[{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":4,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Right arm burn\nPlan of Action: N\/A","rougeL":0.7058823529,"bertscore_f1":0.9675192833,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Right arm burn\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":10,"prediction":"Symptoms: bunion on foot\nDiagnosis: Charcot Marie tooth disease\nHistory of Patient: 19-year-old Caucasian female with long-standing bunion on foot\nPlan of Action: surgery to cut bunion off","rougeL":0.3793103448,"bertscore_f1":0.9115925431,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["long-standing"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bunion on foot\", \"Diagnosis\": \"Charcot Marie tooth disease\", \"History of Patient\": \"19-year-old Caucasian female with long-standing bunion on foot\", \"Plan of Action\": \"surgery to cut bunion off\"}","filled_na_fields":["Diagnosis","Plan of Action"],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":21,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.9236828685,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable (no known medical problems in family)\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies use of drugs, alcohol, or tobacco\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple pertinent historical details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable; no medical problems in family\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drug, alcohol, or tobacco use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for History of Patient despite the dialogue explicitly providing three clinically important facts: unremarkable family history, sexual activity with a boyfriend, and denial of substance use.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":25,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9439238906,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":29,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Family history of skin cancer and hypertension\nPlan of Action: N\/A","rougeL":0.9090909091,"bertscore_f1":0.9784649611,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Family history of skin cancer and hypertension\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":36,"prediction":"Symptoms: increased shortness of breath, difficulty breathing, wheezing.\nDiagnosis: chronic lymphocytic leukemia, mild peripheral edema.\nHistory of Patient: Symptoms present for the past one week, including increased shortness of breath, difficulty breathing, and wheezing. Patient is also seeing Dr. XY for chronic lymphocytic leukemia and Dr. Z for heart related problems.\nPlan of Action: N\/A.","rougeL":0.3185840708,"bertscore_f1":0.8963385224,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["present"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"increased shortness of breath, difficulty breathing, wheezing.\", \"Diagnosis\": \"chronic lymphocytic leukemia, mild peripheral edema.\", \"History of Patient\": \"Symptoms present for the past one week, including increased shortness of breath, difficulty breathing, and wheezing. Patient is also seeing Dr. XY for chronic lymphocytic leukemia and Dr. Z for heart related problems.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["Diagnosis"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":56,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3404255319,"bertscore_f1":0.8819849491,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":58,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3720930233,"bertscore_f1":0.8944510818,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":72,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3921568627,"bertscore_f1":0.9071724415,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":74,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":87,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":96,"prediction":"Symptoms: congestion, snoring\nDiagnosis: N\/A\nHistory of Patient: congestion, snoring since age 11, red toe for the last week\nPlan of Action: N\/A","rougeL":0.4150943396,"bertscore_f1":0.9199532866,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"snoring\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"congestion\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"snoring since age 11\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"red toe for the last week\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"snorting (increased snorting)\", \"severity\": \"minor\"}, {\"fact\": \"redness and peeling of skin around the right big toe\", \"severity\": \"minor\"}, {\"fact\": \"stopped Allegra after allergist ruled out allergies\", \"severity\": \"minor\"}, {\"fact\": \"examination of the toe area\", \"severity\": \"major\"}], \"rationale\": \"The generated note misplaces symptoms into history, adds an unsupported detail about duration, omits key symptoms and plan, and fails to record the intended toe examination.\"}","j2_faithful":true,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"snoring\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"congestion since age 11\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"snoring since age 11\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"red toe for the last week\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient stopped taking Allegra after allergist ruled out allergies\", \"severity\": \"minor\"}, {\"fact\": \"Redness and peeling are specifically on the right big toe\", \"severity\": \"minor\"}, {\"fact\": \"No snoring at night (pertinent negative)\", \"severity\": \"minor\"}, {\"fact\": \"Skin peeling has been present for a week and a half\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states snoring as a symptom and misattributes it as a chronic issue since age 11, contradicts the explicit denial of nighttime snoring, misplaces the toe finding into history, and omits key details including the discontinuation of Allegra, laterality of the toe issue, and the precise duration of peeling.\"}","fields_json":"{\"Symptoms\": \"congestion, snoring\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"congestion, snoring since age 11, red toe for the last week\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":98,"prediction":"Symptoms: Chronic knee pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7058823529,"bertscore_f1":0.9746882319,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Chronic knee pain (history of patient)\", \"severity\": \"major\"}, {\"fact\": \"No prior similar symptoms (patient denies previous episodes)\", \"severity\": \"minor\"}], \"rationale\": \"The note places chronic knee pain under Symptoms instead of History and omits it (major) and the patient\\u2019s denial of prior episodes (minor) from the History section.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No history of similar symptoms before\", \"severity\": \"major\"}, {\"fact\": \"Chronic knee pain\", \"severity\": \"major\"}], \"rationale\": \"Chronic knee pain is correctly stated but misplaced in Symptoms instead of History of Patient, and the pertinent negative ('no similar symptoms before') is omitted from History of Patient.\"}","fields_json":"{\"Symptoms\": \"Chronic knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":105,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6086956522,"bertscore_f1":0.9289024472,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":125,"prediction":"Symptoms: Sad, depressed\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9696182609,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Sad, depressed\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":128,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Former smoker, quit in 2008. Patient is currently weighing 183 pounds and has been shrinking since the age of five. Patient reports being shorter than his previous height.\nPlan of Action: N\/A.","rougeL":0.5316455696,"bertscore_f1":0.9323375225,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former","2008","shorter","than"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Quit smoking in 2008\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is currently weighing 183 pounds\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Has been shrinking since the age of five\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient reports being shorter than his previous height\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Quit smoking in 1968\", \"severity\": \"major\"}, {\"fact\": \"Tallest height is 5 feet 10 inches\", \"severity\": \"minor\"}], \"rationale\": \"The note misstates the quit year, adds an inaccurate shrinking timeline, and omits the correct quit year and tallest height.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"quit in 2008\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"has been shrinking since the age of five\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient reports being shorter than his previous height\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is currently weighing 183 pounds\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient's previous height was five feet ten inches\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly states the quit year as 2008 (contradicting 1968) and falsely claims shrinking began at age five, while omitting the patient's stated former height of 5'10\\\", which is clinically relevant for BMI and aging assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Former smoker, quit in 2008. Patient is currently weighing 183 pounds and has been shrinking since the age of five. Patient reports being shorter than his previous height.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":130,"prediction":"Symptoms: Right-sided weakness, falling liver.\nDiagnosis: N\/A.\nHistory of Patient: History of seizures, traumatic stroke, right-sided weakness, falling liver. Patient has been experiencing thirst and numbness in feet.\nPlan of Action: Testing for diabetes.","rougeL":0.1458333333,"bertscore_f1":0.8452199101,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Right-sided weakness, falling liver.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"History of seizures, traumatic stroke, right-sided weakness, falling liver. Patient has been experiencing thirst and numbness in feet.\", \"Plan of Action\": \"Testing for diabetes.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":147,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":149,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":155,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9470264912,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":161,"prediction":"Symptoms: V shaped injury to right leg, flap injury developed after puncture wound\nDiagnosis: N\/A\nHistory of Patient: Patient was trying to adjust cable that his brother's dog was tied to. The patient was attacked by a German shepherd. The injury to his right leg is V shaped and the V is pointing towards his foot. He received a tetanus shot. The flap injury developed after puncture wound. The patient is a 50-year-old white male. He is up to date on his shots.\nPlan of Action: N\/A","rougeL":0.2614379085,"bertscore_f1":0.9013733864,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"V shaped injury to right leg, flap injury developed after puncture wound\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient was trying to adjust cable that his brother's dog was tied to. The patient was attacked by a German shepherd. The injury to his right leg is V shaped and the V is pointing towards his foot. He received a tetanus shot. The flap injury developed after puncture wound. The patient is a 50-year-old white male. He is up to date on his shots.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":166,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Patient has had some stripping of veins in legs, tonsillectomy, and adenoidectomy.\nPlan of Action: N\/A","rougeL":0.8461538462,"bertscore_f1":0.9725751877,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient has had some stripping of veins in legs, tonsillectomy, and adenoidectomy.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":167,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Divorced, denies tobacco, alcohol, or illicit drug use\nPlan of Action: N\/A","rougeL":0.7727272727,"bertscore_f1":0.9595199227,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["illicit"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":4.0,"n_unsupported":2.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":3.0,"n_major_omissions":1.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies illicit drug use\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Uncertain\/possible past alcohol use (patient not sure if she drank)\", \"severity\": \"major\"}], \"rationale\": \"The note adds false denials of tobacco, alcohol, and drugs, contradicts the uncertain alcohol history, and omits the important uncertainty about alcohol use.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":3.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies illicit drug use\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Uncertain history of alcohol use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly states the patient denies tobacco, alcohol, and drug use, contradicting the dialogue's admission of uncertain alcohol use and lack of information about tobacco and drugs, while omitting the key nuance of uncertainty.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Divorced, denies tobacco, alcohol, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":180,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's explicit denial of allergies, a clinically important negative.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly confirms the patient has no allergies, a pertinent negative that should be documented in the History of Patient section, but the generated note omits it entirely.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":188,"prediction":"Symptoms: N\/A\nDiagnosis: Chronic atrial fibrillation (AF), early Parkinson's disease\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4912280702,"bertscore_f1":0.9035325646,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["atrial","fibrillation"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Chronic atrial fibrillation (AF), early Parkinson's disease\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":196,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: husband passed away a few years ago, living at Kansas Christian Home, unable to drive\nPlan of Action: N\/A","rougeL":0.5970149254,"bertscore_f1":0.9442494512,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["unable"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":3.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"husband passed away a few years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"living at Kansas Christian Home\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unable to drive\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"patient does not drink or smoke\", \"severity\": \"minor\"}, {\"fact\": \"requires assistance with medications\", \"severity\": \"minor\"}, {\"fact\": \"needs to attend noon meal\", \"severity\": \"minor\"}], \"rationale\": \"The note captures most factual history but adds an unsupported claim about driving ability and omits key social\/functional details mentioned in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"husband passed away a few years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"living at Kansas Christian Home\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unable to drive\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"requires assistance with medications\", \"severity\": \"major\"}, {\"fact\": \"had a driver bring her to the appointment\", \"severity\": \"major\"}, {\"fact\": \"needs to attend noon meal\", \"severity\": \"major\"}, {\"fact\": \"does not drink or smoke\", \"severity\": \"major\"}], \"rationale\": \"The generated note accurately captures three facts from the dialogue but omits four clinically important details \\u2014 medication assistance, transportation by driver, need for noon meal, and non-use of alcohol\/tobacco \\u2014 all of which are directly stated and relevant to the patient's functional status and care plan.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"husband passed away a few years ago, living at Kansas Christian Home, unable to drive\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":217,"prediction":"Symptoms: Multiple canker sores in the mouth.\nDiagnosis: N\/A.\nHistory of Patient: Increased dosage of methothrexate, multiple canker sores in the mouth. No decreased appetite, nausea, abdominal discomfort, or diarrhea. No new rashes or hair loss.\nPlan of Action: Bloodwork done, dosage decreased to previous amount, follow-up in two weeks.","rougeL":0.5591397849,"bertscore_f1":0.9107767344,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":8.0,"n_unsupported":2.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in the mouth.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased dosage of methothrexate\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple canker sores in the mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No decreased appetite, nausea, abdominal discomfort, or diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No new rashes or hair loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork done\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"dosage decreased to previous amount\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"follow-up in two weeks\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain while eating (painful to eat) reported by patient\", \"severity\": \"minor\"}, {\"fact\": \"Possible diagnosis of methotrexate\\u2011induced stomatitis\", \"severity\": \"minor\"}, {\"fact\": \"Plan to obtain bloodwork (order labs) rather than it being already done\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue for support, and missing clinically relevant details were identified.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in the mouth.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased dosage of methothrexate.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Multiple canker sores in the mouth.\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No decreased appetite, nausea, abdominal discomfort, or diarrhea.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No new rashes or hair loss.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork done.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Dosage decreased to previous amount.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Follow-up in two weeks.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain while eating due to canker sores\", \"severity\": \"minor\"}, {\"fact\": \"Diagnosis of stomatitis, possibly methotrexate-related\", \"severity\": \"major\"}, {\"fact\": \"Plan to decrease methotrexate dosage back to previous amount (not yet done)\", \"severity\": \"major\"}, {\"fact\": \"Plan to perform bloodwork (not yet done)\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly states that bloodwork was done and dosage was decreased, when the doctor only planned these actions; it omits the diagnosis and the symptom of pain while eating, and misplaces symptoms into history.\"}","fields_json":"{\"Symptoms\": \"Multiple canker sores in the mouth.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Increased dosage of methothrexate, multiple canker sores in the mouth. No decreased appetite, nausea, abdominal discomfort, or diarrhea. No new rashes or hair loss.\", \"Plan of Action\": \"Bloodwork done, dosage decreased to previous amount, follow-up in two weeks.\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":227,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7777777778,"bertscore_f1":0.9673386812,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported (patient reports no past medical problems or surgeries).\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the patient's explicit statement of having no past medical problems, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has no past medical problems or surgeries, but the generated note incorrectly lists 'History of Patient' as N\/A, omitting a pertinent negative that is clinically important.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":229,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9685759544,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":236,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9597997665,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":239,"prediction":"Symptoms: bilateral knee pain, worse in the left knee\nDiagnosis: degenerative joint disease of both knees, spinal stenosis\nHistory of Patient: bilateral knee degenerative joint disease, history of arthroscopic surgery on both knees in the 1991-1992 time frame, history of multiple back surgeries and epidural steroids injections, difficulty walking up and down stairs\nPlan of Action: considering bilateral knee replacements","rougeL":0.3235294118,"bertscore_f1":0.8947000504,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["bilateral","1991","1992","multiple","difficulty","considering"],"unsupported_numbers":2,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bilateral knee pain, worse in the left knee\", \"Diagnosis\": \"degenerative joint disease of both knees, spinal stenosis\", \"History of Patient\": \"bilateral knee degenerative joint disease, history of arthroscopic surgery on both knees in the 1991-1992 time frame, history of multiple back surgeries and epidural steroids injections, difficulty walking up and down stairs\", \"Plan of Action\": \"considering bilateral knee replacements\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":264,"prediction":"Symptoms: Pain in jaw since the morning\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8947368421,"bertscore_f1":0.99025172,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Pain in jaw since the morning\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":272,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: PermCath inserted three times, received peritoneal dialysis\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9736855626,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All statements in the generated note are directly supported by the dialogue and no clinically important information is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient forgot the name of the surgery but confirmed it was documented in the report\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures the two procedures as past surgical history, matching the dialogue, but omits the patient's admission of forgetting the surgery name, which contextualizes the clinical interaction.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"PermCath inserted three times, received peritoneal dialysis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":284,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5384615385,"bertscore_f1":0.9261307716,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":290,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":293,"prediction":"Symptoms: Painful ulcer on right hip\nDiagnosis: Pressure ulcer on right hip\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9603514671,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All generated statements are directly supported by the dialogue and no clinically important information is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately captures the patient's reported symptom and the doctor's diagnosis from the dialogue, with no hallucinations, contradictions, or clinically significant omissions.\"}","fields_json":"{\"Symptoms\": \"Painful ulcer on right hip\", \"Diagnosis\": \"Pressure ulcer on right hip\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":300,"prediction":"Symptoms: N\/A.\nDiagnosis: Hypothyroidism, onychomycosis.\nHistory of Patient: Patient has been taking Lamisil for 6 weeks with no problems. He has been taking Levothroid daily. He has some medicated eye drops.\nPlan of Action: N\/A.","rougeL":0.4,"bertscore_f1":0.9145153165,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has been taking Lamisil for 6 weeks with no problems\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been taking Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has some medicated eye drops for his cornea\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Elevated TSH level in April\", \"severity\": \"major\"}, {\"fact\": \"Levothroid dose 0.1\\u202fmg daily\", \"severity\": \"major\"}, {\"fact\": \"Plan to recheck ALT and TSH levels\", \"severity\": \"major\"}, {\"fact\": \"Continue Levothroid for hypothyroidism\", \"severity\": \"major\"}, {\"fact\": \"Monitor compliance with medications\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are directly supported by the dialogue; key lab result, medication dose, and treatment plan details are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has been taking Lamisil for 6 weeks with no problems\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been taking Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has some medicated eye drops\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Elevated TSH level in April\", \"severity\": \"major\"}, {\"fact\": \"Patient was prescribed Levothroid (implied daily regimen)\", \"severity\": \"minor\"}, {\"fact\": \"Plan to recheck ALT and TSH levels\", \"severity\": \"major\"}, {\"fact\": \"Plan to continue Levothroid for hypothyroidism\", \"severity\": \"minor\"}, {\"fact\": \"Plan to monitor compliance with medications\", \"severity\": \"minor\"}, {\"fact\": \"Patient dislikes Levothroid but takes it with help\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the diagnoses and medication adherence but omits critical clinical actions (ALT\/TSH recheck) and context (elevated TSH, compliance challenges), while misplacing eye drops into history instead of noting them as a medication.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"Hypothyroidism, onychomycosis.\", \"History of Patient\": \"Patient has been taking Lamisil for 6 weeks with no problems. He has been taking Levothroid daily. He has some medicated eye drops.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":304,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is stable and may be discharged home\", \"severity\": \"major\"}], \"rationale\": \"The dialogue includes a clear disposition (patient can go home) that should appear in the Plan of Action but is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [], \"rationale\": \"The generated note correctly reflects all information in the dialogue, with all fields marked as N\/A, which is consistent with the absence of clinical content in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":320,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Both of the parents were healthy, but the maternal grandfather had a stroke. No history of migraines.\nPlan of Action: N\/A","rougeL":0.71875,"bertscore_f1":0.9676542282,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Both of the parents were healthy, but the maternal grandfather had a stroke. No history of migraines.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":325,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":329,"prediction":"Symptoms: tired throughout the day, no fever, no temperature intolerance, no muscle weakness, stable weight.\nDiagnosis: N\/A.\nHistory of Patient: Patient reports feeling tired throughout the day, no fever, no thyroid issues, stable weight.\nPlan of Action: N\/A.","rougeL":0.4339622642,"bertscore_f1":0.9068365097,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tired throughout the day, no fever, no temperature intolerance, no muscle weakness, stable weight.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Patient reports feeling tired throughout the day, no fever, no thyroid issues, stable weight.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":343,"prediction":"Symptoms: N\/A\nDiagnosis: Atrial fibrillation\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9823440313,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":346,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9516934752,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No history of hypertension, diabetes, heart disease, or cancer\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting the patient\\u2019s explicit denials of major chronic conditions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"no history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"no history of heart disease\", \"severity\": \"major\"}, {\"fact\": \"no history of cancer\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly documents the patient's denial of hypertension, diabetes, heart disease, and cancer, all of which are clinically important pertinent negatives omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":384,"prediction":"Symptoms: headaches, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms for the last three days\nDiagnosis: asthma\nHistory of Patient: granddaughter presents with headaches, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms for the last three days, denies wheezing, has been on Benadryl\nPlan of Action: N\/A","rougeL":0.6564885496,"bertscore_f1":0.9352254272,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"headaches, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms for the last three days\", \"Diagnosis\": \"asthma\", \"History of Patient\": \"granddaughter presents with headaches, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms for the last three days, denies wheezing, has been on Benadryl\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":388,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5090909091,"bertscore_f1":0.9283405542,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Advise patient to take it slow and do activities as tolerated after plaster removal from foot; no follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the Plan of Action field empty, omitting the essential advice and follow\\u2011up instructions provided in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Plan of Action\", \"claim\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"No follow-up needed if no pain and doing fine.\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"severity\": \"major\"}, {\"fact\": \"No follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists 'N\/A' for Plan of Action despite the dialogue clearly detailing activity advice and follow-up instructions, resulting in major omissions and unsupported claims when compared to the reference.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":405,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Married with three children, one of whom is ready to go to college, retired from an attorney two years ago, currently works part time at a private company, denies tobacco, alcohol, or illicit drug use\nPlan of Action: N\/A","rougeL":0.9166666667,"bertscore_f1":0.9684960842,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["children","whom","tobacco","alcohol","illicit"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":6.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Has three children\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"One of the children is ready to go to college\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Retired from an attorney two years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently works part time at a private company\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco, alcohol, or illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All statements in the generated note are directly supported by the dialogue and no clinically important facts are missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married with three children\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"One of whom is ready to go to college\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Retired from an attorney two years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently works part time at a private company\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco, alcohol, or illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately captures all relevant social and historical facts from the dialogue without hallucinations, omissions, or misplacements.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Married with three children, one of whom is ready to go to college, retired from an attorney two years ago, currently works part time at a private company, denies tobacco, alcohol, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":408,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.2051282051,"bertscore_f1":0.8495152593,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports a prolonged (chronic) cough.\", \"severity\": \"major\"}, {\"fact\": \"Patient denies weight change, fever, chills, headaches, nosebleeds, coarse voice, blurry vision, chest pain, shortness of breath, palpitations, edema, varicose veins, leg pain, sore throat, cough with mucus or blood, wheezing, heartburn, nausea, vomiting, loss of appetite, blood in stool, abdominal pain, constipation, dark or cloudy urine, painful or burning urination, flank or groin pain, joint\/muscle\/back pain, blackouts, seizures, hallucinations, memory loss, weakness, numbness, tingling, tremors, paralysis, anxiety, irritability, apathy, depression, sleep disturbance, appetite disturbance, suicidal thoughts, hair loss, nail breakage, skin lesions or discoloration.\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains no ROS content, omitting the documented chronic cough and all patient\\u2011reported negative findings.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Chronic cough\", \"severity\": \"major\"}, {\"fact\": \"Denial of weight gain or loss\", \"severity\": \"minor\"}, {\"fact\": \"Denial of headaches, nosebleeds, coarse voice, blurry vision, or vision changes\", \"severity\": \"minor\"}, {\"fact\": \"Denial of fever or chills\", \"severity\": \"minor\"}, {\"fact\": \"Denial of chest pain, shortness of breath, or dyspnea on exertion\/supine\", \"severity\": \"minor\"}, {\"fact\": \"Denial of palpitations, edema, varicose veins, or leg pain\", \"severity\": \"minor\"}, {\"fact\": \"Denial of sore throat, mucous or bloody sputum, or wheezing (except for cough)\", \"severity\": \"minor\"}, {\"fact\": \"Denial of heartburn, nausea, vomiting\", \"severity\": \"minor\"}, {\"fact\": \"Denial of loss of appetite, blood in stool, abdominal pain, constipation\", \"severity\": \"minor\"}, {\"fact\": \"Denial of dark or cloudy urine\", \"severity\": \"minor\"}, {\"fact\": \"Denial of dysuria or burning on urination\", \"severity\": \"minor\"}, {\"fact\": \"Denial of flank or groin pain\", \"severity\": \"minor\"}, {\"fact\": \"Denial of joint pain, muscle stiffness, backache, ligament\/tendon pain\", \"severity\": \"minor\"}, {\"fact\": \"Denial of blackouts, seizures, hallucinations, memory loss\", \"severity\": \"minor\"}, {\"fact\": \"Denial of weakness, numbness, tingling, tremors, paralysis, loss of sensation\", \"severity\": \"minor\"}, {\"fact\": \"Denial of anxiety, irritability, apathy, depression, suicidal thoughts\", \"severity\": \"minor\"}, {\"fact\": \"Normal sleep and appetite\", \"severity\": \"minor\"}, {\"fact\": \"Denial of unusual hair loss, nail breakage, skin lesions, or discoloration\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly reports N\/A for Symptoms and History of Patient despite the dialogue explicitly documenting a chronic cough and extensive negative reviews of systems, which are clinically significant omissions.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":409,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.56,"bertscore_f1":0.9233717322,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":414,"prediction":"Symptoms: weakness, fatigue\nDiagnosis: N\/A\nHistory of Patient: feeling weakness and fatigue for the past week, loss of appetite for the past week, weight loss of 8 pounds in the past week, no nausea, vomiting, diarrhea, chest pain, shortness of breath, cough, or heart racing, no neurological Symptoms\nPlan of Action: Waiting for lab report","rougeL":0.5203252033,"bertscore_f1":0.9246285558,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["loss"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":12.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"feeling weakness and fatigue for the past week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"loss of appetite for the past week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 8 pounds in the past week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea, vomiting, diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no heart racing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no neurological symptoms\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Waiting for lab report\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"decreased appetite should be recorded in Symptoms\", \"severity\": \"major\"}, {\"fact\": \"weight loss of 8 pounds should be recorded in Symptoms\", \"severity\": \"major\"}, {\"fact\": \"denial of abdominal pain should be recorded in History of Patient\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements match the dialogue, but key symptoms (appetite loss, weight loss) are missing from the Symptoms field and a pertinent negative (no abdominal pain) is missing from History.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"feeling weakness and fatigue for the past week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"loss of appetite for the past week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 8 pounds in the past week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no heart racing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no neurological Symptoms\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Waiting for lab report\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"decreased appetite\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"weight loss (8 pounds in a week)\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"denial of abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"denial of focal neurological deficits\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly captures most dialogue-derived facts but misplaces decreased appetite and weight loss into Symptoms instead of History, and omits two pertinent negatives explicitly denied by the patient: abdominal pain and focal neurological deficits.\"}","fields_json":"{\"Symptoms\": \"weakness, fatigue\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"feeling weakness and fatigue for the past week, loss of appetite for the past week, weight loss of 8 pounds in the past week, no nausea, vomiting, diarrhea, chest pain, shortness of breath, cough, or heart racing, no neurological Symptoms\", \"Plan of Action\": \"Waiting for lab report\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":434,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4590163934,"bertscore_f1":0.9034819007,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":440,"prediction":"Symptoms: hot flashes, mood swings\nDiagnosis: postsurgical menopause\nHistory of Patient: experiencing hot flashes for the last several months, mood swings for the last few weeks\nPlan of Action: N\/A","rougeL":0.4137931034,"bertscore_f1":0.9211388826,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":2.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient reports no periods for the last year after surgery (amenorrhea)\", \"severity\": \"major\"}, {\"fact\": \"Patient had surgery that preceded the onset of menopause symptoms\", \"severity\": \"major\"}], \"rationale\": \"The note misplaces symptom statements in history and omits key menopausal signs and surgical history essential for accurate assessment.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 48 years old\", \"severity\": \"minor\"}, {\"fact\": \"No periods for the last year after surgery\", \"severity\": \"minor\"}, {\"fact\": \"Hot flashes occur even in fully air-conditioned rooms; patient feels urge to stand in front of refrigerator\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures symptoms and diagnosis from the dialogue but misplaces temporal details about symptom onset into History of Patient, and omits key demographic and descriptive clinical details.\"}","fields_json":"{\"Symptoms\": \"hot flashes, mood swings\", \"Diagnosis\": \"postsurgical menopause\", \"History of Patient\": \"experiencing hot flashes for the last several months, mood swings for the last few weeks\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":448,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Up-to-date with immunizations\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9626076818,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["up-to-date"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Up-to-date with immunizations\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":457,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9800207615,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":463,"prediction":"Symptoms: Back pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.9551908374,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":466,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: History of heroin and alcohol abuse, current cocaine use\nPlan of Action: N\/A","rougeL":0.7916666667,"bertscore_f1":0.9579530954,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["abuse","cocaine"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"History of heroin abuse\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol abuse\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Current cocaine use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a smoker\", \"severity\": \"major\"}], \"rationale\": \"All generated claims are supported by the dialogue, but the note omits the patient's smoking status, a clinically important fact.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"History of heroin abuse\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol abuse\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Current cocaine use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a smoker\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly captures the history of heroin, alcohol, and cocaine use but omits the patient's explicit admission of smoking, which is a clinically significant pertinent history.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of heroin and alcohol abuse, current cocaine use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":473,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Patient is a 6-year-old female with significant family medical history including diabetes, heart disease, hypertension, thyroid problems, autoimmune disease, possible multiple sclerosis, and depression issues. Her father died at age 60 from complications of diabetes, her mother is doing well at age 93. Her father was a chef and her mother was a janitor. She had a third grade education and made it through fourth grade. She was a smart woman who just never finished her schooling. She was married for two years and has two children, one of whom lives in New York. She has worked at Walter P. Carter Center for 21 years and as an OBS nurse for 4 years. She worked at an outpatient mental health center for 2 years but was fired or laid off due to lack of support. She has a Bachelor of Science in Nursing degree. She has no history of learning disabilities or attentional problems. She enjoys reading, doing puzzles, and playing computer games. She has no history of behavioral problems.\nPlan of Action: N\/A.","rougeL":0.3753351206,"bertscore_f1":0.9070463777,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["6","hypertension","father","mother","whom","lack"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Patient is a 6-year-old female with significant family medical history including diabetes, heart disease, hypertension, thyroid problems, autoimmune disease, possible multiple sclerosis, and depression issues. Her father died at age 60 from complications of diabetes, her mother is doing well at age 93. Her father was a chef and her mother was a janitor. She had a third grade education and made it through fourth grade. She was a smart woman who just never finished her schooling. She was married for two years and has two children, one of whom lives in New York. She has worked at Walter P. Carter Center for 21 years and as an OBS nurse for 4 years. She worked at an outpatient mental health center for 2 years but was fired or laid off due to lack of support. She has a Bachelor of Science in Nursing degree. She has no history of learning disabilities or attentional problems. She enjoys reading, doing puzzles, and playing computer games. She has no history of behavioral problems.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":476,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9535829425,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":484,"prediction":"Symptoms: N\/A.\nDiagnosis: Gestational diabetes with previous insulin use.\nHistory of Patient: N\/A.\nPlan of Action: Dietary consultation for gestational diabetes.","rougeL":0.3291139241,"bertscore_f1":0.9152579308,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"Gestational diabetes with previous insulin use.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"Dietary consultation for gestational diabetes.\"}","filled_na_fields":["Plan of Action"],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":500,"prediction":"Symptoms: N\/A\nDiagnosis: anxiety disorder\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9867397547,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"anxiety disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":516,"prediction":"Symptoms: Left flank pain, radiating to the back, nausea, vomiting\nDiagnosis: Left ureteral stone\nHistory of Patient: Pain started four to five days ago, radiating to the back, nausea, vomiting, occasional urination\nPlan of Action: N\/A","rougeL":0.5217391304,"bertscore_f1":0.922074914,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["radiating","occasional"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left flank pain, radiating to the back, nausea, vomiting\", \"Diagnosis\": \"Left ureteral stone\", \"History of Patient\": \"Pain started four to five days ago, radiating to the back, nausea, vomiting, occasional urination\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":525,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Retired for a couple years, former smoker (2 packs per day), denies alcohol use\nPlan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.950994432,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Retired for a couple years, former smoker (2 packs per day), denies alcohol use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":544,"prediction":"Symptoms: N\/A\nDiagnosis: coronary artery disease, dementia\nHistory of Patient: father underwent coronary artery bypass surgery at age 60, mother is 80 years old, father has dementia\nPlan of Action: N\/A","rougeL":0.4897959184,"bertscore_f1":0.9224430919,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"father underwent coronary artery bypass surgery at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mother is 80 years old\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"father had many strokes due to coronary artery disease\", \"severity\": \"major\"}, {\"fact\": \"patient does not smoke or drink alcohol\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are present in the dialogue, but the note omits the father's stroke history and the patient's negative smoking\/alcohol use, which are clinically relevant.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"coronary artery disease\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"dementia\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"father underwent coronary artery bypass surgery at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mother is 80 years old\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient's father had strokes due to coronary artery disease\", \"severity\": \"major\"}, {\"fact\": \"Patient's mother has dementia\", \"severity\": \"minor\"}, {\"fact\": \"Patient does not smoke or drink alcohol\", \"severity\": \"major\"}, {\"fact\": \"Both parents are alive\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly lists coronary artery disease and dementia as patient diagnoses when they are family conditions, and omits critical pertinent negatives (no smoking\/drinking) and family stroke history.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"coronary artery disease, dementia\", \"History of Patient\": \"father underwent coronary artery bypass surgery at age 60, mother is 80 years old, father has dementia\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis","History of Patient"],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":556,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9732643366,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":565,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: widowed for 18 years, lives alone, former restaurant employee, denies tobacco, alcohol, or smell use\nPlan of Action: N\/A","rougeL":0.6896551724,"bertscore_f1":0.9394747615,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["alone","former","employee","tobacco"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"widowed for 18 years, lives alone, former restaurant employee, denies tobacco, alcohol, or smell use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":584,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Last menstrual period was around June 3, 2009, abortion is not finished, patient is still bleeding\nPlan of Action: N\/A","rougeL":0.5542168675,"bertscore_f1":0.9197757244,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["3"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":3.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period was around June 3, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Abortion is not finished\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is still bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient expressed uncertainty about whether the abortion was completed\", \"severity\": \"major\"}], \"rationale\": \"The note adds an unsupported claim that the abortion is incomplete and omits the patient's expressed uncertainty, both of which are clinically significant.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period was around June 3, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Abortion is not finished\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is still bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient has not had a followup with her OB\/GYN\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the LMP, incomplete abortion, and ongoing bleeding from the dialogue, but omits the important clinical detail that the patient has not followed up with an OB\/GYN, which is relevant to management.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Last menstrual period was around June 3, 2009, abortion is not finished, patient is still bleeding\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":597,"prediction":"Symptoms: Attention Deficit Hyperactivity Disorder (ADHD)\nDiagnosis: N\/A\nHistory of Patient: Mother reports behavioral problems with her daughter, including loss of focus and hyperactivity, with a few complaints from school and other doctors.\nPlan of Action: Prescribed Adderall and Clonidine for ADHD treatment.\nPlan of Action: N\/A","rougeL":0.5777777778,"bertscore_f1":0.954244554,"template_ok":false,"na_agreement":null,"unsupported_terms":["adhd","loss"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":607,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Quit smoking in 1992. Works as a nurse at a nursing home. Patient has been trying to lose weight since starting a new diet several months ago.\nPlan of Action: N\/A","rougeL":0.625,"bertscore_f1":0.952449441,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["1992"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Quit smoking in 1992. Works as a nurse at a nursing home. Patient has been trying to lose weight since starting a new diet several months ago.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":627,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9592499733,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":639,"prediction":"Symptoms: Nausea, vomiting.\nDiagnosis: N\/A.\nHistory of Patient: Patient has been out of it for a few days. He has been pointing to his stomach and saying it hurts. He has been experiencing nausea and vomiting. He has been experiencing a fever of 1.2.\nPlan of Action: N\/A.","rougeL":0.3294117647,"bertscore_f1":0.9053893685,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["1.2"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":6.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has been out of it for a few days\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been pointing to his stomach and saying it hurts\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been experiencing nausea and vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been experiencing a fever of 1.2\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Abdominal pain should be recorded as a symptom\", \"severity\": \"major\"}, {\"fact\": \"Fever should be recorded as a symptom\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status (being 'out of it') should be recorded as a symptom\", \"severity\": \"major\"}, {\"fact\": \"Plan of Action should include further evaluation and management of abdominal pain, nausea, vomiting, fever, and altered mental status\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are matched to the dialogue, with the fever value contradicting the reported 102\\u00b0F, and key symptoms and a care plan are omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has been out of it for a few days\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been pointing to his stomach and saying it hurts\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been experiencing nausea\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been experiencing vomiting\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been experiencing a fever of 1.2\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Fever of 102\\u00b0F\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status\", \"severity\": \"major\"}, {\"fact\": \"No mention of headache, rash, diarrhea, or other symptoms (pertinent negatives not recorded but not explicitly denied)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits key symptoms (abdominal pain, fever of 102\\u00b0F, altered mental status) and misplaces symptom descriptions into History of Patient, while incorrectly reporting fever as '1.2' instead of '102'.\"}","fields_json":"{\"Symptoms\": \"Nausea, vomiting.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Patient has been out of it for a few days. He has been pointing to his stomach and saying it hurts. He has been experiencing nausea and vomiting. He has been experiencing a fever of 1.2.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":642,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Previously had several male partners in Haiti, but no sexual encounters since moving to the United States. Currently works at a car dealership. No history of STDs.\nPlan of Action: N\/A.","rougeL":0.4137931034,"bertscore_f1":0.9109995365,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["united","stds"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Previously had several male partners in Haiti, but no sexual encounters since moving to the United States.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently works at a car dealership.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of STDs.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient drinks occasionally (social alcohol use).\", \"severity\": \"major\"}, {\"fact\": \"Patient has never smoked (nonsmoker).\", \"severity\": \"major\"}, {\"fact\": \"Patient denies any drug use.\", \"severity\": \"major\"}], \"rationale\": \"All generated claims are supported by the dialogue; however, key substance use information (alcohol, smoking, drug use) present in the dialogue is omitted, which is clinically important.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Previously had several male partners in Haiti\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No sexual encounters since moving to the United States\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently works at a car dealership\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of STDs\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Occasionally drinks\", \"severity\": \"minor\"}, {\"fact\": \"Nonsmoker\", \"severity\": \"minor\"}, {\"fact\": \"Denies intravenous drug use\", \"severity\": \"minor\"}, {\"fact\": \"Used protection most of the time in previous encounters\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures key elements of the patient's sexual and employment history but omits important contextual details from the dialogue, including alcohol use, smoking status, drug use denial, and condom use history, all of which are clinically relevant for risk assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Previously had several male partners in Haiti, but no sexual encounters since moving to the United States. Currently works at a car dealership. No history of STDs.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":644,"prediction":"Symptoms: chronic diarrhea, iron deficiency anemia with blood in stool, unusual pruritus\nDiagnosis: lymphocytic colitis\nHistory of Patient: 55-year-old female presenting with chronic diarrhea, iron deficiency anemia with blood in stool for a few months, unusual pruritus, previous colonoscopy with hyperplastic polyps in Las Cruces, last treatment for diarrhea for more than three years\nPlan of Action: N\/A","rougeL":0.3841059603,"bertscore_f1":0.9148194194,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":10.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"55-year-old female\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"presenting with chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"iron deficiency anemia with blood in stool for a few months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"previous colonoscopy with hyperplastic polyps in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last treatment for diarrhea for more than three years\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Hemoglobin 9 g\/dL and MCV 65 fL (both low) from CBC\", \"severity\": \"major\"}, {\"fact\": \"Blood in stool described as both dark and bright\", \"severity\": \"minor\"}, {\"fact\": \"Blood in stool present for five months\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are either directly supported or contradicted by the dialogue, with missing key lab values and stool color details constituting important omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"55-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"iron deficiency anemia with blood in stool for a few months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"previous colonoscopy with hyperplastic polyps in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last treatment for diarrhea for more than three years\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Hemoglobin of 9 and MCV of 65\", \"severity\": \"major\"}, {\"fact\": \"Blood in stool for five months\", \"severity\": \"major\"}, {\"fact\": \"Polyps were evaluated and found to be hyperplastic\", \"severity\": \"minor\"}, {\"fact\": \"Patient is male (not female)\", \"severity\": \"major\"}, {\"fact\": \"Last colonoscopy was three years ago\", \"severity\": \"minor\"}, {\"fact\": \"No recent treatment for diarrhea (more than three years)\", \"severity\": \"minor\"}, {\"fact\": \"CBC was performed and results were provided\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains a major error by misgendering the patient as female when the dialogue clearly identifies him as male, and omits critical lab values (Hb 9, MCV 65) and the five-month duration of hematochezia, while failing to include any plan of action despite clear clinical indications for further evaluation.\"}","fields_json":"{\"Symptoms\": \"chronic diarrhea, iron deficiency anemia with blood in stool, unusual pruritus\", \"Diagnosis\": \"lymphocytic colitis\", \"History of Patient\": \"55-year-old female presenting with chronic diarrhea, iron deficiency anemia with blood in stool for a few months, unusual pruritus, previous colonoscopy with hyperplastic polyps in Las Cruces, last treatment for diarrhea for more than three years\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":650,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Previous sternotomy, placement of ICD and aortic valve mechanical implant, left sided opacification of diaphragm\nPlan of Action: N\/A","rougeL":0.8524590164,"bertscore_f1":0.9703712463,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Previous sternotomy, placement of ICD and aortic valve mechanical implant, left sided opacification of diaphragm\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":664,"prediction":"Symptoms: Weakness, tiredness, shortness of breath.\nDiagnosis: N\/A.\nHistory of Patient: 44-year-old female presenting with weakness, tiredness, and shortness of breath for the past month. She has lost 15 pounds in the past two or three months. She denies fever, chills, sweats, cough, or chest pain. She denies nausea, vomiting, or diarrhea.\nPlan of Action: N\/A.","rougeL":0.4680851064,"bertscore_f1":0.9007281661,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["weakness","tiredness","44"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":16.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"44-year-old female\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Weakness for the past month\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Tiredness for the past month\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Shortness of breath for the past month\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Lost 15 pounds in the past two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies sweats\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Weight loss should be recorded as a symptom\", \"severity\": \"major\"}, {\"fact\": \"No past medical problems (pertinent negative)\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are checked against the dialogue, revealing one age error and missing key symptom and past\\u2011medical\\u2011history negatives.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"44-year-old female\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Presenting with weakness, tiredness, and shortness of breath for the past month\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Lost 15 pounds in the past two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies fever, chills, sweats, cough, or chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies nausea, vomiting, or diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 43 years old (not 44)\", \"severity\": \"minor\"}, {\"fact\": \"Patient denies appetite loss (mild anorexia not reported)\", \"severity\": \"major\"}, {\"fact\": \"Patient is male (gender misstated as female)\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly states the patient is a 44-year-old female and omits the explicit denial of anorexia and correct age\/gender, which are clinically significant errors.\"}","fields_json":"{\"Symptoms\": \"Weakness, tiredness, shortness of breath.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"44-year-old female presenting with weakness, tiredness, and shortness of breath for the past month. She has lost 15 pounds in the past two or three months. She denies fever, chills, sweats, cough, or chest pain. She denies nausea, vomiting, or diarrhea.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":666,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":690,"prediction":"Symptoms: Progressive loss of vision in right eye, worsening over the past two months, worsening vision in left eye over the past two years\nDiagnosis: N\/A\nHistory of Patient: Progressive loss of vision in right eye, worsening over the past two months, worsening vision in left eye over the past two years, no other Symptoms associated with vision loss, right-handed\nPlan of Action: N\/A","rougeL":0.4444444444,"bertscore_f1":0.9204915166,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["worsening"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Progressive loss of vision in right eye, worsening over the past two months, worsening vision in left eye over the past two years\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Progressive loss of vision in right eye, worsening over the past two months, worsening vision in left eye over the past two years, no other Symptoms associated with vision loss, right-handed\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":702,"prediction":"Symptoms: severe pain in the lower right side of the back, radiating down to the right leg and knee, sharp and dull pain.\nDiagnosis: small cell lung cancer, spread to both femurs, lower lumbar spine, and pelvis.\nHistory of Patient: Patient has a two year history of small cell lung cancer, which spread to both femurs, lower lumbar spine, and pelvis. She has had multiple chemotherapy and radiation treatments multiple times. She can't remember how many times she had those treatments because she lost track. She finished a series of ten radiation treatments for pain relief. She also had a CT scan done to check for metastasis.\nPlan of Action: N\/A.","rougeL":0.5170731707,"bertscore_f1":0.9176026583,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":10.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Severe pain in the lower right side of the back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain radiating down to the right leg and knee\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Sharp and dull pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Spread to both femurs, lower lumbar spine, and pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Two\\u2011year history of small cell lung cancer with metastasis to both femurs, lower lumbar spine, and pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Multiple chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Cannot remember how many treatments because she lost track\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Finished a series of ten radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Had a CT scan done to check for metastasis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient describes a burning sensation associated with the pain\", \"severity\": \"minor\"}, {\"fact\": \"Numbness in the bottom of the left foot\", \"severity\": \"minor\"}, {\"fact\": \"Diffuse mid\\u2011back pain\", \"severity\": \"minor\"}, {\"fact\": \"Pain worsened by prolonged sitting, standing, or walking\", \"severity\": \"minor\"}], \"rationale\": \"All statements in the generated note are supported by the dialogue, but several key symptom details from the patient are omitted.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain in the lower right side of the back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"radiating down to the right leg and knee\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"sharp and dull pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to both femurs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to lower lumbar spine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has a two year history of small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"spread to both femurs\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"spread to lower lumbar spine\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"spread to pelvis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"She has had multiple chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"She can't remember how many times she had those treatments because she lost track\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"She finished a series of ten radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"She also had a CT scan done to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"burning sensation in pain\", \"severity\": \"minor\"}, {\"fact\": \"numbness and sharp pain in bottom of left foot\", \"severity\": \"major\"}, {\"fact\": \"diffuse mid back pain\", \"severity\": \"major\"}, {\"fact\": \"pain exacerbated by prolonged sitting, standing, or walking\", \"severity\": \"major\"}, {\"fact\": \"on a scale of 0-10, pain is rated 10 in back and leg\", \"severity\": \"minor\"}, {\"fact\": \"patient is on a load of narcotics for pain\", \"severity\": \"minor\"}, {\"fact\": \"no history of diabetes or other comorbidities (pertinent negative not mentioned but not implied)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures most facts from the dialogue but misplaces metastatic spread and CT scan findings into History of Patient instead of Diagnosis, and omits critical symptoms like left foot numbness and mid-back pain, which are clinically significant.\"}","fields_json":"{\"Symptoms\": \"severe pain in the lower right side of the back, radiating down to the right leg and knee, sharp and dull pain.\", \"Diagnosis\": \"small cell lung cancer, spread to both femurs, lower lumbar spine, and pelvis.\", \"History of Patient\": \"Patient has a two year history of small cell lung cancer, which spread to both femurs, lower lumbar spine, and pelvis. She has had multiple chemotherapy and radiation treatments multiple times. She can't remember how many times she had those treatments because she lost track. She finished a series of ten radiation treatments for pain relief. She also had a CT scan done to check for metastasis.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":721,"prediction":"Symptoms: N\/A\nDiagnosis: Upper respiratory infection, apnea\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.956728816,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Upper respiratory infection, apnea\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":724,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother has arthritis.\nPlan of Action: N\/A","rougeL":0.8333333333,"bertscore_f1":0.9820105433,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has arthritis.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":727,"prediction":"Symptoms: N\/A\nDiagnosis: Dislocated left elbow, fractured neck of right glenoid\nHistory of Patient: Patient was thrown off quads on 10\/10\/07, underwent open reduction and internal fixation (ORIF) of left elbow dislocation, currently in physical therapy (PT) with Dynasplint, has been experiencing irritation with elbow extension\nPlan of Action: Surgery recommended to remove Dynasplint from left elbow, patient is neurologically intact, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, continued postoperative stiffness","rougeL":0.5869565217,"bertscore_f1":0.9293988347,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["07","open","reduction","internal","fixation","orif","physical","therapy","recommended"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":9.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Dislocated left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Fractured neck of right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient was thrown off quads on 10\/10\/07\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Underwent open reduction and internal fixation (ORIF) of left elbow dislocation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently in physical therapy (PT) with Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Has been experiencing irritation with elbow extension\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Surgery recommended to remove Dynasplint from left elbow\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Patient is neurologically intact\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Fracture component of left elbow (fracture dislocation) in Diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Patient age: 10\\u2011year\\u2011old male\", \"severity\": \"major\"}, {\"fact\": \"Right\\u2011hand dominance (writes with right hand)\", \"severity\": \"minor\"}, {\"fact\": \"Neurologically intact distally (wrist and hand) in History of Patient\", \"severity\": \"minor\"}, {\"fact\": \"Plan to remove hardware from left elbow (not Dynasplint)\", \"severity\": \"major\"}, {\"fact\": \"Use of prophylactic antibiotics for infection prophylaxis\", \"severity\": \"minor\"}], \"rationale\": \"Claims were checked against the dialogue; one plan item (removing Dynasplint) is not mentioned and is a major error, and several key facts (fracture detail, age, hand dominance, neurologic status, correct hardware removal, antibiotics) are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Dislocated left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Fractured neck of right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient was thrown off quads on 10\/10\/07\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Underwent open reduction and internal fixation (ORIF) of left elbow dislocation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently in physical therapy (PT) with Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Has been experiencing irritation with elbow extension\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Surgery recommended to remove Dynasplint from left elbow\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Patient is neurologically intact\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a 10-year-old right-hand dominant male\", \"severity\": \"minor\"}, {\"fact\": \"Right glenoid neck fracture was nondisplaced\", \"severity\": \"minor\"}, {\"fact\": \"Left elbow fracture is healed\", \"severity\": \"minor\"}, {\"fact\": \"Surgery is to remove hardware (not Dynasplint)\", \"severity\": \"major\"}, {\"fact\": \"Failure to relieve pain is a risk\", \"severity\": \"minor\"}, {\"fact\": \"Parents agreed to the surgery plan\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states that surgery is to remove the Dynasplint, when the dialogue clearly indicates the goal is to remove internal hardware; it also omits key clinical details such as the patient's age, handedness, healed fracture status, and parental consent, while misplacing a neurological finding into the plan section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Dislocated left elbow, fractured neck of right glenoid\", \"History of Patient\": \"Patient was thrown off quads on 10\/10\/07, underwent open reduction and internal fixation (ORIF) of left elbow dislocation, currently in physical therapy (PT) with Dynasplint, has been experiencing irritation with elbow extension\", \"Plan of Action\": \"Surgery recommended to remove Dynasplint from left elbow, patient is neurologically intact, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, continued postoperative stiffness\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":730,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Occasionally drinks and smokes.\nPlan of Action: N\/A","rougeL":0.8108108108,"bertscore_f1":0.9801006317,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Occasionally drinks\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"smokes\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient denies smoking (no smoking)\", \"severity\": \"major\"}], \"rationale\": \"The note correctly records occasional drinking but incorrectly states smoking and omits the patient\\u2019s explicit denial of smoking.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Occasionally drinks\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"smokes\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No smoking\", \"severity\": \"major\"}], \"rationale\": \"The generated note falsely claims the patient smokes, contradicting the dialogue, and omits the explicit denial of smoking, which is a clinically important pertinent negative.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Occasionally drinks and smokes.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":747,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9689841866,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":755,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Both tubes tied in O1, colon polyp removed at age 14\nPlan of Action: N\/A","rougeL":0.7843137255,"bertscore_f1":0.968244791,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Both tubes tied in O1, colon polyp removed at age 14\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":758,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Allergic reaction to Sulfa drugs.\nPlan of Action: N\/A.","rougeL":0.6666666667,"bertscore_f1":0.9499173164,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["reaction"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Allergic reaction to Sulfa drugs.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":764,"prediction":"Symptoms: head pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7741935484,"bertscore_f1":0.9772632718,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"head pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":766,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Patient's father had emphysema and was a smoker. Patient's mother has diabetes and hypertension. There is no history of death of child less than a year. No illnesses for small children.\nPlan of Action: N\/A","rougeL":0.5555555556,"bertscore_f1":0.9436129928,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father","mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient's father had emphysema and was a smoker. Patient's mother has diabetes and hypertension. There is no history of death of child less than a year. No illnesses for small children.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":787,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9457374215,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Medication list was reviewed on April 22, 2003, with morning and evening dosages noted\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the medication review described in the dialogue, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"List of medications was checked on April 22, 2003, with morning and evening dosages\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states that the medication list was reviewed on April 22, 2003, and includes morning and evening dosing, but the generated note omits this clinically relevant history in the 'History of Patient' section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":791,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9850688577,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":804,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9631142616,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn (naproxen)\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the drug allergy disclosed in the dialogue, a critical omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is allergic to Naprosyn, which belongs in the History of Patient section, but the generated note incorrectly lists it as N\/A.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":817,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother has coronary artery disease.\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9794120193,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the only fact from the dialogue and includes no unsupported or missing information.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the patient's family history of coronary artery disease as stated in the dialogue, with no omissions or errors.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has coronary artery disease.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":829,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":831,"prediction":"Symptoms: pain in both feet, rocker bottom feet.\nDiagnosis: Subtalar arthrodesis, possible autografting of the Achilles.\nHistory of Patient: Patient presents with pain in both feet, rocker bottom feet.\nPlan of Action: Subtalar arthrodesis, possible autografting of the Achilles.","rougeL":0.3529411765,"bertscore_f1":0.8755068779,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in both feet, rocker bottom feet.\", \"Diagnosis\": \"Subtalar arthrodesis, possible autografting of the Achilles.\", \"History of Patient\": \"Patient presents with pain in both feet, rocker bottom feet.\", \"Plan of Action\": \"Subtalar arthrodesis, possible autografting of the Achilles.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":844,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.92746979,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Cancer diagnosis confirmed\", \"severity\": \"major\"}, {\"fact\": \"Hypertension diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Diabetes diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Positive history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"Positive history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"Positive history of cancer\", \"severity\": \"major\"}, {\"fact\": \"Negative for heart disease (no chest pain, shortness of breath, uneasiness)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for obesity (BMI normal, not overweight)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for stroke symptoms (no dizziness, loss of consciousness)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits all documented diagnoses and relevant positive and negative history items from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Hypertension\", \"severity\": \"major\"}, {\"fact\": \"Diabetes\", \"severity\": \"major\"}, {\"fact\": \"Cancer\", \"severity\": \"major\"}, {\"fact\": \"No heart disease\", \"severity\": \"major\"}, {\"fact\": \"No obesity (BMI fine)\", \"severity\": \"major\"}, {\"fact\": \"No stroke-like symptoms\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all diagnosed conditions and pertinent negatives explicitly stated in the dialogue, which are clinically critical for accurate patient documentation.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":846,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother's side family had heart issues, father's sister had sugar problem.\nPlan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9547153115,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father's"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother's side family had heart issues, father's sister had sugar problem.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":866,"prediction":"Symptoms: Left knee pain, locking, and pain.\nDiagnosis: N\/A.\nHistory of Patient: Injured medial collateral ligament (MCL) while playing hockey, left knee pain for about two years, no instability reported.\nPlan of Action: N\/A.","rougeL":0.5789473684,"bertscore_f1":0.9414021969,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["medial","collateral","ligament"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left knee pain, locking, and pain.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Injured medial collateral ligament (MCL) while playing hockey, left knee pain for about two years, no instability reported.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":873,"prediction":"Symptoms: vertigo, lightheadedness\nDiagnosis: atrial fibrillation\nHistory of Patient: Patient is not on Cardizem and is experiencing vertigo and lightheadedness. Patient is tired of regular blood draws and is experiencing improvement in arm pain and back pain.\nPlan of Action: Doctor recommends stopping Coumadin therapy due to tiredness.","rougeL":0.5416666667,"bertscore_f1":0.9279081225,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["recommends","tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"vertigo, lightheadedness\", \"Diagnosis\": \"atrial fibrillation\", \"History of Patient\": \"Patient is not on Cardizem and is experiencing vertigo and lightheadedness. Patient is tired of regular blood draws and is experiencing improvement in arm pain and back pain.\", \"Plan of Action\": \"Doctor recommends stopping Coumadin therapy due to tiredness.\"}","filled_na_fields":["Plan of Action"],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":878,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Patient smokes 3 packs of cigarettes per month, denies alcohol or illicit drug use, works as an editorial assistant at a local newspaper\nPlan of Action: N\/A","rougeL":0.5660377358,"bertscore_f1":0.9304745197,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["illicit"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient smokes 3 packs of cigarettes per month, denies alcohol or illicit drug use, works as an editorial assistant at a local newspaper\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":896,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Single, lives alone at home\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.970570147,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Single, lives alone at home\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":917,"prediction":"Symptoms: Foreign body sensation in left eye, worsening since this morning\nDiagnosis: N\/A\nHistory of Patient: Noticed foreign body sensation in left eye while at work, tried to see it with a bathroom mirror, worsened since this morning, no vision problems, no light sensitivity\nPlan of Action: N\/A","rougeL":0.4782608696,"bertscore_f1":0.9371570945,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["worsening","tried","worsened"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Foreign body sensation in left eye, worsening since this morning\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Noticed foreign body sensation in left eye while at work, tried to see it with a bathroom mirror, worsened since this morning, no vision problems, no light sensitivity\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":949,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9769557118,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":951,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":974,"prediction":"Symptoms: sore throat, puffy eyes, stuffy nose, difficulty breathing, low-grade fever, tiredness, hoarse voice\nDiagnosis: N\/A\nHistory of Patient: sore throat, puffy eyes, stuffy nose, difficulty breathing, tiredness, hoarse voice\nPlan of Action: N\/A","rougeL":0.5567010309,"bertscore_f1":0.9312213659,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["difficulty","low-grade","tiredness"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sore throat, puffy eyes, stuffy nose, difficulty breathing, low-grade fever, tiredness, hoarse voice\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"sore throat, puffy eyes, stuffy nose, difficulty breathing, tiredness, hoarse voice\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":990,"prediction":"Symptoms: coughing for one week, congestion for two to three weeks\nDiagnosis: N\/A\nHistory of Patient: Patient has been coughing for one week, congestion for two to three weeks, started coughing about a week ago and is getting worse\nPlan of Action: N\/A","rougeL":0.3230769231,"bertscore_f1":0.8908825517,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"coughing for one week, congestion for two to three weeks\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient has been coughing for one week, congestion for two to three weeks, started coughing about a week ago and is getting worse\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1012,"prediction":"Symptoms: N\/A\nDiagnosis: Hypertension, asthma, cervical cancer\nHistory of Patient: diagnosed at 15 years of age, dormant cervical cancer\nPlan of Action: N\/A","rougeL":0.6551724138,"bertscore_f1":0.9505774975,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Hypertension, asthma, cervical cancer\", \"History of Patient\": \"diagnosed at 15 years of age, dormant cervical cancer\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1026,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9422791004,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1041,"prediction":"Symptoms: low back pain\nDiagnosis: degenerative disc disease\nHistory of Patient: fell in March 2006 on a freshly waxed floor, had another fall in March 2006 while trying to qualify on a gun range, underwent cauterization of nerves in the lower back twice in October and November\nPlan of Action: N\/A","rougeL":0.5677419355,"bertscore_f1":0.926207006,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"low back pain\", \"Diagnosis\": \"degenerative disc disease\", \"History of Patient\": \"fell in March 2006 on a freshly waxed floor, had another fall in March 2006 while trying to qualify on a gun range, underwent cauterization of nerves in the lower back twice in October and November\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1046,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9591081738,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1055,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4561403509,"bertscore_f1":0.9050281644,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1056,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Patient is taking three different medications. She has been taking them every day just as they were prescribed.\nPlan of Action: N\/A","rougeL":0.4415584416,"bertscore_f1":0.9310709238,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient is taking three different medications. She has been taking them every day just as they were prescribed.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1074,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.28,"bertscore_f1":0.8786084652,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1075,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Married. Works as a farmer. Denies tobacco, alcohol, or illicit drug use.\nPlan of Action: N\/A.","rougeL":0.2941176471,"bertscore_f1":0.859239161,"template_ok":true,"na_agreement":null,"unsupported_terms":["illicit"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Married. Works as a farmer. Denies tobacco, alcohol, or illicit drug use.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1080,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Patient was stung on his hands and right knee around noon while preparing lunch. He denied redness or swelling. He took Benadryl as soon as possible. He also took Metoprolol and Hydrochlorothiazide. He also took aspirin in the mornings.\nPlan of Action: N\/A.","rougeL":0.3636363636,"bertscore_f1":0.8997225761,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Patient was stung on his hands and right knee around noon while preparing lunch. He denied redness or swelling. He took Benadryl as soon as possible. He also took Metoprolol and Hydrochlorothiazide. He also took aspirin in the mornings.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1082,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1087,"prediction":"Symptoms: Pain in stomach on the right side and down here, pain on the right tummy and hips, pain on the middle part of left thigh\nDiagnosis: Hyperesthesia\nHistory of Patient: Symptoms started approximately one and a half months prior to holidays, continue for the past eight days on the right tummy and hips mainly on the right side, no change in skin, no rashes, no over-the-counter medications\nPlan of Action: Referred to dermatology department for evaluation and treatment of hyperesthesia","rougeL":0.3333333333,"bertscore_f1":0.9060869813,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["over-the-counter","referred"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":10.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Pain in stomach on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on the right tummy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on the right hips\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on the middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms started approximately one and a half months prior to holidays\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms continued for the past eight days on the right tummy and hips mainly on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in skin, no rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No over-the-counter medications\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Referred to dermatology department for evaluation and treatment of hyperesthesia\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient is 49 years old\", \"severity\": \"major\"}, {\"fact\": \"Patient is married\", \"severity\": \"minor\"}, {\"fact\": \"Patient works as an airplane mechanic for Alaska Airlines\", \"severity\": \"minor\"}, {\"fact\": \"Patient bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"Pain on the left side of the abdomen (left abdomen)\", \"severity\": \"minor\"}, {\"fact\": \"Plan to run diagnostic tests to find the underlying cause of hyperesthesia\", \"severity\": \"major\"}, {\"fact\": \"Nurse will escort patient to the lab for testing\", \"severity\": \"minor\"}, {\"fact\": \"Follow\\u2011up treatment to be initiated after test results\", \"severity\": \"major\"}], \"rationale\": \"All generated statements are either directly supported by the dialogue or contradict it, and several key patient details and the intended test\\u2011based plan are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Pain in stomach on the right side and down here\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on the right tummy and hips\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on the middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms started approximately one and a half months prior to holidays\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Continue for the past eight days on the right tummy and hips mainly on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No over-the-counter medications\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Referred to dermatology department for evaluation and treatment of hyperesthesia\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient is a white, married, 49-year-old man\", \"severity\": \"minor\"}, {\"fact\": \"Patient works as a plane mechanic at Alaska Airlines\", \"severity\": \"minor\"}, {\"fact\": \"Patient bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"Patient initially thought symptoms were shingles\", \"severity\": \"minor\"}, {\"fact\": \"Symptoms are intermittent\", \"severity\": \"minor\"}, {\"fact\": \"Pain is present on both sides and middle of left thigh (not just right side)\", \"severity\": \"minor\"}, {\"fact\": \"Pain is painful when touched\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the core symptoms, diagnosis, and history but misplaces the plan of action by implying referral to dermatology as the plan, when the dialogue shows the patient is already in dermatology and the plan is to run tests \\u2014 a major clinical misplacement.\"}","fields_json":"{\"Symptoms\": \"Pain in stomach on the right side and down here, pain on the right tummy and hips, pain on the middle part of left thigh\", \"Diagnosis\": \"Hyperesthesia\", \"History of Patient\": \"Symptoms started approximately one and a half months prior to holidays, continue for the past eight days on the right tummy and hips mainly on the right side, no change in skin, no rashes, no over-the-counter medications\", \"Plan of Action\": \"Referred to dermatology department for evaluation and treatment of hyperesthesia\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1105,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9263053536,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection normal and well hydrated; no diaphoresis; no injury or wounds observed.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the entire skin examination findings that were documented in the dialogue and are clinically essential.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection within normal limits\", \"severity\": \"major\"}, {\"fact\": \"Skin is well hydrated\", \"severity\": \"major\"}, {\"fact\": \"No diaphoresis (excessive sweating)\", \"severity\": \"major\"}, {\"fact\": \"No obvious wound\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly documents normal skin inspection, hydration, absence of diaphoresis, and no wounds \\u2014 all of which belong in the Diagnosis field but are entirely omitted, while the generated note incorrectly reports N\/A for Diagnosis despite explicit clinical findings.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1118,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father died of colon cancer in his 80s. Mother died of a stroke in her nineties. No family history of neurological disorders.\nPlan of Action: N\/A","rougeL":0.7887323944,"bertscore_f1":0.9680085182,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father","died","80","mother"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father died of colon cancer in his 80s. Mother died of a stroke in her nineties. No family history of neurological disorders.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1161,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father is alive at the age of 69. Mother died at the age of 62 of many kinds of heart diseases. Maternal grandfather had a myocardial infarction (MI) and died at the age of 62. Maternal grandmother also had a myocardial infarction. Both he and maternal grandma had some heart diseases. Their heart use to beat pretty fast.\nPlan of Action: N\/A","rougeL":0.479338843,"bertscore_f1":0.9016498327,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother","myocardial","infarction"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father is alive at the age of 69. Mother died at the age of 62 of many kinds of heart diseases. Maternal grandfather had a myocardial infarction (MI) and died at the age of 62. Maternal grandmother also had a myocardial infarction. Both he and maternal grandma had some heart diseases. Their heart use to beat pretty fast.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1163,"prediction":"Symptoms: allergies\nDiagnosis: N\/A\nHistory of Patient: allergies present all the time when she lived in Seattle, worsened when she moved to another city, tried Claritin and Zyrtec but didn't work, tried Allegra last summer but didn't work, tried nasal sprays but didn't work, asthma for a long time but hasn't gotten worse\nPlan of Action: N\/A","rougeL":0.3636363636,"bertscore_f1":0.9047464132,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["present","worsened","another"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"allergies\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"allergies present all the time when she lived in Seattle, worsened when she moved to another city, tried Claritin and Zyrtec but didn't work, tried Allegra last summer but didn't work, tried nasal sprays but didn't work, asthma for a long time but hasn't gotten worse\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1172,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Surgery on the shoulder 13 years ago, loss of sense of smell and right eye, no headaches, no weakness or numbness, no weight loss, no nasal drainage\nPlan of Action: N\/A","rougeL":0.4,"bertscore_f1":0.9157685637,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Surgery on the shoulder 13 years ago, loss of sense of smell and right eye, no headaches, no weakness or numbness, no weight loss, no nasal drainage\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1184,"prediction":"Symptoms: Chest pain (mild), swelling of the right calf.\nDiagnosis: enlarging simple cyst of the left kidney, small hiatal hernia with minimal reflux.\nHistory of Patient: 65-year-old female, status post left upper lobectomy for stage IA non small cell lung cancer, status post pelvic CT (normal), negative chest x-rays from November 23rd to November 23rd, 2009, no cough, no hemoptysis, no fever, no chills, no weight loss, no new aches or pains.\nPlan of Action: N\/A.","rougeL":0.3169398907,"bertscore_f1":0.8904922009,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["swelling","post","x-rays","23","hemoptysis"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":14.0,"n_unsupported":0.0,"n_contradicted":2.0,"n_misplaced":0.0,"n_major_errors":2.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain (mild)\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Swelling of the right calf\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"Enlarging simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"65-year-old female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Status post left upper lobectomy for stage IA non small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Status post pelvic CT (normal)\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Negative chest x-rays from November 23rd to November 23rd, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No hemoptysis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No weight loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No new aches or pains\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Enlarged left calf without tenderness (left calf swelling)\", \"severity\": \"major\"}, {\"fact\": \"No tenderness of the swollen calf\", \"severity\": \"minor\"}, {\"fact\": \"No shortness of breath at rest or with exertion\", \"severity\": \"minor\"}, {\"fact\": \"Pelvic CT showed enlarging simple cyst of the left kidney\", \"severity\": \"major\"}, {\"fact\": \"History of deep vein thrombosis in 1975 and 1985\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue and mismatches or missing details were flagged, with major omissions identified for laterality, imaging findings, and prior DVT history.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain (mild)\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"swelling of the right calf\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"enlarging simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"65-year-old female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"status post left upper lobectomy for stage IA non small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"status post pelvic CT (normal)\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"negative chest x-rays from November 23rd to November 23rd, 2009\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no hemoptysis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no weight loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no new aches or pains\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"History of DVT in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"Swelling of the left calf (not right)\", \"severity\": \"major\"}, {\"fact\": \"Mild chest pain associated with swallowing (odynophagia\/dysphagia)\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains a critical error by misstating the calf swelling as right-sided instead of left-sided, omits the patient\\u2019s history of two prior DVTs, and fails to document dysphagia\/odynophagia despite explicit dialogue about swallowing pain, all of which are clinically significant.\"}","fields_json":"{\"Symptoms\": \"Chest pain (mild), swelling of the right calf.\", \"Diagnosis\": \"enlarging simple cyst of the left kidney, small hiatal hernia with minimal reflux.\", \"History of Patient\": \"65-year-old female, status post left upper lobectomy for stage IA non small cell lung cancer, status post pelvic CT (normal), negative chest x-rays from November 23rd to November 23rd, 2009, no cough, no hemoptysis, no fever, no chills, no weight loss, no new aches or pains.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1192,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Patient is a nonsmoker and works at a christmas tree farm. Patient plans to quit smoking.","rougeL":0.6071428571,"bertscore_f1":0.9499465823,"template_ok":false,"na_agreement":null,"unsupported_terms":["nonsmoker"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":3.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient is a nonsmoker.\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient works at a christmas tree farm.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient plans to quit smoking.\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient smokes approximately one pack of cigarettes per day.\", \"severity\": \"major\"}], \"rationale\": \"The note incorrectly labels the patient as a nonsmoker, adds an unmentioned quit plan, and omits the documented daily smoking amount.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient is a nonsmoker\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient works at a christmas tree farm\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient plans to quit smoking\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient smokes one pack per day\", \"severity\": \"major\"}], \"rationale\": \"The generated note falsely claims the patient is a nonsmoker and incorrectly states he plans to quit, while omitting the key detail of one pack per day smoking, directly contradicting and misrepresenting the dialogue.\"}","fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1201,"prediction":"Symptoms: low back pain for about eight years.\nDiagnosis: N\/A.\nHistory of Patient: fell in an ABC store in August 2008 resulting in low back pain, treated with electrical stimulation, heat, and physical therapy.\nPlan of Action: N\/A.","rougeL":0.3609022556,"bertscore_f1":0.9091522694,"template_ok":true,"na_agreement":null,"unsupported_terms":["resulting","physical","therapy"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"low back pain for about eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell in an ABC store in August 2008 resulting in low back pain\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"treated with electrical stimulation, heat, and physical therapy\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"recent fall four or five days ago while mopping, landing on tailbone and worsening low back pain\", \"severity\": \"major\"}, {\"fact\": \"back pain has been continuous with varying degrees over the eight\\u2011year period\", \"severity\": \"minor\"}, {\"fact\": \"gave birth in August 2008 and has had low back pain since giving birth\", \"severity\": \"major\"}, {\"fact\": \"saw Dr. X on January 10, 2009 with a follow\\u2011up appointment scheduled for February 10, 2009\", \"severity\": \"minor\"}, {\"fact\": \"physical therapy was attended only once or twice\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue; date of fall is incorrect, other details are supported, and several key historical facts were omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"low back pain for about eight years.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell in an ABC store in August 2008 resulting in low back pain\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"treated with electrical stimulation, heat, and physical therapy\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"low back pain has been continuous with varying degrees over eight years\", \"severity\": \"minor\"}, {\"fact\": \"low back pain began after childbirth in August 2008\", \"severity\": \"major\"}, {\"fact\": \"recent fall occurred four or five days ago while mopping, landing on tailbone, worsening pain\", \"severity\": \"major\"}, {\"fact\": \"saw Dr. X on January 10, 2009, with follow-up scheduled for February 10, 2009\", \"severity\": \"major\"}, {\"fact\": \"had additional falls since the initial injury (four or five)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly attributes the fall at ABC Store to August 2008 (which is when the patient gave birth), omits critical temporal details about pain progression, recent trauma, and physician visits, and misattributes the timing of the initial injury.\"}","fields_json":"{\"Symptoms\": \"low back pain for about eight years.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"fell in an ABC store in August 2008 resulting in low back pain, treated with electrical stimulation, heat, and physical therapy.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1212,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6363636364,"bertscore_f1":0.9329953194,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1232,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8387096774,"bertscore_f1":0.963935554,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1237,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3582089552,"bertscore_f1":0.8822888732,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG shows sinus tachycardia with heart rate of 122 bpm\", \"severity\": \"major\"}, {\"fact\": \"Negative urine pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all clinically relevant lab and EKG findings described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG showed sinus tachycardia with a heart rate of 122\", \"severity\": \"major\"}, {\"fact\": \"Negative pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically significant lab and EKG findings explicitly stated in the dialogue, including pertinent negatives like the negative pregnancy test, which are critical for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1250,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9375,"bertscore_f1":0.9833596945,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1259,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7428571429,"bertscore_f1":0.9593532085,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1267,"prediction":"Symptoms: skin has been going crazy.\nDiagnosis: hay fever, eczema, sinus problems, hives, and hives.\nHistory of Patient: Mother has some type of cancer in her mouth.\nPlan of Action: N\/A.","rougeL":0.4594594595,"bertscore_f1":0.9047985077,"template_ok":true,"na_agreement":null,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"skin has been going crazy.\", \"Diagnosis\": \"hay fever, eczema, sinus problems, hives, and hives.\", \"History of Patient\": \"Mother has some type of cancer in her mouth.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1269,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: cholecystectomy\nPlan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9681432843,"template_ok":true,"na_agreement":null,"unsupported_terms":["cholecystectomy"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"cholecystectomy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1271,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9565677643,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1281,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9674756527,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports no past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The note fails to record the explicitly stated negative surgical history, a clinically important omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has had no past surgeries, but the generated note incorrectly omits this pertinent negative from the History of Patient field, which could lead to incomplete clinical assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1283,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8125,"bertscore_f1":0.970754087,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s13","family":"biobart_large","seed":13,"example_id":1284,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4680851064,"bertscore_f1":0.898427546,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":4,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Burn to right arm\nPlan of Action: N\/A","rougeL":0.6857142857,"bertscore_f1":0.9700880647,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Burn to right arm\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":10,"prediction":"Symptoms: bunion on foot\nDiagnosis: N\/A\nHistory of Patient: 19-year-old Caucasian female with history of Charcot Marie tooth disease and bunion on foot for a long time\nPlan of Action: surgery to cut bunion off","rougeL":0.5538461538,"bertscore_f1":0.926001966,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bunion on foot\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"19-year-old Caucasian female with history of Charcot Marie tooth disease and bunion on foot for a long time\", \"Plan of Action\": \"surgery to cut bunion off\"}","filled_na_fields":["Plan of Action"],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":21,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.9236828685,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable (no known medical problems in family)\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies use of drugs, alcohol, or tobacco\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple pertinent historical details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable; no medical problems in family\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drug, alcohol, or tobacco use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for History of Patient despite the dialogue explicitly providing three clinically important facts: unremarkable family history, sexual activity with a boyfriend, and denial of substance use.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":25,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9439239502,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":29,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Family history of skin cancer and hypertension\nPlan of Action: N\/A","rougeL":0.9090909091,"bertscore_f1":0.9784649611,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Family history of skin cancer and hypertension\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":36,"prediction":"Symptoms: increased shortness of breath and difficulty breathing from past few nights while sleeping, difficulty catching breath since morning, mild peripheral edema\nDiagnosis: chronic lymphocytic leukemia, heart related problems\nHistory of Patient: 80-year-old male presenting with increased shortness of breath and difficulty breathing from past few nights while sleeping, difficulty catching breath since morning, mild peripheral edema\nPlan of Action: N\/A","rougeL":0.347107438,"bertscore_f1":0.8892043829,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["80"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"increased shortness of breath and difficulty breathing from past few nights while sleeping, difficulty catching breath since morning, mild peripheral edema\", \"Diagnosis\": \"chronic lymphocytic leukemia, heart related problems\", \"History of Patient\": \"80-year-old male presenting with increased shortness of breath and difficulty breathing from past few nights while sleeping, difficulty catching breath since morning, mild peripheral edema\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":56,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3404255319,"bertscore_f1":0.8819849491,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":58,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3720930233,"bertscore_f1":0.8944511414,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":72,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3921568627,"bertscore_f1":0.9071724415,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":74,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":87,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549857,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":96,"prediction":"Symptoms: congestion, snoring, red toe\nDiagnosis: N\/A\nHistory of Patient: congestion since age 11, snoring since age 11, red toe due to peeling for the last week and a half\nPlan of Action: N\/A","rougeL":0.4375,"bertscore_f1":0.9152688384,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":6.0,"n_unsupported":2.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"snoring\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"red toe\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"congestion since age 11\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"snoring since age 11\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"red toe due to peeling for the last week and a half\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"snorting (increased)\", \"severity\": \"minor\"}, {\"fact\": \"no nocturnal snoring (patient denied)\", \"severity\": \"minor\"}, {\"fact\": \"stopped Allegra (antihistamine) medication\", \"severity\": \"minor\"}, {\"fact\": \"plan to examine toe \/ ask about topical treatment\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue for accuracy and placement, and missing clinically relevant details were identified as omissions.\"}","j2_faithful":true,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"snoring\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"red toe\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"congestion since age 11\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"snoring since age 11\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"red toe due to peeling for the last week and a half\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient stopped taking Allegra after allergist ruled out allergies\", \"severity\": \"minor\"}, {\"fact\": \"Skin peeling around right big toe has been present for the last week and a half\", \"severity\": \"minor\"}, {\"fact\": \"No snoring at night\", \"severity\": \"minor\"}, {\"fact\": \"Doctor examined the toe and asked if anything was applied to the area\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misrepresents snoring as a current symptom and incorrectly attributes onset age to congestion and snoring, while omitting key details about allergy treatment, toe peeling duration, pertinent negative for nocturnal snoring, and the physical examination initiated.\"}","fields_json":"{\"Symptoms\": \"congestion, snoring, red toe\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"congestion since age 11, snoring since age 11, red toe due to peeling for the last week and a half\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":98,"prediction":"Symptoms: Chronic knee pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7058823529,"bertscore_f1":0.9746882915,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Chronic knee pain (history of patient)\", \"severity\": \"major\"}, {\"fact\": \"No prior similar symptoms (patient denies previous episodes)\", \"severity\": \"minor\"}], \"rationale\": \"The note places chronic knee pain under Symptoms instead of History and omits it (major) and the patient\\u2019s denial of prior episodes (minor) from the History section.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No history of similar symptoms before\", \"severity\": \"major\"}, {\"fact\": \"Chronic knee pain\", \"severity\": \"major\"}], \"rationale\": \"Chronic knee pain is correctly stated but misplaced in Symptoms instead of History of Patient, and the pertinent negative ('no similar symptoms before') is omitted from History of Patient.\"}","fields_json":"{\"Symptoms\": \"Chronic knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":105,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Possible exposure to ant bait but we are not sure if she actually ingested any of it. Poison Control confirmed that even if she did ingest the small amount that she was found with, it is likely nontoxic.\nPlan of Action: N\/A","rougeL":0.6097560976,"bertscore_f1":0.9523303509,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Possible exposure to ant bait but we are not sure if she actually ingested any of it. Poison Control confirmed that even if she did ingest the small amount that she was found with, it is likely nontoxic.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":125,"prediction":"Symptoms: Sad and depressed\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9681264758,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Sad and depressed\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":128,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Former smoker (quit in 1988), weighed himself this morning at 183 pounds, thought to be shrinking.\nPlan of Action: N\/A.","rougeL":0.5373134328,"bertscore_f1":0.9321303964,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former","1988","himself","thought"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker (quit in 1988)\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Weighed himself this morning at 183 pounds\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Thought to be shrinking\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Quit smoking in 1968\", \"severity\": \"minor\"}, {\"fact\": \"Tallest height is 5 feet 10 inches\", \"severity\": \"minor\"}], \"rationale\": \"The note misstates the quit year, omits the correct quit year and prior height, while correctly reporting weight and the patient's perception of shrinking.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker (quit in 1988)\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"weighed himself this morning at 183 pounds\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"thought to be shrinking\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Tallest height was 5 feet 10 inches\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient quit smoking in 1988 instead of 1968, contradicting the dialogue, and omits the patient's stated maximum height of 5'10\\\", both of which are clinically relevant for accurate history documentation.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Former smoker (quit in 1988), weighed himself this morning at 183 pounds, thought to be shrinking.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":130,"prediction":"Symptoms: Right-sided weakness, numbness and tingling in feet.\nDiagnosis: N\/A.\nHistory of Patient: History of seizures, traumatic stroke with bleeding in the brain, right-sided weakness affecting arm, hand, and face, history of falling liver due to alcohol use, diabetes, thirsty, numbness and tingling in feet.\nPlan of Action: Testing for diabetes.","rougeL":0.1415929204,"bertscore_f1":0.8349366188,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Right-sided weakness, numbness and tingling in feet.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"History of seizures, traumatic stroke with bleeding in the brain, right-sided weakness affecting arm, hand, and face, history of falling liver due to alcohol use, diabetes, thirsty, numbness and tingling in feet.\", \"Plan of Action\": \"Testing for diabetes.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":147,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":149,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549857,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":155,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9470266104,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":161,"prediction":"Symptoms: V shaped injury to right leg, flap injury developed after puncture wound, viable skin\nDiagnosis: N\/A\nHistory of Patient: Patient was trying to adjust cable that his brother's dog was tied to. All of a sudden, he attacked me out of nowhere. The injury to leg is V shaped and the V is pointing towards foot. Patient is a 50-year-old white male with a German shepherd bite on his foot. He was up to date on shots, and he is completely healthy. He bit me on his foot, and it looks like his teeth went into my skin. I went to my P C P. who cleaned the wound and did some bandage along with it he gave me a tetanus shot.\nPlan of Action: N\/A","rougeL":0.2279792746,"bertscore_f1":0.8888116479,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["bite"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"V shaped injury to right leg, flap injury developed after puncture wound, viable skin\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient was trying to adjust cable that his brother's dog was tied to. All of a sudden, he attacked me out of nowhere. The injury to leg is V shaped and the V is pointing towards foot. Patient is a 50-year-old white male with a German shepherd bite on his foot. He was up to date on shots, and he is completely healthy. He bit me on his foot, and it looks like his teeth went into my skin. I went to my P C P. who cleaned the wound and did some bandage along with it he gave me a tetanus shot.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":166,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy\nPlan of Action: N\/A","rougeL":0.9803921569,"bertscore_f1":0.9855275154,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["include"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":167,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Divorced, no history of tobacco, alcohol, or illicit drug use\nPlan of Action: N\/A","rougeL":0.8260869565,"bertscore_f1":0.9645352364,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["illicit"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":4.0,"n_unsupported":2.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of tobacco use\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of alcohol use\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of illicit drug use\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Uncertain past alcohol use (family reports possible prior drinking but not confirmed)\", \"severity\": \"minor\"}], \"rationale\": \"The note adds false negatives for substance use and omits the reported uncertainty about alcohol consumption.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Uncertain history of alcohol use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly states 'no history of alcohol use' despite the family's uncertain report, and omits the critical nuance of uncertainty, which is clinically significant.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Divorced, no history of tobacco, alcohol, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":180,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's explicit denial of allergies, a clinically important negative.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly confirms the patient has no allergies, a pertinent negative that should be documented in the History of Patient section, but the generated note omits it entirely.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":188,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3921568627,"bertscore_f1":0.8929464221,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":196,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: husband passed away a few years ago, living at Kansas Christian Home, unable to take medicines, driving today\nPlan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9451563358,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["unable"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":4.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"husband passed away a few years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"living at Kansas Christian Home\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unable to take medicines\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"driving today\", \"label\": \"contradicted\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"requires assistance with medications\", \"severity\": \"major\"}, {\"fact\": \"had a driver bring her to the appointment\", \"severity\": \"minor\"}, {\"fact\": \"needs to attend noon meal\", \"severity\": \"minor\"}, {\"fact\": \"living independently at Kansas Christian Home\", \"severity\": \"minor\"}], \"rationale\": \"The note misstates medication ability and driving status, and omits key assistance and logistics details from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"husband passed away a few years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"living at Kansas Christian Home\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unable to take medicines\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"driving today\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"does not drink or smoke\", \"severity\": \"minor\"}, {\"fact\": \"lives independently at Kansas Christian Home\", \"severity\": \"minor\"}, {\"fact\": \"requires assistance with medications\", \"severity\": \"major\"}, {\"fact\": \"had a driver bring her to the appointment\", \"severity\": \"major\"}, {\"fact\": \"needs to attend noon meal\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misrepresents the patient's ability to take medications and her transportation status, while omitting key contextual details about her lifestyle and support needs.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"husband passed away a few years ago, living at Kansas Christian Home, unable to take medicines, driving today\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":217,"prediction":"Symptoms: Multiple canker sores in the mouth.\nDiagnosis: N\/A.\nHistory of Patient: Increased dosage of methothrexate, multiple canker sores in the mouth. Painful to eat with the sores, no decreased appetite, no new rashes or hair loss.\nPlan of Action: Bloodwork done, dosage decreased to previous amount, follow-up in two weeks.","rougeL":0.5744680851,"bertscore_f1":0.9160807729,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":9.0,"n_unsupported":0.0,"n_contradicted":2.0,"n_misplaced":2.0,"n_major_errors":2.0,"n_major_omissions":0.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in the mouth.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased dosage of methothrexate\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple canker sores in the mouth\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Painful to eat with the sores\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no decreased appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no new rashes or hair loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork done\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"dosage decreased to previous amount\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"follow-up in two weeks\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain while eating (symptom)\", \"severity\": \"minor\"}, {\"fact\": \"Suspected methotrexate\\u2011related stomatitis as diagnosis\", \"severity\": \"minor\"}, {\"fact\": \"No nausea, abdominal discomfort, or diarrhea (pertinent negatives)\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue for accuracy and placement, and missing clinically relevant details were identified as omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":3.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in the mouth.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased dosage of methothrexate.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Multiple canker sores in the mouth.\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Painful to eat with the sores.\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No decreased appetite.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No new rashes or hair loss.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork done.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Dosage decreased to previous amount.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Follow-up in two weeks.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Diagnosis of stomatitis, possibly methotrexate-related\", \"severity\": \"major\"}, {\"fact\": \"Patient has appetite despite pain while eating\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly places symptoms and patient-reported details into the History section, falsely reports completed actions as facts in the Plan, and omits the clinically essential diagnosis of methotrexate-associated stomatitis.\"}","fields_json":"{\"Symptoms\": \"Multiple canker sores in the mouth.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Increased dosage of methothrexate, multiple canker sores in the mouth. Painful to eat with the sores, no decreased appetite, no new rashes or hair loss.\", \"Plan of Action\": \"Bloodwork done, dosage decreased to previous amount, follow-up in two weeks.\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":227,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7777777778,"bertscore_f1":0.9673388004,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported (patient reports no past medical problems or surgeries).\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the patient's explicit statement of having no past medical problems, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has no past medical problems or surgeries, but the generated note incorrectly lists 'History of Patient' as N\/A, omitting a pertinent negative that is clinically important.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":229,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.968576014,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":236,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9597997665,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":239,"prediction":"Symptoms: bilateral knee pain, left knee worse than right, significant pain interfering with walking, difficulty going up and down stairs\nDiagnosis: degenerative joint disease of both knees, arthritis in both knees, spinal stenosis\nHistory of Patient: bilateral knee degenerative joint disease, history of arthroscopic surgery on both knees, pain management with anti-inflammatories, injections, narcotics, spinal decompression and epidural steroids injection, back surgeries, spinal stenosis\nPlan of Action: bilateral knee replacements recommended for degenerative joint disease of both knees, left knee worse than the right, pain management with anti-inflammatories, injections, narcotics, spinal decompression and epidural steroids injection, pain managed with narcotics\nPlan of Action: bilateral knee replacements recommended","rougeL":0.4126984127,"bertscore_f1":0.8968634009,"template_ok":false,"na_agreement":null,"unsupported_terms":["bilateral","difficulty","anti-inflammatories","recommended"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":264,"prediction":"Symptoms: pain in jaw since the morning\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8947368421,"bertscore_f1":0.9921594262,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in jaw since the morning\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":272,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: PermCath inserted three times, received peritoneal dialysis\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.973685503,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All statements in the generated note are directly supported by the dialogue and no clinically important information is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient forgot the name of the surgery but confirmed it was documented in the report\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures the two procedures as past surgical history, matching the dialogue, but omits the patient's admission of forgetting the surgery name, which contextualizes the clinical interaction.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"PermCath inserted three times, received peritoneal dialysis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":284,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5384615385,"bertscore_f1":0.9261307716,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":290,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":293,"prediction":"Symptoms: Painful ulcer on right hip\nDiagnosis: Pressure ulcer on right hip\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9603515267,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All generated statements are directly supported by the dialogue and no clinically important information is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately captures the patient's reported symptom and the doctor's diagnosis from the dialogue, with no hallucinations, contradictions, or clinically significant omissions.\"}","fields_json":"{\"Symptoms\": \"Painful ulcer on right hip\", \"Diagnosis\": \"Pressure ulcer on right hip\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":300,"prediction":"Symptoms: N\/A.\nDiagnosis: Hypothyroidism, onychomycosis.\nHistory of Patient: Patient has been taking Lamisil for six weeks with no problems. He has been taking Levothroid daily. He has some medicated eye drops.\nPlan of Action: N\/A.","rougeL":0.425,"bertscore_f1":0.9146111608,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has been taking Lamisil for six weeks with no problems.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been taking Levothroid daily.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has some medicated eye drops for his cornea.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Recheck ALT level today.\", \"severity\": \"major\"}, {\"fact\": \"Recheck TSH level (previously elevated in April).\", \"severity\": \"major\"}, {\"fact\": \"Continue Levothroid for hypothyroidism and monitor medication compliance.\", \"severity\": \"major\"}], \"rationale\": \"All generated claims are supported by the dialogue, but the plan of action omits essential orders and monitoring steps discussed.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has been taking Lamisil for six weeks with no problems\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been taking Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has some medicated eye drops\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Elevated TSH level in April\", \"severity\": \"major\"}, {\"fact\": \"Plan to recheck ALT and TSH levels today\", \"severity\": \"major\"}, {\"fact\": \"Patient does not like Levothroid but takes it with help\", \"severity\": \"minor\"}, {\"fact\": \"No other medications besides Lamisil, Levothroid, and eye drops\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits critical plan elements (ALT\/TSH recheck) and a key historical fact (elevated TSH in April), while incorrectly labeling the plan as N\/A despite clear actionable items in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"Hypothyroidism, onychomycosis.\", \"History of Patient\": \"Patient has been taking Lamisil for six weeks with no problems. He has been taking Levothroid daily. He has some medicated eye drops.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":304,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [], \"omissions\": [], \"rationale\": \"The generated note contains only N\/A entries, which are not considered claims, and the dialogue provides no substantive clinical information to require inclusion.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [], \"rationale\": \"The generated note correctly reflects all information in the dialogue as N\/A across all fields, and no clinically important facts or pertinent negatives are omitted.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":320,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.612244898,"bertscore_f1":0.9394714236,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":325,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":329,"prediction":"Symptoms: tired throughout the day, nocturia\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3529411765,"bertscore_f1":0.9042884111,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["nocturia"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tired throughout the day, nocturia\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":343,"prediction":"Symptoms: N\/A\nDiagnosis: Atrial fibrillation\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9823440313,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":346,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9516934156,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No history of hypertension, diabetes, heart disease, or cancer\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting the patient\\u2019s explicit denials of major chronic conditions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"no history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"no history of heart disease\", \"severity\": \"major\"}, {\"fact\": \"no history of cancer\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly documents the patient's denial of hypertension, diabetes, heart disease, and cancer, all of which are clinically important pertinent negatives omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":384,"prediction":"Symptoms: headaches, pressure in face, sniffles, rash on face, back, and arms for the last three days\nDiagnosis: asthma\nHistory of Patient: granddaughter presents with headaches, sniffles, rash on face, back, and arms for the last three days, Benadryl use, going to school due to fifth disease\nPlan of Action: N\/A","rougeL":0.5826771654,"bertscore_f1":0.9287624359,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"headaches, pressure in face, sniffles, rash on face, back, and arms for the last three days\", \"Diagnosis\": \"asthma\", \"History of Patient\": \"granddaughter presents with headaches, sniffles, rash on face, back, and arms for the last three days, Benadryl use, going to school due to fifth disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":388,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5090909091,"bertscore_f1":0.9283405542,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Advise patient to take it slow and do activities as tolerated after plaster removal from foot; no follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the Plan of Action field empty, omitting the essential advice and follow\\u2011up instructions provided in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Plan of Action\", \"claim\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"No follow-up needed if no pain and doing fine.\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"severity\": \"major\"}, {\"fact\": \"No follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists 'N\/A' for Plan of Action despite the dialogue clearly detailing activity advice and follow-up instructions, resulting in major omissions and unsupported claims when compared to the reference.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":405,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Married with three children, one of whom is ready to go to college, retired from an attorney two years ago, joined a private company part time, denies tobacco or illicit drug use\nPlan of Action: N\/A","rougeL":0.8172043011,"bertscore_f1":0.9615319967,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["children","whom","tobacco","illicit"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":6.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Has three children\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"One child is ready to go to college\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Retired from an attorney two years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Joined a private company part time\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco or illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denies alcohol use\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are supported by the dialogue, but the note omits the patient\\u2019s explicit denial of alcohol consumption.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married with three children\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"One of whom is ready to go to college\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Retired from an attorney two years ago\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Joined a private company part time\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco or illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Was an attorney (prior career)\", \"severity\": \"minor\"}, {\"fact\": \"Denied alcohol use\", \"severity\": \"major\"}, {\"fact\": \"Currently working part-time at a private company (clarifying semi-retired status)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits the explicit denial of alcohol use, which is a clinically important pertinent negative, and misphrases 'retired from being an attorney' as 'retired from an attorney', but otherwise accurately reflects the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Married with three children, one of whom is ready to go to college, retired from an attorney two years ago, joined a private company part time, denies tobacco or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":408,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Denies chest pain, shortness of breath while sleeping, palpitation, swelling or varicose veins in legs, prolonged cough, wheezing, loss of appetite, Constipation, dark urine, burning sensation, skin lesion or discoloration, anxiety, irritability, apathy or depression.\nPlan of Action: N\/A.","rougeL":0.4266666667,"bertscore_f1":0.901676476,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":12.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Denies chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies shortness of breath while sleeping\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies palpitation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies swelling or varicose veins in legs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies prolonged cough\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies wheezing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies loss of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies Constipation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies dark urine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies burning sensation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies skin lesion or discoloration\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies anxiety, irritability, apathy or depression\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient reports a prolonged cough (positive symptom)\", \"severity\": \"major\"}, {\"fact\": \"Denies weight loss or gain\", \"severity\": \"minor\"}, {\"fact\": \"Denies fever or chills\", \"severity\": \"minor\"}, {\"fact\": \"Denies headaches\", \"severity\": \"minor\"}, {\"fact\": \"Denies nosebleeds\", \"severity\": \"minor\"}, {\"fact\": \"Denies coarse voice changes\", \"severity\": \"minor\"}, {\"fact\": \"Denies blurry vision or vision loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies heartburn\", \"severity\": \"minor\"}, {\"fact\": \"Denies blood in stool\", \"severity\": \"minor\"}, {\"fact\": \"Denies abdominal pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies painful or burning urination\", \"severity\": \"minor\"}, {\"fact\": \"Denies cloudy or dark urine\", \"severity\": \"minor\"}, {\"fact\": \"Denies flank or groin pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies joint pain, muscle stiffness, or backache\", \"severity\": \"minor\"}, {\"fact\": \"Denies tendon, ligament, or muscle strain\", \"severity\": \"minor\"}, {\"fact\": \"Denies bone aches or pains\", \"severity\": \"minor\"}, {\"fact\": \"Denies muscle weakness\", \"severity\": \"minor\"}, {\"fact\": \"Denies blackouts\", \"severity\": \"minor\"}, {\"fact\": \"Denies seizures\", \"severity\": \"minor\"}, {\"fact\": \"Denies memory loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies hallucinations\", \"severity\": \"minor\"}, {\"fact\": \"Denies weakness, numbness, or tingling\", \"severity\": \"minor\"}, {\"fact\": \"Denies tremors or paralysis\", \"severity\": \"minor\"}, {\"fact\": \"Denies sleep disturbances\", \"severity\": \"minor\"}, {\"fact\": \"Denies appetite disturbances\", \"severity\": \"minor\"}, {\"fact\": \"Denies suicidal thoughts\", \"severity\": \"minor\"}, {\"fact\": \"Denies unusual hair loss or nail breakage\", \"severity\": \"minor\"}], \"rationale\": \"All claims were parsed and labeled; the note incorrectly denies the cough (contradicted) and omits many pertinent negatives and the positive cough symptom.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":25.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Denies chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies shortness of breath while sleeping\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies palpitation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies swelling or varicose veins in legs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies prolonged cough\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies wheezing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies loss of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies constipation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies dark urine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies burning sensation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies skin lesion or discoloration\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies anxiety, irritability, apathy or depression\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denies weight gain or loss\", \"severity\": \"major\"}, {\"fact\": \"Denies headaches\", \"severity\": \"major\"}, {\"fact\": \"Denies nose bleeds\", \"severity\": \"major\"}, {\"fact\": \"Denies coarse voice\", \"severity\": \"major\"}, {\"fact\": \"Denies blurry vision or change in vision\", \"severity\": \"major\"}, {\"fact\": \"Denies fever or chills\", \"severity\": \"major\"}, {\"fact\": \"Denies leg pain\", \"severity\": \"major\"}, {\"fact\": \"Denies sore throat\", \"severity\": \"major\"}, {\"fact\": \"Denies cough with mucous or blood sputum\", \"severity\": \"major\"}, {\"fact\": \"Denies heartburn\", \"severity\": \"major\"}, {\"fact\": \"Denies nausea or vomiting\", \"severity\": \"major\"}, {\"fact\": \"Denies blood in stool\", \"severity\": \"major\"}, {\"fact\": \"Denies abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Denies cloudy urine\", \"severity\": \"major\"}, {\"fact\": \"Denies flank or groin pain\", \"severity\": \"major\"}, {\"fact\": \"Denies joint pain, muscle stiffness, backache, ligament\/tendon pain or strain\", \"severity\": \"major\"}, {\"fact\": \"Denies blackouts or seizures\", \"severity\": \"major\"}, {\"fact\": \"Denies hallucinations or memory loss\", \"severity\": \"major\"}, {\"fact\": \"Denies weakness, numbness, tingling, tremors, paralysis\", \"severity\": \"major\"}, {\"fact\": \"Denies sleep disturbances\", \"severity\": \"major\"}, {\"fact\": \"Denies appetite disturbances\", \"severity\": \"major\"}, {\"fact\": \"Denies suicidal thoughts\", \"severity\": \"major\"}, {\"fact\": \"Denies unusual hair loss or breakage\", \"severity\": \"major\"}, {\"fact\": \"Denies unusual nail breakage or discoloration\", \"severity\": \"major\"}, {\"fact\": \"Has prolonged cough (positive symptom not listed in Symptoms field)\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists 'prolonged cough' as a denial in History of Patient, when the patient explicitly reported it as a symptom, and omits the Symptoms field entirely despite the presence of a key positive symptom, while also failing to document numerous pertinent negatives from the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Denies chest pain, shortness of breath while sleeping, palpitation, swelling or varicose veins in legs, prolonged cough, wheezing, loss of appetite, Constipation, dark urine, burning sensation, skin lesion or discoloration, anxiety, irritability, apathy or depression.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":409,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.56,"bertscore_f1":0.9233717322,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":414,"prediction":"Symptoms: weakness, fatigue, decreased appetite.\nDiagnosis: N\/A.\nHistory of Patient: experiencing weakness and fatigue for a week, decreased appetite for a week, weight loss of 8 pounds in a week. No nausea, vomiting, diarrhea, abdominal pain, chest pain, shortness of breath, cough, or heart racing reported.\nPlan of Action: Waiting for lab report to come back.","rougeL":0.4838709677,"bertscore_f1":0.9305967093,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["decreased","loss"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":16.0,"n_unsupported":2.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"decreased appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing weakness for a week\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing fatigue for a week\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"decreased appetite for a week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 8 pounds in a week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no abdominal pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no heart racing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"waiting for lab report to come back\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"weight loss of 8 pounds in a week (symptom)\", \"severity\": \"major\"}, {\"fact\": \"denial of neurological symptoms (no numbness or tingling)\", \"severity\": \"minor\"}], \"rationale\": \"All listed claims are checked against the dialogue; only the week-long duration for weakness\/fatigue is unsupported, and weight loss and neurological negative are missing from appropriate sections.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"decreased appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing weakness and fatigue for a week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"decreased appetite for a week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 8 pounds in a week\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no vomiting\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no abdominal pain\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no heart racing\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"waiting for lab report to come back\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"denial of neurological symptoms (numbness or tingling)\", \"severity\": \"major\"}], \"rationale\": \"The generated note accurately captures all reported symptoms, pertinent negatives, and plan, but omits the patient\\u2019s explicit denial of neurological symptoms, which is a clinically important pertinent negative.\"}","fields_json":"{\"Symptoms\": \"weakness, fatigue, decreased appetite.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"experiencing weakness and fatigue for a week, decreased appetite for a week, weight loss of 8 pounds in a week. No nausea, vomiting, diarrhea, abdominal pain, chest pain, shortness of breath, cough, or heart racing reported.\", \"Plan of Action\": \"Waiting for lab report to come back.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":434,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4590163934,"bertscore_f1":0.9034819007,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":440,"prediction":"Symptoms: hot flashes, mood swings\nDiagnosis: postsurgical menopause\nHistory of Patient: experiencing hot flashes for the last several months, experiencing mood swings for the last few weeks\nPlan of Action: N\/A","rougeL":0.406779661,"bertscore_f1":0.9200730324,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":2.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing mood swings for the last few weeks\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"absence of periods for the last year after surgery (amenorrhea)\", \"severity\": \"major\"}, {\"fact\": \"history of surgery that led to menopause\", \"severity\": \"major\"}, {\"fact\": \"patient is 48 years old\", \"severity\": \"minor\"}], \"rationale\": \"All listed claims are either supported or misplaced, and key symptoms, surgical history, and age were omitted from their appropriate sections.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing mood swings for the last few weeks\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient had surgery one year ago leading to cessation of periods\", \"severity\": \"major\"}, {\"fact\": \"Patient is 48 years old\", \"severity\": \"minor\"}, {\"fact\": \"Patient denies having periods for the last year\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly captures symptoms and diagnosis from the dialogue but misplaces temporal symptom details into History of Patient, and omits key clinical facts including the surgical cause of menopause and patient's age.\"}","fields_json":"{\"Symptoms\": \"hot flashes, mood swings\", \"Diagnosis\": \"postsurgical menopause\", \"History of Patient\": \"experiencing hot flashes for the last several months, experiencing mood swings for the last few weeks\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":448,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Up-to-date with immunizations\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9626076221,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["up-to-date"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Up-to-date with immunizations\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":457,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9800207615,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":463,"prediction":"Symptoms: Back pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.9551908374,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":466,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: History of heroin and alcohol use, recent cocaine use\nPlan of Action: N\/A","rougeL":0.75,"bertscore_f1":0.9585341811,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["cocaine"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient has a history of heroin use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has a history of alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has recent cocaine use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a smoker\", \"severity\": \"major\"}], \"rationale\": \"All generated claims are supported by the dialogue, but the note omits the patient's smoking status, a key social history item.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"History of heroin use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Recent cocaine use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a smoker\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly captures heroin, alcohol, and cocaine use but omits the patient's explicit admission of smoking, which is a clinically significant pertinent history.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of heroin and alcohol use, recent cocaine use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":473,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Family history includes diabetes, heart disease, thyroid problems, autoimmune disease, possible multiple sclerosis, and depression issues. Married for two years with two children (son and daughter) living nearby. Works as a nurse at Walter P. Carter Center for 21 years and as an outpatient mental health center for 2 years. Denies any history of learning disabilities, attentional problems, difficulty learning to read, failed grades, special help in school, or spelling problems.\nPlan of Action: N\/A.","rougeL":0.3823529412,"bertscore_f1":0.8883068562,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["includes"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Family history includes diabetes, heart disease, thyroid problems, autoimmune disease, possible multiple sclerosis, and depression issues. Married for two years with two children (son and daughter) living nearby. Works as a nurse at Walter P. Carter Center for 21 years and as an outpatient mental health center for 2 years. Denies any history of learning disabilities, attentional problems, difficulty learning to read, failed grades, special help in school, or spelling problems.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":476,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9535829425,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":484,"prediction":"Symptoms: N\/A.\nDiagnosis: Gestational diabetes with insulin use.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.4,"bertscore_f1":0.9082291126,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"Gestational diabetes with insulin use.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":500,"prediction":"Symptoms: N\/A\nDiagnosis: anxiety disorder\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9867397547,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"anxiety disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":516,"prediction":"Symptoms: Left flank pain, pain in stomach and back, nausea, vomiting, no blood, pain, or burning during urination\nDiagnosis: Left ureteral stone\nHistory of Patient: Pain started four or five days ago, pain has been in stomach and back, nausea, vomiting, no blood, pain, or burning during urination, ultrasound found left ureteral stone about 3 cm in size\nPlan of Action: discuss treatment options","rougeL":0.5546218487,"bertscore_f1":0.9413053393,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["discuss"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left flank pain, pain in stomach and back, nausea, vomiting, no blood, pain, or burning during urination\", \"Diagnosis\": \"Left ureteral stone\", \"History of Patient\": \"Pain started four or five days ago, pain has been in stomach and back, nausea, vomiting, no blood, pain, or burning during urination, ultrasound found left ureteral stone about 3 cm in size\", \"Plan of Action\": \"discuss treatment options\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":525,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Quit smoking about 27 years ago, currently smokes two packs of cigarettes per day, denies alcohol use\nPlan of Action: N\/A","rougeL":0.696969697,"bertscore_f1":0.9616543055,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Quit smoking about 27 years ago, currently smokes two packs of cigarettes per day, denies alcohol use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":544,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Father underwent coronary artery bypass surgery at age 60. Mother is 80 years old and has dementia.\nPlan of Action: N\/A.","rougeL":0.5957446809,"bertscore_f1":0.9355775714,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":2.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father underwent coronary artery bypass surgery at age 60.\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother is 80 years old and has dementia.\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Father has coronary artery disease.\", \"severity\": \"major\"}, {\"fact\": \"Father had multiple strokes related to coronary artery disease.\", \"severity\": \"major\"}, {\"fact\": \"Father also has dementia.\", \"severity\": \"major\"}, {\"fact\": \"Patient reports no smoking or alcohol use.\", \"severity\": \"minor\"}, {\"fact\": \"Father is currently in his eighties.\", \"severity\": \"minor\"}], \"rationale\": \"The note places family history details in the patient history field and omits several key family and social history facts from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father underwent coronary artery bypass surgery at age 60.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother is 80 years old and has dementia.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father has dementia.\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Father has coronary artery disease (CAD) and had multiple strokes due to it.\", \"severity\": \"major\"}, {\"fact\": \"Patient does not smoke or drink alcohol.\", \"severity\": \"major\"}, {\"fact\": \"Both parents are alive.\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits critical family history details (CAD, strokes, patient's lifestyle) and incorrectly omits the father's dementia despite explicit mention, while falsely implying it without support.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Father underwent coronary artery bypass surgery at age 60. Mother is 80 years old and has dementia.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":556,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9732643366,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":565,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: widowed for 18 years, lives alone, former restaurant employee, nonsmoker, denies alcohol use.\nPlan of Action: N\/A.","rougeL":0.7142857143,"bertscore_f1":0.947193861,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["alone","former","employee","nonsmoker"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"widowed for 18 years, lives alone, former restaurant employee, nonsmoker, denies alcohol use.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":584,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Last menstrual period around June 3, 2009\nPlan of Action: N\/A","rougeL":0.5135135135,"bertscore_f1":0.9082890153,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["3"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period around June 3, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient reports a recent abortion\", \"severity\": \"major\"}, {\"fact\": \"Patient is uncertain whether the abortion was completed\", \"severity\": \"major\"}, {\"fact\": \"Patient reports ongoing vaginal bleeding\", \"severity\": \"major\"}, {\"fact\": \"Referral to Gynecology and Obstetrics for follow\\u2011up\", \"severity\": \"major\"}], \"rationale\": \"The note omits the recent abortion, uncertainty about its completion, ongoing bleeding, and the planned referral, all key clinical details from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period around June 3, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient admits to having a recent abortion\", \"severity\": \"major\"}, {\"fact\": \"Patient is unsure if the abortion was completed\", \"severity\": \"major\"}, {\"fact\": \"Patient is still bleeding post-abortion\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had a follow-up with OB\/GYN\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits critical clinical information about the recent abortion, ongoing bleeding, uncertainty of completion, and lack of follow-up, all explicitly stated in the dialogue and clinically significant for gynecologic care.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Last menstrual period around June 3, 2009\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":597,"prediction":"SymptomsSymptomsSymptomsSymptomsSymptomsSymptomsSymptomsSymptoms:Symptoms:","rougeL":0.0465116279,"bertscore_f1":0.8073509932,"template_ok":false,"na_agreement":null,"unsupported_terms":["symptomssymptomssymptomssymptomssymptomssymptomssymptomssymptoms"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":607,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Quit smoking in 1992. Works as a nurse at a nursing home. Lost weight since starting a new diet several months ago.\nPlan of Action: N\/A.","rougeL":0.6666666667,"bertscore_f1":0.9585215449,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["1992"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Quit smoking in 1992. Works as a nurse at a nursing home. Lost weight since starting a new diet several months ago.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":627,"prediction":"Symptoms: ulcer in ankle\nDiagnosis: N\/A\nHistory of Patient: ulcer in ankle on right side, not healing\nPlan of Action: N\/A","rougeL":0.5238095238,"bertscore_f1":0.9500728846,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"ulcer in ankle\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"ulcer in ankle on right side, not healing\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms","History of Patient"],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":639,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Patient has been out of it for a few days. He has been pointing to his stomach and saying it hurts. He has also been experiencing queasy and vomiting. He has had a fever of one-two.\nPlan of Action: N\/A.","rougeL":0.2588235294,"bertscore_f1":0.9000891447,"template_ok":true,"na_agreement":0.25,"unsupported_terms":["one-two"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":4.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":4.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient has been out of it for a few days.\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been pointing to his stomach and saying it hurts.\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has also been experiencing queasy and vomiting.\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has had a fever of one-two.\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Symptoms: abdominal pain, nausea, vomiting, fever, altered mental status\", \"severity\": \"major\"}, {\"fact\": \"Plan of Action: further evaluation and management of abdominal pain, nausea, vomiting, fever, and altered mental status\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are present in the dialogue but placed in the wrong section, and key symptom and plan information are missing from their appropriate fields.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient has been out of it for a few days.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been pointing to his stomach and saying it hurts.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has also been experiencing queasy\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been experiencing vomiting.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has had a fever of one-two.\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Nausea\", \"severity\": \"major\"}, {\"fact\": \"Fever of 102\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly places symptoms into the History of Patient field and misstates the fever as 'one-two' instead of '102', while omitting key symptoms like nausea, vomiting, and altered mental status from the Symptoms field where they belong.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Patient has been out of it for a few days. He has been pointing to his stomach and saying it hurts. He has also been experiencing queasy and vomiting. He has had a fever of one-two.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["History of Patient"],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":642,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Denies tobacco, alcohol, or illicit drug use, had multiple male partners in Haiti but no sex since moving here, used protection most of the time, no history of STDs, currently works at a car dealership\nPlan of Action: N\/A","rougeL":0.4,"bertscore_f1":0.907869041,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["tobacco","alcohol","illicit","multiple","stds"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":7.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":0.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Denies tobacco\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies alcohol\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Had multiple male partners in Haiti but no sex since moving here\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Used protection most of the time\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of STDs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently works at a car dealership\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Occasional alcohol consumption (drinks sometimes)\", \"severity\": \"minor\"}], \"rationale\": \"All statements were parsed, with the alcohol denial contradicting the patient\\u2019s reported occasional drinking, and the omission of that drinking was noted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Had multiple male partners in Haiti\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No sex since moving here\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Used protection most of the time\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of STDs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently works at a car dealership\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient drinks sometimes\", \"severity\": \"major\"}, {\"fact\": \"Patient's homosexual activity occurred in 1982\", \"severity\": \"minor\"}, {\"fact\": \"Patient describes past sexual activity in Haiti as 'very active'\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient denies alcohol use, contradicting the dialogue where he explicitly says he drinks sometimes, and omits key contextual details about timing and intensity of past sexual activity.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Denies tobacco, alcohol, or illicit drug use, had multiple male partners in Haiti but no sex since moving here, used protection most of the time, no history of STDs, currently works at a car dealership\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":644,"prediction":"Symptoms: chronic diarrhea, iron deficiency anemia with blood in stool for a few months\nDiagnosis: lymphocytic colitis, chronic diarrhea\nHistory of Patient: 55-year-old female with chronic diarrhea, iron deficiency anemia with blood in stool for a few months, unusual pruritus, colonoscopy with polyps removed in Las Cruces diagnosed with lymphocytic colitis, last treatment for diarrhea more than three years ago\nPlan of Action: N\/A","rougeL":0.3821656051,"bertscore_f1":0.9153041244,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":12.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":1.0,"n_major_errors":1.0,"n_major_omissions":0.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"iron deficiency anemia with blood in stool for a few months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"chronic diarrhea\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"55-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"55-year-old\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"iron deficiency anemia with blood in stool for a few months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"colonoscopy with polyps removed in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"diagnosed with lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last treatment for diarrhea more than three years ago\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"unusual pruritus as a symptom\", \"severity\": \"minor\"}, {\"fact\": \"hyperplastic polyps as a diagnosis\", \"severity\": \"minor\"}, {\"fact\": \"hemoglobin 9 and MCV 65 laboratory values\", \"severity\": \"minor\"}, {\"fact\": \"polyps were identified as hyperplastic\", \"severity\": \"minor\"}, {\"fact\": \"colonoscopy performed by Dr. X\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue; misplacements, contradictions, and missing clinically relevant details were identified.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":4.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"iron deficiency anemia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"blood in stool for a few months\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"chronic diarrhea\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"55-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"iron deficiency anemia with blood in stool for a few months\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"colonoscopy with polyps removed in Las Cruces diagnosed with lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last treatment for diarrhea more than three years ago\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Hemoglobin of 9 and MCV of 65\", \"severity\": \"major\"}, {\"fact\": \"Blood in stool for five months (not a few months)\", \"severity\": \"major\"}, {\"fact\": \"Polyps were hyperplastic\", \"severity\": \"minor\"}, {\"fact\": \"Patient is male (not female)\", \"severity\": \"major\"}, {\"fact\": \"Last colonoscopy was three years ago\", \"severity\": \"minor\"}, {\"fact\": \"Blood in stool has been both dark and bright\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains multiple factual errors and omissions, including incorrect gender, misstated duration of blood in stool, misplacement of chronic diarrhea as a diagnosis, and omission of key lab values and polyp pathology, all of which could impact clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"chronic diarrhea, iron deficiency anemia with blood in stool for a few months\", \"Diagnosis\": \"lymphocytic colitis, chronic diarrhea\", \"History of Patient\": \"55-year-old female with chronic diarrhea, iron deficiency anemia with blood in stool for a few months, unusual pruritus, colonoscopy with polyps removed in Las Cruces diagnosed with lymphocytic colitis, last treatment for diarrhea more than three years ago\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":650,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: She had a sternotomy and subsequently had an ICD and aortic valve mechanical implant. Her pleural effusion was worrisome causing left sided opacification of her diaphragm.\nPlan of Action: N\/A","rougeL":0.6944444444,"bertscore_f1":0.9567107558,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["subsequently"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"She had a sternotomy and subsequently had an ICD and aortic valve mechanical implant. Her pleural effusion was worrisome causing left sided opacification of her diaphragm.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":664,"prediction":"Symptoms: Weakness, tiredness, shortness of breath.\nDiagnosis: N\/A.\nHistory of Patient: Lost 15 pounds in less than two or three months. Appetite is pretty fine. No nausea, vomiting, or diarrhea. No fevers, sweats, or chest pain.\nPlan of Action: N\/A.","rougeL":0.4210526316,"bertscore_f1":0.9015396833,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["weakness","tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":7.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Lost 15 pounds in less than two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Appetite is pretty fine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nausea, vomiting, or diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No fevers, sweats, or chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Symptoms have been present for approximately one month\", \"severity\": \"major\"}, {\"fact\": \"Denies chills\", \"severity\": \"minor\"}, {\"fact\": \"Denies cough\", \"severity\": \"minor\"}, {\"fact\": \"Patient is 43 years old\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are supported by the dialogue; missing key duration, cough\/chills denials, and age.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Lost 15 pounds in less than two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Appetite is pretty fine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No fevers\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No sweats\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denies cough\", \"severity\": \"minor\"}, {\"fact\": \"Symptoms present for approximately one month\", \"severity\": \"minor\"}, {\"fact\": \"Denies chills\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures all stated symptoms and pertinent negatives from the dialogue but omits explicit mentions of cough, chills, and symptom duration, which are clinically relevant pertinent negatives and temporal context.\"}","fields_json":"{\"Symptoms\": \"Weakness, tiredness, shortness of breath.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Lost 15 pounds in less than two or three months. Appetite is pretty fine. No nausea, vomiting, or diarrhea. No fevers, sweats, or chest pain.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":666,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":690,"prediction":"Symptoms: Progressive loss of vision in right eye, left eye blindness\nDiagnosis: N\/A\nHistory of Patient: 62-year-old right-handed male presenting with progressive loss of vision in right eye for about two months, left eye blindness since two years ago, no other associated Symptoms except for headaches\nPlan of Action: N\/A","rougeL":0.4571428571,"bertscore_f1":0.9309459329,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["except"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Progressive loss of vision in right eye, left eye blindness\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"62-year-old right-handed male presenting with progressive loss of vision in right eye for about two months, left eye blindness since two years ago, no other associated Symptoms except for headaches\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":702,"prediction":"SymptomsSymptomsSymptomsSymptoms:","rougeL":0.0,"bertscore_f1":0.7968633771,"template_ok":false,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":1.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":12.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"SymptomsSymptomsSymptomsSymptoms:\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Severe pain (patient rates back and leg pain as 10\/10)\", \"severity\": \"major\"}, {\"fact\": \"Burning sensation described in the back\", \"severity\": \"major\"}, {\"fact\": \"Radiating pain from lower back to right leg and knee\", \"severity\": \"major\"}, {\"fact\": \"Numbness and sharp pain in the bottom of the left foot\", \"severity\": \"major\"}, {\"fact\": \"Diffuse mid\\u2011back pain\", \"severity\": \"major\"}, {\"fact\": \"Pain worsened by prolonged sitting, standing, or walking\", \"severity\": \"major\"}, {\"fact\": \"Patient is taking a large amount of narcotics for pain control\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis of small cell lung cancer with metastasis to both femurs, lower lumbar spine, and pelvis\", \"severity\": \"major\"}, {\"fact\": \"Two\\u2011year history of small cell lung cancer\", \"severity\": \"major\"}, {\"fact\": \"Multiple chemotherapy and radiation treatments previously administered\", \"severity\": \"major\"}, {\"fact\": \"Recent series of ten radiation treatments for pain relief\", \"severity\": \"major\"}, {\"fact\": \"CT scan performed to assess for metastasis\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains only a nonsensical string and omits all clinically relevant symptoms, diagnoses, and history present in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Severe pain, burning sensation, radiating pain from lower back to right leg and knee, numbness and sharp pain in bottom of left foot, diffuse mid back pain\", \"severity\": \"major\"}, {\"fact\": \"Two-year history of small cell lung cancer with metastasis\", \"severity\": \"major\"}, {\"fact\": \"Multiple chemotherapy and radiation treatments\", \"severity\": \"major\"}, {\"fact\": \"Recent series of 10 radiation treatments for pain relief\", \"severity\": \"major\"}, {\"fact\": \"Ongoing significant pain exacerbated by prolonged sitting, standing, or walking\", \"severity\": \"major\"}, {\"fact\": \"Patient is on a load of narcotics for pain\", \"severity\": \"major\"}], \"rationale\": \"The generated note is completely empty despite the dialogue providing extensive, clinically critical information across all sections, including symptoms, diagnosis, history, and treatment, making all omissions major.\"}","fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":721,"prediction":"Symptoms: N\/A.\nDiagnosis: Upper respiratory infection, pertussis.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.7179487179,"bertscore_f1":0.9520735145,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"Upper respiratory infection, pertussis.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":724,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother has arthritis.\nPlan of Action: N\/A","rougeL":0.8333333333,"bertscore_f1":0.9820104837,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has arthritis.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":727,"prediction":"Symptoms: N\/A\nDiagnosis: fracture dislocation of the left elbow, fracture of the neck of the right glenoid\nHistory of Patient: injured while riding quads on 10\/10\/2007, underwent open reduction and internal fixation (ORIF) on the left elbow, currently in physical therapy (P T) with Dynasplint, continues to have irritation with elbow extension, neurologically intact in terms of movement and reflexed in wrist and hand\nPlan of Action: surgery recommended for removal of hardware from the left elbow, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, continued postoperative stiffness","rougeL":0.5784313725,"bertscore_f1":0.9337894917,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["injured","open","reduction","internal","fixation","orif","physical","therapy","recommended"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":9.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"fracture dislocation of the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"fracture of the neck of the right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"injured while riding quads on 10\/10\/2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent open reduction and internal fixation (ORIF) on the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently in physical therapy (P T) with Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"continues to have irritation with elbow extension\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"neurologically intact in terms of movement and reflexed in wrist and hand\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"surgery recommended for removal of hardware from the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a 10\\u2011year\\u2011old male\", \"severity\": \"major\"}, {\"fact\": \"Patient is right\\u2011hand dominant\", \"severity\": \"minor\"}, {\"fact\": \"Patient reports postoperative stiffness of the left elbow (symptom)\", \"severity\": \"major\"}], \"rationale\": \"All generated statements are supported by the dialogue; key clinical details such as age, handedness, and current stiffness symptom were omitted.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"fracture dislocation of the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"fracture of the neck of the right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"injured while riding quads on 10\/10\/2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent open reduction and internal fixation (ORIF) on the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently in physical therapy (P T) with Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"continues to have irritation with elbow extension\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"neurologically intact in terms of movement and reflexed in wrist and hand\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"surgery recommended for removal of hardware from the left elbow\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including anesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including infection\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including failure to relieve pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a 10-year-old right-hand dominant male\", \"severity\": \"major\"}, {\"fact\": \"Right glenoid neck fracture is healed\", \"severity\": \"minor\"}, {\"fact\": \"Risk of infection is less than one percent\", \"severity\": \"minor\"}, {\"fact\": \"Prophylactic antibiotics are used to control infection\", \"severity\": \"minor\"}, {\"fact\": \"Parents agreed to the surgery plan\", \"severity\": \"major\"}], \"rationale\": \"The generated note accurately captures all procedural and clinical details from the dialogue but omits key demographic information, parental consent, and specific healing status, which are clinically significant for context and decision-making.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"fracture dislocation of the left elbow, fracture of the neck of the right glenoid\", \"History of Patient\": \"injured while riding quads on 10\/10\/2007, underwent open reduction and internal fixation (ORIF) on the left elbow, currently in physical therapy (P T) with Dynasplint, continues to have irritation with elbow extension, neurologically intact in terms of movement and reflexed in wrist and hand\", \"Plan of Action\": \"surgery recommended for removal of hardware from the left elbow, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, continued postoperative stiffness\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":730,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: occasional alcohol use, nonsmoker\nPlan of Action: N\/A","rougeL":0.8648648649,"bertscore_f1":0.980184257,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["alcohol","nonsmoker"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"occasional alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"nonsmoker\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All statements in the generated note are directly supported by the dialogue and no clinically important facts are missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"occasional alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"nonsmoker\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately captures both the occasional alcohol use and nonsmoking status from the dialogue, with no hallucinations, contradictions, or clinically important omissions.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"occasional alcohol use, nonsmoker\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":747,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9689841866,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":755,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Both tubes tied in O1, colon polyp removed at age 14\nPlan of Action: N\/A","rougeL":0.7843137255,"bertscore_f1":0.9682447314,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Both tubes tied in O1, colon polyp removed at age 14\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":758,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Allergic to Sulfa drugs. Break out in a terrible rash requiring emergency room (ER) visits.\nPlan of Action: N\/A.","rougeL":0.84375,"bertscore_f1":0.9589076042,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["emergency","room","visits"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Allergic to Sulfa drugs. Break out in a terrible rash requiring emergency room (ER) visits.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":764,"prediction":"Symptoms: head pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7741935484,"bertscore_f1":0.9772632718,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"head pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":766,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Patient's father has diabetes and hypertension, and his father had emphysema and was a smoker. No history of death of child less than a year.\nPlan of Action: N\/A","rougeL":0.6987951807,"bertscore_f1":0.9517424107,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient's father has diabetes and hypertension, and his father had emphysema and was a smoker. No history of death of child less than a year.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":787,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9457374215,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Medication list was reviewed on April 22, 2003, with morning and evening dosages noted\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the medication review described in the dialogue, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"List of medications was checked on April 22, 2003, with morning and evening dosages\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states that the medication list was reviewed on April 22, 2003, and includes morning and evening dosing, but the generated note omits this clinically relevant history in the 'History of Patient' section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":791,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.9032258065,"bertscore_f1":0.9734502435,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":804,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9631142616,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn (naproxen)\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the drug allergy disclosed in the dialogue, a critical omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is allergic to Naprosyn, which belongs in the History of Patient section, but the generated note incorrectly lists it as N\/A.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":817,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother has coronary artery disease\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9829209447,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note correctly captures the only fact from the dialogue.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the family history of coronary artery disease in the mother as stated in the dialogue, with no omissions or errors.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has coronary artery disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":829,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":831,"prediction":"Symptoms: pain in both feet, rocker bottom feet\nDiagnosis: N\/A\nHistory of Patient: pain in both feet, rocker bottom feet\nPlan of Action: subtalar arthrodesis, possible autograft, lengthening of the Achilles, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremity, hardware failure, need for other surgical procedures, nonweightbearing for some time","rougeL":0.6617647059,"bertscore_f1":0.9298428893,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in both feet, rocker bottom feet\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"pain in both feet, rocker bottom feet\", \"Plan of Action\": \"subtalar arthrodesis, possible autograft, lengthening of the Achilles, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremity, hardware failure, need for other surgical procedures, nonweightbearing for some time\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":844,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9274699092,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Cancer diagnosis confirmed\", \"severity\": \"major\"}, {\"fact\": \"Hypertension diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Diabetes diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Positive history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"Positive history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"Positive history of cancer\", \"severity\": \"major\"}, {\"fact\": \"Negative for heart disease (no chest pain, shortness of breath, uneasiness)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for obesity (BMI normal, not overweight)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for stroke symptoms (no dizziness, loss of consciousness)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits all documented diagnoses and relevant positive and negative history items from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Hypertension\", \"severity\": \"major\"}, {\"fact\": \"Diabetes\", \"severity\": \"major\"}, {\"fact\": \"Cancer\", \"severity\": \"major\"}, {\"fact\": \"No heart disease\", \"severity\": \"major\"}, {\"fact\": \"No obesity (BMI fine)\", \"severity\": \"major\"}, {\"fact\": \"No stroke-like symptoms\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all diagnosed conditions and pertinent negatives explicitly stated in the dialogue, which are clinically critical for accurate patient documentation.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":846,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother's side family had heart issues and father's sister had sugar problem.\nPlan of Action: N\/A","rougeL":0.6557377049,"bertscore_f1":0.9542067051,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father's"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother's side family had heart issues and father's sister had sugar problem.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":866,"prediction":"","rougeL":0.0,"bertscore_f1":0.0,"template_ok":false,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":true,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":873,"prediction":"Symptoms: dizziness, vertigo, lightheadedness, improvement in arm and back pain.\nDiagnosis: Atrial fibrillation.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.4225352113,"bertscore_f1":0.9225668907,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"dizziness, vertigo, lightheadedness, improvement in arm and back pain.\", \"Diagnosis\": \"Atrial fibrillation.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":878,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Smokes three packs of cigarettes per month, denies alcohol or illicit drug use, works as an editorial assistant at a local newspaper\nPlan of Action: N\/A","rougeL":0.5769230769,"bertscore_f1":0.9288676977,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["illicit"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Smokes three packs of cigarettes per month, denies alcohol or illicit drug use, works as an editorial assistant at a local newspaper\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":896,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Single, lives alone at home, does not smoke or drink\nPlan of Action: N\/A","rougeL":0.7,"bertscore_f1":0.9526384473,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Single, lives alone at home, does not smoke or drink\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":917,"prediction":"Symptoms: Foreign body sensation in left eye, worsening pain since this morning\nDiagnosis: N\/A\nHistory of Patient: Noticed foreign body sensation in left eye while at work, went to bathroom mirror without seeing anything, flushed eyes with water, worsening pain since this morning\nPlan of Action: N\/A","rougeL":0.5274725275,"bertscore_f1":0.9373022318,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["worsening"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Foreign body sensation in left eye, worsening pain since this morning\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Noticed foreign body sensation in left eye while at work, went to bathroom mirror without seeing anything, flushed eyes with water, worsening pain since this morning\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":949,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9769557714,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":951,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":974,"prediction":"Symptoms: sore throat, puffy eyes, stuffy nose, difficulty breathing from mouth, tiredness, hoarse voice\nDiagnosis: N\/A\nHistory of Patient: started having a sore throat last night, puffy eyes, difficulty breathing from mouth, low grade fever, tiredness, hoarse voice\nPlan of Action: N\/A","rougeL":0.5576923077,"bertscore_f1":0.9356421232,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["difficulty","tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sore throat, puffy eyes, stuffy nose, difficulty breathing from mouth, tiredness, hoarse voice\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"started having a sore throat last night, puffy eyes, difficulty breathing from mouth, low grade fever, tiredness, hoarse voice\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":990,"prediction":"Symptoms: coughing for one week, congestion for two to three weeks, coughing worsening over the past week\nDiagnosis: N\/A\nHistory of Patient: Patient has been coughing for one week, congestion for two to three weeks, coughing worsening over the past week, possible swallowed Pop Can, no change in breathing since that happened, no fever\nPlan of Action: N\/A","rougeL":0.4413793103,"bertscore_f1":0.9026011229,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["worsening"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"coughing for one week, congestion for two to three weeks, coughing worsening over the past week\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient has been coughing for one week, congestion for two to three weeks, coughing worsening over the past week, possible swallowed Pop Can, no change in breathing since that happened, no fever\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1012,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9317137003,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1026,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9422791004,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1041,"prediction":"Symptoms: low back pain\nDiagnosis: degenerative disc disease\nHistory of Patient: fell in the beginning of two thousand six, fell onto tailbone and general lower back in March of two thousand six, lost footing during fall\nPlan of Action: N\/A","rougeL":0.3472222222,"bertscore_f1":0.8949813247,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"low back pain\", \"Diagnosis\": \"degenerative disc disease\", \"History of Patient\": \"fell in the beginning of two thousand six, fell onto tailbone and general lower back in March of two thousand six, lost footing during fall\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1046,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9591081142,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1055,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4561403509,"bertscore_f1":0.905028224,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1056,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4262295082,"bertscore_f1":0.9176641703,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1074,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.28,"bertscore_f1":0.8786084652,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1075,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.0,"bertscore_f1":0.799867928,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1080,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.188034188,"bertscore_f1":0.8515363336,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1082,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1087,"prediction":"Symptoms: pain in stomach and right thigh, pain in tummy and hips, pain with touch\nDiagnosis: hyperesthesia\nHistory of Patient: pain started before holidays, mainly on right thigh and tummy, no change in skin, no rashes\nPlan of Action: tests to find underlying cause, treatment for hyperesthesia","rougeL":0.4545454545,"bertscore_f1":0.9159754515,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":12.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"pain in stomach\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain in right thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain in tummy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain in hips\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain with touch\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain started before holidays\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain mainly on right thigh and tummy\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no change in skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"tests to find underlying cause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"treatment for hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain in left abdomen (left side of stomach) reported in dialogue\", \"severity\": \"minor\"}, {\"fact\": \"intermittent nature of pain (cleared for a while then recurred)\", \"severity\": \"minor\"}, {\"fact\": \"pain more pronounced in the past eight days on abdomen and right hip area\", \"severity\": \"minor\"}, {\"fact\": \"no treatment received for the pain\", \"severity\": \"major\"}, {\"fact\": \"patient bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"patient is married\", \"severity\": \"minor\"}, {\"fact\": \"patient works as an airplane mechanic for Alaska Airlines\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are either supported or contradicted by the dialogue, and several clinically relevant details from the conversation are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"pain in stomach\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain in right thigh\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"pain in tummy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain in hips\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain with touch\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain started before holidays\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mainly on right thigh and tummy\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no change in skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"tests to find underlying cause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"treatment for hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain is on both sides and left medial thigh\", \"severity\": \"major\"}, {\"fact\": \"pain has been ongoing for past eight days\", \"severity\": \"major\"}, {\"fact\": \"pain started one and a half months before holidays\", \"severity\": \"major\"}, {\"fact\": \"patient bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"patient is married\", \"severity\": \"minor\"}, {\"fact\": \"patient works as a plane mechanic\", \"severity\": \"minor\"}, {\"fact\": \"no treatment received\", \"severity\": \"minor\"}, {\"fact\": \"no skin changes observed\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misrepresents the location of pain (right thigh instead of left medial thigh), omits key temporal details and pertinent negatives, and fails to include important demographic and behavioral history elements from the dialogue.\"}","fields_json":"{\"Symptoms\": \"pain in stomach and right thigh, pain in tummy and hips, pain with touch\", \"Diagnosis\": \"hyperesthesia\", \"History of Patient\": \"pain started before holidays, mainly on right thigh and tummy, no change in skin, no rashes\", \"Plan of Action\": \"tests to find underlying cause, treatment for hyperesthesia\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1105,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9263053536,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection normal and well hydrated; no diaphoresis; no injury or wounds observed.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the entire skin examination findings that were documented in the dialogue and are clinically essential.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection within normal limits\", \"severity\": \"major\"}, {\"fact\": \"Skin is well hydrated\", \"severity\": \"major\"}, {\"fact\": \"No diaphoresis (excessive sweating)\", \"severity\": \"major\"}, {\"fact\": \"No obvious wound\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly documents normal skin inspection, hydration, absence of diaphoresis, and no wounds \\u2014 all of which belong in the Diagnosis field but are entirely omitted, while the generated note incorrectly reports N\/A for Diagnosis despite explicit clinical findings.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1118,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Father had colon cancer but passed away from old age. Mother had a stroke in her nineties. No family history of neurological disorders.\nPlan of Action: N\/A.","rougeL":0.7777777778,"bertscore_f1":0.9627518058,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father","mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Father had colon cancer but passed away from old age. Mother had a stroke in her nineties. No family history of neurological disorders.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1161,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father is alive at age 59, mother died at the age of 62 of multiple kinds of heart diseases, maternal grandfather died of a myocardial infarction (MI) and maternal grandmother had some heart diseases.\nPlan of Action: N\/A","rougeL":0.618556701,"bertscore_f1":0.9140424728,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["59","mother","multiple","myocardial","infarction"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father is alive at age 59, mother died at the age of 62 of multiple kinds of heart diseases, maternal grandfather died of a myocardial infarction (MI) and maternal grandmother had some heart diseases.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1163,"prediction":"Symptoms: N\/A\nDiagnosis: allergies, asthma\nHistory of Patient: allergies worsened when she moved to Seattle, tried Claritin and Zyrtec but didn't work, tried Allegra but didn't work, tried nasal sprays but didn't use them\nPlan of Action: N\/A","rougeL":0.3205128205,"bertscore_f1":0.9050039649,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["worsened"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"allergies, asthma\", \"History of Patient\": \"allergies worsened when she moved to Seattle, tried Claritin and Zyrtec but didn't work, tried Allegra but didn't work, tried nasal sprays but didn't use them\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1172,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Surgery on shoulder 13 years ago, loss of sense of smell, right eye blindness, no headaches, no nasal drainage, no weakness or numbness throughout or localized to an area of the body, no resent weight loss\nPlan of Action: N\/A","rougeL":0.350877193,"bertscore_f1":0.9020351171,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["blindness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Surgery on shoulder 13 years ago, loss of sense of smell, right eye blindness, no headaches, no nasal drainage, no weakness or numbness throughout or localized to an area of the body, no resent weight loss\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1184,"prediction":"Symptoms: Chest pain, calf enlargement.\nDiagnosis: enlarging simple cyst of the left kidney, small hiatal hernia with minimal reflux.\nHistory of Patient: underwent left upper lobectomy for non small cell lung cancer, pelvic CT showed enlarging simple cyst of the left kidney, barium swallow showed small hiatal hernia with minimal reflux. Chest pain is mild, calf enlargement for several months. Denies chest pain with swallowing or with exercise. Denies cough or sputum production. Denies weight loss. Denies cold or flu Symptoms. Denies muscle aches or pains.\nPlan of Action: N\/A.","rougeL":0.3505154639,"bertscore_f1":0.8734785914,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["sputum","production"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":15.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Calf enlargement\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Enlarging simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Underwent left upper lobectomy for non small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Pelvic CT showed enlarging simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Chest pain is mild\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Calf enlargement for several months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies chest pain with swallowing\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies chest pain with exercise\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies cough or sputum production\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies weight loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies cold or flu symptoms\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies muscle aches or pains\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"History of prior deep vein thromboses in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"Denial of shortness of breath at rest or with exertion\", \"severity\": \"minor\"}, {\"fact\": \"No tenderness of the enlarged left calf\", \"severity\": \"minor\"}, {\"fact\": \"Normal PA and lateral chest x\\u2011ray on 11\/23\/2009\", \"severity\": \"minor\"}, {\"fact\": \"Stage IA classification of the resected non\\u2011small cell lung cancer\", \"severity\": \"major\"}], \"rationale\": \"All claims were cross\\u2011checked with the dialogue; one claim contradicted the patient\\u2019s statement and another was invented, while several key historical details and pertinent negatives were omitted.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":2.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"calf enlargement\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"enlarging simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent left upper lobectomy for non small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pelvic CT showed enlarging simple cyst of the left kidney\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"chest pain is mild\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"calf enlargement for several months\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies chest pain with swallowing\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies chest pain with exercise\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies cough or sputum production\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies weight loss\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies cold or flu symptoms\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies muscle aches or pains\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"History of DVT in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"No tenderness in enlarged calf\", \"severity\": \"minor\"}, {\"fact\": \"Normal chest X-ray from 11\/23\/2009\", \"severity\": \"minor\"}, {\"fact\": \"No shortness of breath at rest or with exercise\", \"severity\": \"minor\"}, {\"fact\": \"No fever or chills\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly places diagnostic test results and patient denial statements into the History of Patient section, while omitting key pertinent negatives and historical facts such as prior DVTs and normal imaging findings.\"}","fields_json":"{\"Symptoms\": \"Chest pain, calf enlargement.\", \"Diagnosis\": \"enlarging simple cyst of the left kidney, small hiatal hernia with minimal reflux.\", \"History of Patient\": \"underwent left upper lobectomy for non small cell lung cancer, pelvic CT showed enlarging simple cyst of the left kidney, barium swallow showed small hiatal hernia with minimal reflux. Chest pain is mild, calf enlargement for several months. Denies chest pain with swallowing or with exercise. Denies cough or sputum production. Denies weight loss. Denies cold or flu Symptoms. Denies muscle aches or pains.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1192,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Patient is a nonsmoker and works at a christmas tree farm. Patient is planning to quit smoking.\nPlan of Action: N\/A.","rougeL":0.7096774194,"bertscore_f1":0.9549331665,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["nonsmoker"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":3.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient is a nonsmoker\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient works at a christmas tree farm\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is planning to quit smoking\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient smokes approximately one pack of cigarettes per day\", \"severity\": \"major\"}], \"rationale\": \"The note misstates smoking status, adds an unsupported plan to quit, and omits the documented daily smoking amount.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient is a nonsmoker\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient works at a christmas tree farm\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is planning to quit smoking\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient smokes one pack per day\", \"severity\": \"major\"}], \"rationale\": \"The generated note falsely claims the patient is a nonsmoker and incorrectly states he is planning to quit, while omitting the key detail that he smokes one pack daily \\u2014 all of which directly contradict or omit critical facts from the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Patient is a nonsmoker and works at a christmas tree farm. Patient is planning to quit smoking.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1201,"prediction":"Symptoms: low back pain for about eight years, continuous since injury in an ABC store.\nDiagnosis: N\/A.\nHistory of Patient: 27-year-old female with history of low back pain since injury in an ABC store, referred to Physical Therapy for treatment, treated with electrical stimulation, heat, and physical therapy, fell four to five days ago, landed on lower back onto tailbone, seen Doctor X on January 10, 2009, follow-up appointment scheduled for February 10, 2009.\nPlan of Action: N\/A.","rougeL":0.4318181818,"bertscore_f1":0.9159427881,"template_ok":true,"na_agreement":null,"unsupported_terms":["27","physical","therapy","10"],"unsupported_numbers":2,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":10.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"low back pain for about eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"continuous since injury in an ABC store\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"27-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"history of low back pain since injury in an ABC store\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"referred to Physical Therapy for treatment\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"treated with electrical stimulation, heat, and physical therapy\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell four to five days ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"landed on lower back onto tailbone\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"seen Doctor X on January 10, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"follow-up appointment scheduled for February 10, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"gave birth in August 2008 and has had low back pain since giving birth\", \"severity\": \"major\"}, {\"fact\": \"only attended physical therapy once or twice, receiving only electrical stimulation and heat\", \"severity\": \"minor\"}, {\"fact\": \"pain varies in intensity over time, sometimes better than others\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue; age was incorrect, PT details were overstated, and key postpartum history was omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"low back pain for about eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"continuous since injury in an ABC store\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"27-year-old female\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"history of low back pain since injury in an ABC store\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"referred to Physical Therapy for treatment\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"treated with electrical stimulation, heat, and physical therapy\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell four to five days ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"landed on lower back onto tailbone\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"seen Doctor X on January 10, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"follow-up appointment scheduled for February 10, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 26 years old, not 27\", \"severity\": \"major\"}, {\"fact\": \"Patient is male (not female)\", \"severity\": \"major\"}, {\"fact\": \"Low back pain began after fall at ABC store, but also persisted since childbirth in August 2008\", \"severity\": \"major\"}, {\"fact\": \"Physical therapy was only attended one or two times\", \"severity\": \"minor\"}, {\"fact\": \"Physical therapy involved only electrical stimulation and heat (no general 'physical therapy' as a treatment modality)\", \"severity\": \"minor\"}, {\"fact\": \"Patient denies any other falls since the initial one except the recent one\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains major errors in patient demographics (age and gender), omits the critical fact that low back pain began after childbirth, and misrepresents physical therapy as a treatment modality rather than a referral context.\"}","fields_json":"{\"Symptoms\": \"low back pain for about eight years, continuous since injury in an ABC store.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"27-year-old female with history of low back pain since injury in an ABC store, referred to Physical Therapy for treatment, treated with electrical stimulation, heat, and physical therapy, fell four to five days ago, landed on lower back onto tailbone, seen Doctor X on January 10, 2009, follow-up appointment scheduled for February 10, 2009.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1212,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6363636364,"bertscore_f1":0.932995379,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1232,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8387096774,"bertscore_f1":0.9639356136,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1237,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3582089552,"bertscore_f1":0.8822888732,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG shows sinus tachycardia with heart rate of 122 bpm\", \"severity\": \"major\"}, {\"fact\": \"Negative urine pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all clinically relevant lab and EKG findings described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG showed sinus tachycardia with a heart rate of 122\", \"severity\": \"major\"}, {\"fact\": \"Negative pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically significant lab and EKG findings explicitly stated in the dialogue, including pertinent negatives like the negative pregnancy test, which are critical for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1250,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9375,"bertscore_f1":0.9833597541,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1259,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7428571429,"bertscore_f1":0.9593532681,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1267,"prediction":"Symptoms: skin has been going crazy.\nDiagnosis: hay fever, eczema, sinus problems, hives.\nHistory of Patient: Mother has some type of cancer in her mouth. Patient is currently taking benzoyl peroxide and Daypro.\nPlan of Action: N\/A.","rougeL":0.525,"bertscore_f1":0.9238069654,"template_ok":true,"na_agreement":null,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"skin has been going crazy.\", \"Diagnosis\": \"hay fever, eczema, sinus problems, hives.\", \"History of Patient\": \"Mother has some type of cancer in her mouth. Patient is currently taking benzoyl peroxide and Daypro.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1269,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: cholecystectomy without complications\nPlan of Action: N\/A","rougeL":0.9411764706,"bertscore_f1":0.9751620293,"template_ok":true,"na_agreement":null,"unsupported_terms":["cholecystectomy"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"cholecystectomy without complications\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1271,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9565677643,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1281,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9674756527,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports no past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The note fails to record the explicitly stated negative surgical history, a clinically important omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has had no past surgeries, but the generated note incorrectly omits this pertinent negative from the History of Patient field, which could lead to incomplete clinical assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1283,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8125,"bertscore_f1":0.9707540274,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s42","family":"biobart_large","seed":42,"example_id":1284,"prediction":"Symptoms: feeling sick like going to throw up.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.5,"bertscore_f1":0.9070401192,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"feeling sick like going to throw up.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":4,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9608412981,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":10,"prediction":"Symptoms: bunion on foot\nDiagnosis: N\/A\nHistory of Patient: 19-year-old Caucasian female with history of Charcot Marie tooth disease, long-standing bunion on foot\nPlan of Action: surgery to cut the bunion off","rougeL":0.5714285714,"bertscore_f1":0.9281636477,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["long-standing"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bunion on foot\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"19-year-old Caucasian female with history of Charcot Marie tooth disease, long-standing bunion on foot\", \"Plan of Action\": \"surgery to cut the bunion off\"}","filled_na_fields":["Plan of Action"],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":21,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.9236828089,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable (no known medical problems in family)\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies use of drugs, alcohol, or tobacco\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple pertinent historical details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable; no medical problems in family\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drug, alcohol, or tobacco use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for History of Patient despite the dialogue explicitly providing three clinically important facts: unremarkable family history, sexual activity with a boyfriend, and denial of substance use.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":25,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9439239502,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":29,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Family history of skin cancer and hypertension\nPlan of Action: N\/A","rougeL":0.9090909091,"bertscore_f1":0.9784649611,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Family history of skin cancer and hypertension\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":36,"prediction":"Symptoms: increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning\nDiagnosis: chronic lymphocytic leukemia, mild peripheral edema\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4222222222,"bertscore_f1":0.9040062428,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning\", \"Diagnosis\": \"chronic lymphocytic leukemia, mild peripheral edema\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":56,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3404255319,"bertscore_f1":0.8819849491,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":58,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3720930233,"bertscore_f1":0.8944511414,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":72,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3921568627,"bertscore_f1":0.9071724415,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":74,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":87,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549857,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":96,"prediction":"Symptoms: congestion, snoring\nDiagnosis: N\/A\nHistory of Patient: congestion, snoring\nPlan of Action: N\/A","rougeL":0.5,"bertscore_f1":0.9242890477,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":4.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":2.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"snoring\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"congestion\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"snoring\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Redness and peeling of skin around the right big toe\", \"severity\": \"major\"}, {\"fact\": \"Snorting (increased nasal snorting)\", \"severity\": \"minor\"}, {\"fact\": \"Patient is eleven years old\", \"severity\": \"major\"}, {\"fact\": \"Allegra (fexofenadine) was stopped after allergist ruled out allergies\", \"severity\": \"minor\"}, {\"fact\": \"Plan to examine the toe area\", \"severity\": \"major\"}], \"rationale\": \"The note includes supported symptoms but misplaces them in history and omits key toe findings, age, medication change, and the planned toe examination.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":3.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"snoring\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"congestion\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"snoring\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"peeling and redness of the right big toe\", \"severity\": \"major\"}, {\"fact\": \"no snoring at night\", \"severity\": \"minor\"}, {\"fact\": \"stopped Allegra after allergist visit\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly lists snoring as a symptom despite the family explicitly denying it, misplaces congestion and snoring into History of Patient, and omits the clinically significant toe findings and relevant medication history.\"}","fields_json":"{\"Symptoms\": \"congestion, snoring\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"congestion, snoring\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":98,"prediction":"Symptoms: Chronic knee pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7058823529,"bertscore_f1":0.9746882915,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Chronic knee pain (history of patient)\", \"severity\": \"major\"}, {\"fact\": \"No prior similar symptoms (patient denies previous episodes)\", \"severity\": \"minor\"}], \"rationale\": \"The note places chronic knee pain under Symptoms instead of History and omits it (major) and the patient\\u2019s denial of prior episodes (minor) from the History section.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No history of similar symptoms before\", \"severity\": \"major\"}, {\"fact\": \"Chronic knee pain\", \"severity\": \"major\"}], \"rationale\": \"Chronic knee pain is correctly stated but misplaced in Symptoms instead of History of Patient, and the pertinent negative ('no similar symptoms before') is omitted from History of Patient.\"}","fields_json":"{\"Symptoms\": \"Chronic knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":105,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6086956522,"bertscore_f1":0.9289024472,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":125,"prediction":"Symptoms: Sad, depressed\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9696182609,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Sad, depressed\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":128,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Former smoker, quit in 1988\nPlan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9264808297,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former","1988"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Quit in 1988\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Current weight is 183 pounds\", \"severity\": \"major\"}, {\"fact\": \"Tallest height is 5 feet 10 inches\", \"severity\": \"major\"}], \"rationale\": \"The note misstates the quit year and omits the documented weight and height, both key historical data.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Quit in 1988\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Current weight is 183 pounds\", \"severity\": \"major\"}, {\"fact\": \"Tallest height was 5 feet 10 inches\", \"severity\": \"major\"}, {\"fact\": \"Patient believes he has been shrinking\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the quit year as 1988 instead of 1968, omitting key accurate historical data about weight and height that are clinically relevant for assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Former smoker, quit in 1988\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":130,"prediction":"Symptoms: Right-sided weakness, numbness and tingling in feet.\nDiagnosis: N\/A.\nHistory of Patient: Former seizures, traumatic stroke seven years ago, right-sided weakness after stroke, liver disfunctions due to alcohol consumption, thirst, numbness and tingling in feet.\nPlan of Action: N\/A.","rougeL":0.1747572816,"bertscore_f1":0.8342959881,"template_ok":true,"na_agreement":null,"unsupported_terms":["former"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Right-sided weakness, numbness and tingling in feet.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Former seizures, traumatic stroke seven years ago, right-sided weakness after stroke, liver disfunctions due to alcohol consumption, thirst, numbness and tingling in feet.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":147,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":149,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549857,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":155,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9470264912,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":161,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Patient was trying to adjust cable that his brother's dog was tied to. The injury to his right leg is V shaped and the V is pointing towards his foot. Patient is a 50-year-old white male with a V shaped injury to his right leg, which looks like a flap injury developed after puncture wound. He received a tetanus shot.\nPlan of Action: N\/A","rougeL":0.2753623188,"bertscore_f1":0.895134449,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient was trying to adjust cable that his brother's dog was tied to. The injury to his right leg is V shaped and the V is pointing towards his foot. Patient is a 50-year-old white male with a V shaped injury to his right leg, which looks like a flap injury developed after puncture wound. He received a tetanus shot.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":166,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy.\nPlan of Action: N\/A","rougeL":0.9803921569,"bertscore_f1":0.9887887836,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["include"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":167,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Divorced, history of tobacco, alcohol, and illicit drug use\nPlan of Action: N\/A","rougeL":0.8444444444,"bertscore_f1":0.9680262804,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["illicit"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":4.0,"n_unsupported":3.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":3.0,"n_major_omissions":0.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of tobacco use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"History of illicit drug use\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Uncertain alcohol use (patient possibly drank but not confirmed)\", \"severity\": \"minor\"}], \"rationale\": \"The note adds false definite substance use claims and omits the dialogue's expressed uncertainty about alcohol consumption.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":3.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of tobacco use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"history of alcohol use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"history of illicit drug use\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Uncertain history of alcohol use (patient's use was not confirmed)\", \"severity\": \"major\"}], \"rationale\": \"The generated note falsely asserts confirmed use of tobacco, alcohol, and illicit drugs, while the dialogue only suggests uncertain past alcohol use and denies tobacco\/drug use; it also fails to note the uncertainty, which is clinically significant.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Divorced, history of tobacco, alcohol, and illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":180,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's explicit denial of allergies, a clinically important negative.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly confirms the patient has no allergies, a pertinent negative that should be documented in the History of Patient section, but the generated note omits it entirely.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":188,"prediction":"Symptoms: N\/A\nDiagnosis: chronic atrial fibrillation, early Parkinson's disease\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5,"bertscore_f1":0.9122347236,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["atrial","fibrillation"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"chronic atrial fibrillation, early Parkinson's disease\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":196,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.5555555556,"bertscore_f1":0.9234237671,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":7.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is a widow (husband passed away several years ago)\", \"severity\": \"major\"}, {\"fact\": \"Patient lives independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Patient requires assistance with taking her medicines\", \"severity\": \"major\"}, {\"fact\": \"Patient was brought to the appointment by a driver\", \"severity\": \"major\"}, {\"fact\": \"Patient needs to attend a noon meal after the visit\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drinking alcohol\", \"severity\": \"major\"}, {\"fact\": \"Patient denies smoking\", \"severity\": \"major\"}], \"rationale\": \"All relevant social and functional history disclosed in the dialogue is omitted from the generated note.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":7.0,"j2_n_major_omissions":7.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient is a widow (husband passed away a few years ago)\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient lives at Kansas Christian Home\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient lives independently at Kansas Christian Home\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient requires assistance with medications\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient had a driver bring her to the appointment\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient needs to attend noon meal\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient does not drink or smoke\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Widow (husband passed away a few years ago)\", \"severity\": \"major\"}, {\"fact\": \"Lives at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Lives independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Requires assistance with medications\", \"severity\": \"major\"}, {\"fact\": \"Had a driver bring her to the appointment\", \"severity\": \"major\"}, {\"fact\": \"Needs to attend noon meal\", \"severity\": \"major\"}, {\"fact\": \"Does not drink or smoke\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for all fields despite the dialogue providing multiple clinically important facts about the patient's social history, all of which are missing and should be included in the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":217,"prediction":"Symptoms: Multiple canker sores in the mouth.\nDiagnosis: N\/A.\nHistory of Patient: Increased dosage of methothrexate, multiple canker sores in the mouth. No decreased appetite, nausea, abdominal discomfort, or diarrhea. No new rashes or hair loss.\nPlan of Action: Bloodwork done, dosage decreased to previous amount, follow-up in two weeks.","rougeL":0.5591397849,"bertscore_f1":0.910776794,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":8.0,"n_unsupported":2.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in the mouth.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased dosage of methothrexate\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple canker sores in the mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No decreased appetite, nausea, abdominal discomfort, or diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No new rashes or hair loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork done\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"dosage decreased to previous amount\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"follow-up in two weeks\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain while eating (painful to eat) reported by patient\", \"severity\": \"minor\"}, {\"fact\": \"Possible diagnosis of methotrexate\\u2011induced stomatitis\", \"severity\": \"minor\"}, {\"fact\": \"Plan to obtain bloodwork (order labs) rather than it being already done\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue for support, and missing clinically relevant details were identified.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in the mouth.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased dosage of methothrexate.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Multiple canker sores in the mouth.\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No decreased appetite, nausea, abdominal discomfort, or diarrhea.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No new rashes or hair loss.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork done.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Dosage decreased to previous amount.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Follow-up in two weeks.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain while eating due to canker sores\", \"severity\": \"minor\"}, {\"fact\": \"Diagnosis of stomatitis, possibly methotrexate-related\", \"severity\": \"major\"}, {\"fact\": \"Plan to decrease methotrexate dosage back to previous amount (not yet done)\", \"severity\": \"major\"}, {\"fact\": \"Plan to perform bloodwork (not yet done)\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly states that bloodwork was done and dosage was decreased, when the doctor only planned these actions; it omits the diagnosis and the symptom of pain while eating, and misplaces symptoms into history.\"}","fields_json":"{\"Symptoms\": \"Multiple canker sores in the mouth.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Increased dosage of methothrexate, multiple canker sores in the mouth. No decreased appetite, nausea, abdominal discomfort, or diarrhea. No new rashes or hair loss.\", \"Plan of Action\": \"Bloodwork done, dosage decreased to previous amount, follow-up in two weeks.\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":227,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7777777778,"bertscore_f1":0.9673386812,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported (patient reports no past medical problems or surgeries).\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the patient's explicit statement of having no past medical problems, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has no past medical problems or surgeries, but the generated note incorrectly lists 'History of Patient' as N\/A, omitting a pertinent negative that is clinically important.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":229,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9685759544,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":236,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9597997665,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":239,"prediction":"Symptoms: bilateral knee pain\nDiagnosis: degenerative joint disease of both knees, spinal stenosis\nHistory of Patient: bilateral knee pain, difficulty walking half a mile a day, difficulty up and down stairs\nPlan of Action: N\/A","rougeL":0.2011173184,"bertscore_f1":0.8862966895,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["bilateral","difficulty"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bilateral knee pain\", \"Diagnosis\": \"degenerative joint disease of both knees, spinal stenosis\", \"History of Patient\": \"bilateral knee pain, difficulty walking half a mile a day, difficulty up and down stairs\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":264,"prediction":"Symptoms: pain in jaw\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8571428571,"bertscore_f1":0.9841718674,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in jaw\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":272,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: PermCath inserted three times, received peritoneal dialysis\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.973685503,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All statements in the generated note are directly supported by the dialogue and no clinically important information is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient forgot the name of the surgery but confirmed it was documented in the report\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures the two procedures as past surgical history, matching the dialogue, but omits the patient's admission of forgetting the surgery name, which contextualizes the clinical interaction.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"PermCath inserted three times, received peritoneal dialysis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":284,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5384615385,"bertscore_f1":0.926130712,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":290,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":293,"prediction":"Symptoms: N\/A\nDiagnosis: Pressure ulcer on right hip\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9142857143,"bertscore_f1":0.9856841564,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient reports painful ulcer on right hip (pain as a symptom)\", \"severity\": \"minor\"}], \"rationale\": \"The diagnosis matches the dialogue, but the symptom of pain was omitted from the Symptoms field.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient denies any other symptoms or relevant medical history (pertinent negatives not documented)\", \"severity\": \"minor\"}], \"rationale\": \"The dialogue supports the diagnosis of a pressure ulcer on the right hip, but the generated note omits the opportunity to document pertinent negatives such as absence of fever, trauma, or other comorbidities, though these were not explicitly asked or stated.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Pressure ulcer on right hip\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":300,"prediction":"Symptoms: N\/A\nDiagnosis: Hypothyroidism, onychomycosis\nHistory of Patient: Patient has been taking Lamisil for six weeks with no problems, last blood test in April showed elevated TSH, currently taking Levothroid daily\nPlan of Action: N\/A","rougeL":0.475,"bertscore_f1":0.9323859811,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["showed"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has been taking Lamisil for six weeks with no problems\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Last blood test in April showed elevated TSH\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently taking Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Plan to recheck ALT and TSH levels, continue Levothroid, and monitor medication compliance\", \"severity\": \"major\"}, {\"fact\": \"Use of medicated eye drops for the cornea\", \"severity\": \"minor\"}, {\"fact\": \"Patient has Down syndrome (relevant past medical history)\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are supported by the dialogue, but the note omits the documented plan and two relevant medication\/history details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has been taking Lamisil for six weeks with no problems\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last blood test in April showed elevated TSH\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently taking Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient uses medicated eye drops for his cornea\", \"severity\": \"minor\"}, {\"fact\": \"Mother assists with Levothroid administration (patient doesn't like it but takes it)\", \"severity\": \"minor\"}, {\"fact\": \"Plan to recheck ALT and TSH levels today\", \"severity\": \"major\"}, {\"fact\": \"Plan to continue Levothroid for hypothyroidism\", \"severity\": \"major\"}, {\"fact\": \"Plan to monitor compliance with medications\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the diagnoses and key historical facts from the dialogue but omits the plan of action (ALT\/TSH testing, continuing Levothroid, monitoring compliance) and important contextual details about medication adherence and eye drops, with the missing plan of action being clinically significant.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Hypothyroidism, onychomycosis\", \"History of Patient\": \"Patient has been taking Lamisil for six weeks with no problems, last blood test in April showed elevated TSH, currently taking Levothroid daily\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":304,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is stable and may be discharged home\", \"severity\": \"major\"}], \"rationale\": \"The dialogue includes a clear disposition (patient can go home) that should appear in the Plan of Action but is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [], \"rationale\": \"The generated note correctly reflects all information in the dialogue, with all fields marked as N\/A, which is consistent with the absence of clinical content in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":320,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.612244898,"bertscore_f1":0.9394715428,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":325,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":329,"prediction":"Symptoms: tired throughout the day, no fever, no tremor, no nausea, vomiting, or diarrhea\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3225806452,"bertscore_f1":0.8941348791,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tired throughout the day, no fever, no tremor, no nausea, vomiting, or diarrhea\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":343,"prediction":"Symptoms: N\/A\nDiagnosis: Atrial fibrillation\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9823440313,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":346,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9516934156,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No history of hypertension, diabetes, heart disease, or cancer\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting the patient\\u2019s explicit denials of major chronic conditions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"no history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"no history of heart disease\", \"severity\": \"major\"}, {\"fact\": \"no history of cancer\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly documents the patient's denial of hypertension, diabetes, heart disease, and cancer, all of which are clinically important pertinent negatives omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":384,"prediction":"Symptoms: headaches, pressure in face, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms\nDiagnosis: asthma\nHistory of Patient: granddaughter presents with headaches, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms for the last three days\nPlan of Action: N\/A","rougeL":0.7154471545,"bertscore_f1":0.9386983514,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"headaches, pressure in face, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms\", \"Diagnosis\": \"asthma\", \"History of Patient\": \"granddaughter presents with headaches, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms for the last three days\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":388,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5090909091,"bertscore_f1":0.9283405542,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Advise patient to take it slow and do activities as tolerated after plaster removal from foot; no follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the Plan of Action field empty, omitting the essential advice and follow\\u2011up instructions provided in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Plan of Action\", \"claim\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"No follow-up needed if no pain and doing fine.\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"severity\": \"major\"}, {\"fact\": \"No follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists 'N\/A' for Plan of Action despite the dialogue clearly detailing activity advice and follow-up instructions, resulting in major omissions and unsupported claims when compared to the reference.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":405,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Married with three children, one of whom is ready to go to college, retired from an attorney two years ago, currently works part time at a private company\nPlan of Action: N\/A","rougeL":0.8314606742,"bertscore_f1":0.952816844,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["children","whom"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Has three children\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"One child is ready to go to college\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Retired from attorney position two years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently works part\\u2011time at a private company\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denies tobacco, alcohol, and illicit drug use\", \"severity\": \"major\"}], \"rationale\": \"All generated statements are supported by the dialogue, but the note omits the patient\\u2019s explicit denial of smoking, drinking, and drug use, a clinically important negative.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married with three children\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"One of whom is ready to go to college\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Retired from an attorney two years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently works part time at a private company\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denied history of tobacco, alcohol, or illicit drug use\", \"severity\": \"major\"}], \"rationale\": \"The generated note accurately captures the patient\\u2019s marital status, children, career transition, and current employment but omits the explicit denial of tobacco, alcohol, and drug use, which is a clinically important pertinent negative.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Married with three children, one of whom is ready to go to college, retired from an attorney two years ago, currently works part time at a private company\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":408,"prediction":"Symptoms: Prolonged cough, no chest pain, shortness of breath, shortness of breath while sleeping, no palpitation, swelling or varicose veins in legs, no flank or groin pain, no joint pain, muscle stiffness, backache, Ligament, tendon pain or strain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3421052632,"bertscore_f1":0.8735809922,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":8.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":7.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Prolonged cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No chest pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No shortness of breath\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No shortness of breath while sleeping\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No palpitation\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No swelling or varicose veins in legs\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No flank or groin pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No joint pain, muscle stiffness, backache, ligament, tendon pain or strain\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"History of Patient should document denials of all reviewed systems (weight change, fever\/chills, headaches, nosebleeds, voice changes, visual changes, chest pain, shortness of breath, palpitations, edema, varicose veins, leg pain, heartburn, blood in stool, loss of appetite, abdominal pain, constipation, dysuria, urinary changes, flank\/groin pain, joint\/muscle\/back pain, tendon\/ligament strain, weakness, blackouts, seizures, memory loss, hallucinations, numbness\/tingling, tremors, paralysis, anxiety\/irritability\/apathy\/depression, sleep\/appetite disturbances, suicidal thoughts, hair\/nail loss or breakage, skin lesions\/discoloration)\", \"severity\": \"major\"}], \"rationale\": \"All listed claims appear in the dialogue, but negative findings are placed in the Symptoms field instead of History, and the History of Patient section omits the extensive pertinent negatives.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":22.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Prolonged cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No shortness of breath while sleeping\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No palpitation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No swelling\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No varicose veins in legs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No flank or groin pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No joint pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No muscle stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No backache\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No ligament, tendon pain or strain\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denies weight gain or loss\", \"severity\": \"major\"}, {\"fact\": \"Denies headaches, nosebleeds, coarse voice, blurry vision, or change in vision\", \"severity\": \"major\"}, {\"fact\": \"Denies fever or chills\", \"severity\": \"major\"}, {\"fact\": \"Denies wheezing\", \"severity\": \"major\"}, {\"fact\": \"Denies sore throat, cough with mucous or blood sputum (beyond the acknowledged cough)\", \"severity\": \"major\"}, {\"fact\": \"Denies heartburn, nausea, vomiting\", \"severity\": \"major\"}, {\"fact\": \"Denies loss of appetite, blood in stool, abdominal pain, constipation\", \"severity\": \"major\"}, {\"fact\": \"Denies dark or cloudy urine\", \"severity\": \"major\"}, {\"fact\": \"Denies pain or burning during urination\", \"severity\": \"major\"}, {\"fact\": \"Denies bone aches\/pains\", \"severity\": \"major\"}, {\"fact\": \"Denies blackouts or seizures\", \"severity\": \"major\"}, {\"fact\": \"Denies hallucinations or memory loss\", \"severity\": \"major\"}, {\"fact\": \"Denies weakness, numbness, tingling, tremors, paralysis, loss of sensation\", \"severity\": \"major\"}, {\"fact\": \"Denies anxiety, irritability, apathy, depression, suicidal thoughts\", \"severity\": \"major\"}, {\"fact\": \"Denies sleep disturbances\", \"severity\": \"major\"}, {\"fact\": \"Denies appetite disturbances\", \"severity\": \"major\"}, {\"fact\": \"Denies unusual hair loss or breakage\", \"severity\": \"major\"}, {\"fact\": \"Denies skin lesions or discoloration\", \"severity\": \"major\"}, {\"fact\": \"Denies unusual nail breakage or discoloration\", \"severity\": \"major\"}, {\"fact\": \"Appetite is good\", \"severity\": \"major\"}, {\"fact\": \"Sleep is fine\", \"severity\": \"major\"}, {\"fact\": \"Mental state is normal, no suicidal thoughts\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly includes pertinent negatives in the Symptoms field instead of the History of Patient field, and omits nearly all denied symptoms and positive findings from the dialogue that belong in the History section.\"}","fields_json":"{\"Symptoms\": \"Prolonged cough, no chest pain, shortness of breath, shortness of breath while sleeping, no palpitation, swelling or varicose veins in legs, no flank or groin pain, no joint pain, muscle stiffness, backache, Ligament, tendon pain or strain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":409,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.56,"bertscore_f1":0.9233717322,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":414,"prediction":"Symptoms: weakness, fatigue, decreased appetite\nDiagnosis: N\/A\nHistory of Patient: feeling weakness and fatigue for the past week, decreased appetite for the past week, weight loss of 8 pounds in the past week\nPlan of Action: N\/A","rougeL":0.4528301887,"bertscore_f1":0.915835619,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["decreased","loss"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":6.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"decreased appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"feeling weakness and fatigue for the past week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"decreased appetite for the past week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 8 pounds in the past week\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denies nausea, vomiting, diarrhea, and abdominal pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain, shortness of breath, cough, and heart racing\", \"severity\": \"minor\"}, {\"fact\": \"Denies neurological symptoms such as numbness or tingling\", \"severity\": \"minor\"}, {\"fact\": \"Plan to await lab report for further evaluation\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are supported by the dialogue, but the note omits key negative findings and the stated plan to await lab results.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"decreased appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"feeling weakness and fatigue for the past week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"decreased appetite for the past week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 8 pounds in the past week\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denial of nausea, vomiting, diarrhea, abdominal pain, chest pain, shortness of breath, cough, heart racing, numbness, or tingling\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits critical pertinent negatives explicitly denied by the patient, which are clinically essential for differential diagnosis and risk stratification.\"}","fields_json":"{\"Symptoms\": \"weakness, fatigue, decreased appetite\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"feeling weakness and fatigue for the past week, decreased appetite for the past week, weight loss of 8 pounds in the past week\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":434,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4590163934,"bertscore_f1":0.9034819007,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":440,"prediction":"Symptoms: hot flashes, mood swings\nDiagnosis: postsurgical menopause\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5333333333,"bertscore_f1":0.9389845133,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"absence of periods for the last year after surgery (amenorrhea)\", \"severity\": \"major\"}], \"rationale\": \"All listed claims appear in the dialogue, but the symptom of post\\u2011surgical amenorrhea was omitted despite being clinically significant.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient had no periods for the last year after surgery\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the symptoms and diagnosis from the dialogue, but omits the key historical fact that amenorrhea began post-surgery, which is clinically relevant to confirming postsurgical menopause.\"}","fields_json":"{\"Symptoms\": \"hot flashes, mood swings\", \"Diagnosis\": \"postsurgical menopause\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":448,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9800207615,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":457,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9800207615,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":463,"prediction":"Symptoms: Back pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.955190897,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":466,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: History of heroin and alcohol use, recent cocaine use\nPlan of Action: N\/A","rougeL":0.75,"bertscore_f1":0.9585341215,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["cocaine"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient has a history of heroin use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has a history of alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has recent cocaine use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a smoker\", \"severity\": \"major\"}], \"rationale\": \"All generated claims are supported by the dialogue, but the note omits the patient's smoking status, a key social history item.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"History of heroin use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Recent cocaine use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a smoker\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly captures heroin, alcohol, and cocaine use but omits the patient's explicit admission of smoking, which is a clinically significant pertinent history.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of heroin and alcohol use, recent cocaine use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":473,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Complaint: Family history of diabetes, heart disease, high blood pressure, thyroid problems, autoimmune disease, possible multiple sclerosis, and depression\nPlan of Action: N\/A","rougeL":0.2283105023,"bertscore_f1":0.8706965446,"template_ok":false,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":476,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9535829425,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":484,"prediction":"Symptoms: N\/A\nDiagnosis: Gestational diabetes\nHistory of Patient: N\/A\nPlan of Action: Dietary consultation for gestational diabetes","rougeL":0.3466666667,"bertscore_f1":0.9063701034,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Gestational diabetes\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"Dietary consultation for gestational diabetes\"}","filled_na_fields":["Plan of Action"],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":500,"prediction":"Symptoms: N\/A\nDiagnosis: anxiety disorder\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9867397547,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"anxiety disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":516,"prediction":"Symptoms: left flank pain, pain in stomach and back, nausea, vomiting, hematuria\nDiagnosis: left ureteral stone\nHistory of Patient: 67-year-old female presenting with left flank pain, pain started four or five days ago, nausea, vomiting, hematuria, no fever or chills\nPlan of Action: N\/A","rougeL":0.568627451,"bertscore_f1":0.9237604141,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["hematuria","67"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"left flank pain, pain in stomach and back, nausea, vomiting, hematuria\", \"Diagnosis\": \"left ureteral stone\", \"History of Patient\": \"67-year-old female presenting with left flank pain, pain started four or five days ago, nausea, vomiting, hematuria, no fever or chills\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":525,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Retired for a couple years, former smoker (quit about 27 years ago), denies alcohol use\nPlan of Action: N\/A","rougeL":0.5625,"bertscore_f1":0.9469485283,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Retired for a couple years, former smoker (quit about 27 years ago), denies alcohol use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":544,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father underwent coronary artery bypass surgery at age 60. Mother is 80 years old and has dementia. Patient does not smoke or drink alcohol.\nPlan of Action: N\/A","rougeL":0.5185185185,"bertscore_f1":0.9265730977,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father underwent coronary artery bypass surgery at age 60.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother is 80 years old and has dementia.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient does not smoke or drink alcohol.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Father has dementia.\", \"severity\": \"major\"}, {\"fact\": \"Father was diagnosed with coronary artery disease.\", \"severity\": \"major\"}, {\"fact\": \"Father had multiple strokes related to his coronary artery disease.\", \"severity\": \"major\"}, {\"fact\": \"Father is currently in his eighties.\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are directly supported by the dialogue; key family history details (father's dementia, CAD diagnosis, stroke history, and current age) are missing.\"}","j2_faithful":true,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father underwent coronary artery bypass surgery at age 60.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother is 80 years old and has dementia.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient does not smoke or drink alcohol.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father has dementia.\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father had many strokes due to coronary artery disease.\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient states both parents are alive.\", \"severity\": \"minor\"}, {\"fact\": \"Father's current age is in his eighties.\", \"severity\": \"minor\"}, {\"fact\": \"Coronary artery disease was named as the diagnosis for the father's heart condition.\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures key family history elements from the dialogue but omits explicit statements about parental survival and father's current age, and incorrectly implies the patient has dementia and that strokes were confirmed as a consequence of CAD, which were not clearly attributed to the patient.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father underwent coronary artery bypass surgery at age 60. Mother is 80 years old and has dementia. Patient does not smoke or drink alcohol.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":556,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9732643366,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":565,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: widowed for 18 years, lives alone\nPlan of Action: N\/A","rougeL":0.8163265306,"bertscore_f1":0.9544246197,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["alone"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"widowed for 18 years, lives alone\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":584,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Abortion on June 3, 2009, still bleeding\nPlan of Action: N\/A","rougeL":0.4324324324,"bertscore_f1":0.9061133862,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["3"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":2.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Abortion on June 3, 2009\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"still bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Last menstrual period was June 3, 2009\", \"severity\": \"major\"}, {\"fact\": \"Patient is uncertain whether the abortion was completed\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had follow\\u2011up with her OB\/GYN\", \"severity\": \"major\"}, {\"fact\": \"Doctor recommended the patient see a Gynecology and Obstetrician\", \"severity\": \"major\"}], \"rationale\": \"The note invents a specific abortion date not given in the dialogue and omits several key facts about LMP, abortion completion uncertainty, lack of follow\\u2011up, and specialist referral.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Abortion on June 3, 2009\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"still bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is unsure whether the abortion was completed\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had a follow-up with her OB\/GYN\", \"severity\": \"major\"}, {\"fact\": \"Last menstrual period was June 3, 2009\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly states the abortion occurred on the last menstrual period date (a factual error), omits key clinical details about uncertainty of completion and lack of follow-up, and fails to record the LMP as part of history despite its clinical relevance.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Abortion on June 3, 2009, still bleeding\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":597,"prediction":"Symptoms: Attention Deficit Hyperactivity Disorder\nDiagnosis: N\/A\nHistory of Patient: behavioral problems noticed by mother, complaints from school regarding behavior, diagnosed with Attention Deficit Hyperactivity Disorder by family doctor, prescribed Adderall and Clonidine by Costco pharmacy\nPlan of Action: Prescribed Adderall and Clonidine by Costco pharmacy","rougeL":0.5227272727,"bertscore_f1":0.930562973,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Attention Deficit Hyperactivity Disorder\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"behavioral problems noticed by mother, complaints from school regarding behavior, diagnosed with Attention Deficit Hyperactivity Disorder by family doctor, prescribed Adderall and Clonidine by Costco pharmacy\", \"Plan of Action\": \"Prescribed Adderall and Clonidine by Costco pharmacy\"}","filled_na_fields":["Symptoms"],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":607,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Quit smoking in 1992, works at a nursing home, has been trying to lose weight since starting a new diet several months ago\nPlan of Action: N\/A","rougeL":0.6578947368,"bertscore_f1":0.9515016675,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["1992"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Quit smoking in 1992, works at a nursing home, has been trying to lose weight since starting a new diet several months ago\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":627,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9592501521,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":639,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.48,"bertscore_f1":0.9186076522,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Nausea (feels queasy)\", \"severity\": \"major\"}, {\"fact\": \"Vomiting (handful of times)\", \"severity\": \"major\"}, {\"fact\": \"Fever of 102\\u00b0F\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status (out of it, not acting like himself)\", \"severity\": \"major\"}], \"rationale\": \"The generated note lists all fields as N\/A, omitting all clinically relevant symptoms described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":6.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Abdominal pain\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Nausea\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Vomiting\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Fever\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Altered mental status\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Fever of 102\\u00b0F\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Further evaluation and management of abdominal pain, nausea, vomiting, fever, and altered mental status\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Nausea\", \"severity\": \"major\"}, {\"fact\": \"Vomiting\", \"severity\": \"major\"}, {\"fact\": \"Fever\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for all fields despite the dialogue clearly detailing abdominal pain, nausea, vomiting, fever, and altered mental status as present symptoms, constituting major omissions and unsupported claims.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":642,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Denies tobacco, alcohol, or illicit drug use. Previously had multiple male partners, but has had no sexual encounters since moving to Haiti. Currently works at a car dealership.\nPlan of Action: N\/A.","rougeL":0.4090909091,"bertscore_f1":0.9180846214,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["tobacco","alcohol","illicit","multiple"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":2.0,"n_misplaced":0.0,"n_major_errors":2.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Previously had multiple male partners, but has had no sexual encounters since moving to Haiti\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently works at a car dealership\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient drinks occasionally\", \"severity\": \"major\"}, {\"fact\": \"Patient denies any history of STDs\", \"severity\": \"major\"}, {\"fact\": \"Patient used protection most of the time during previous sexual encounters\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly denies alcohol use and misstates the timing of sexual activity, while omitting key alcohol, STD, and condom-use information.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Previously had multiple male partners\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Has had no sexual encounters since moving to Haiti\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently works at a car dealership\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient occasionally drinks\", \"severity\": \"major\"}, {\"fact\": \"Sexual activity occurred in Haiti (not since moving to Haiti)\", \"severity\": \"major\"}, {\"fact\": \"Used protection most of the time in previous encounters\", \"severity\": \"minor\"}, {\"fact\": \"No history of STDs\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient moved to Haiti and denies alcohol use, both contradicting the dialogue, while omitting key details about drinking, location of past sexual activity, condom use, and negative STD history.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Denies tobacco, alcohol, or illicit drug use. Previously had multiple male partners, but has had no sexual encounters since moving to Haiti. Currently works at a car dealership.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":644,"prediction":"Symptoms: Chronic diarrhea, iron deficiency anemia with blood in stool\nDiagnosis: lymphocytic colitis\nHistory of Patient: 55-year-old female presenting with chronic diarrhea, iron deficiency anemia with blood in stool for a few months, unusual pruritus, colonoscopy performed three years ago in Las Cruces revealing hyperplastic polyps\nPlan of Action: N\/A","rougeL":0.4475524476,"bertscore_f1":0.9192940593,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["performed","revealing"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":9.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"55-year-old female\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Presenting with chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Iron deficiency anemia with blood in stool for a few months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Colonoscopy performed three years ago in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Colonoscopy revealed hyperplastic polyps\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Unusual pruritus as a symptom\", \"severity\": \"minor\"}, {\"fact\": \"Hyperplastic polyps as a diagnosis\/finding\", \"severity\": \"minor\"}, {\"fact\": \"CBC results showing hemoglobin 9 g\/dL and MCV 65 fL\", \"severity\": \"minor\"}, {\"fact\": \"Blood in stool duration of five months\", \"severity\": \"minor\"}, {\"fact\": \"Colonoscopy performed by Dr. X\", \"severity\": \"minor\"}, {\"fact\": \"No treatment for diarrhea in over three years\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are either supported or unsupported by the dialogue, with the gender claim unsupported, and several clinically relevant details from the conversation are missing from the note.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"55-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Anemia diagnosed a few months ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Blood in stool for a few months\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Colonoscopy performed three years ago in Las Cruces revealing hyperplastic polyps\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Hemoglobin of 9 and MCV of 65 from CBC\", \"severity\": \"major\"}, {\"fact\": \"Blood in stool has been present for five months (not a few months)\", \"severity\": \"major\"}, {\"fact\": \"Polyps were hyperplastic and diagnosed as lymphocytic colitis (already in diagnosis, but missing in history as context)\", \"severity\": \"minor\"}, {\"fact\": \"Patient is male (not female)\", \"severity\": \"major\"}, {\"fact\": \"No treatment for diarrhea in over three years\", \"severity\": \"minor\"}, {\"fact\": \"Color of blood in stool was both dark and bright\", \"severity\": \"minor\"}, {\"fact\": \"Doctor A referred the patient\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains a critical error in gender (female instead of male), misstates the duration of blood in stool, and omits key lab values and clinical details that are essential for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"Chronic diarrhea, iron deficiency anemia with blood in stool\", \"Diagnosis\": \"lymphocytic colitis\", \"History of Patient\": \"55-year-old female presenting with chronic diarrhea, iron deficiency anemia with blood in stool for a few months, unusual pruritus, colonoscopy performed three years ago in Las Cruces revealing hyperplastic polyps\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":650,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Previous sternotomy, placement of ICD and aortic valve mechanical implant, left sided opacification of diaphragm\nPlan of Action: N\/A","rougeL":0.8524590164,"bertscore_f1":0.9703712463,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Previous sternotomy, placement of ICD and aortic valve mechanical implant, left sided opacification of diaphragm\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":664,"prediction":"Symptoms: Weakness, tiredness, shortness of breath.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.4905660377,"bertscore_f1":0.9138934612,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["weakness","tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"No past medical problems (patient reports none)\", \"severity\": \"minor\"}, {\"fact\": \"Patient age 43\", \"severity\": \"minor\"}, {\"fact\": \"Symptoms have been present for approximately one month\", \"severity\": \"minor\"}, {\"fact\": \"Weight loss of about fifteen pounds over 2\\u20113 months\", \"severity\": \"major\"}, {\"fact\": \"Denies fever\", \"severity\": \"minor\"}, {\"fact\": \"Denies chills\", \"severity\": \"minor\"}, {\"fact\": \"Denies sweats\", \"severity\": \"minor\"}, {\"fact\": \"Denies cough\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain with shortness of breath\", \"severity\": \"minor\"}, {\"fact\": \"Denies nausea, vomiting, and diarrhea\", \"severity\": \"minor\"}, {\"fact\": \"Appetite is fine (no anorexia)\", \"severity\": \"minor\"}], \"rationale\": \"All listed claims are directly supported by the dialogue, while the generated note omits multiple clinically relevant details such as weight loss, symptom duration, and pertinent negatives.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Weight loss of fifteen pounds in two to three months\", \"severity\": \"major\"}, {\"fact\": \"Appetite is fine\", \"severity\": \"minor\"}, {\"fact\": \"Denies nausea, vomiting, diarrhea\", \"severity\": \"minor\"}, {\"fact\": \"Denies fever, chills, sweats, cough\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain with shortness of breath\", \"severity\": \"minor\"}, {\"fact\": \"Symptoms present for approximately one month\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits multiple clinically important details from the dialogue, including weight loss, pertinent negatives, and symptom duration, while incorrectly labeling the History of Patient field as N\/A despite explicit dialogue content.\"}","fields_json":"{\"Symptoms\": \"Weakness, tiredness, shortness of breath.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":666,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":690,"prediction":"Symptoms: Progressive loss of vision in right eye.\nDiagnosis: N\/A.\nHistory of Patient: Progressive loss of vision in right eye for about two months, worsening over the past two years. Previously had good vision in left eye, but now is blind in right eye. Right-handed.\nPlan of Action: N\/A.","rougeL":0.3725490196,"bertscore_f1":0.9264051318,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["worsening","good"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Progressive loss of vision in right eye.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Progressive loss of vision in right eye for about two months, worsening over the past two years. Previously had good vision in left eye, but now is blind in right eye. Right-handed.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":702,"prediction":"Symptoms: severe pain, burning feeling, sharp and dull pain, radiating pain to right leg and knee, numbness in left foot\nDiagnosis: small cell lung cancer, spread to both femurs, lower lumbar spine, and pelvis\nHistory of Patient: two year history of small cell lung cancer, treated with chemotherapy, radiation treatments, CT scan to check for metastasis, currently experiencing severe pain with burning feeling, sharp and dull pain, radiating pain to right leg and knee, numbness in left foot\nPlan of Action: N\/A","rougeL":0.5828571429,"bertscore_f1":0.9322971702,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":16.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"burning feeling\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"sharp and dull pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"radiating pain to right leg and knee\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"numbness in left foot\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to both femurs, lower lumbar spine, and pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"two year history of small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"treated with chemotherapy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"radiation treatments\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan to check for metastasis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"severe pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"burning feeling\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"sharp and dull pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"radiating pain to right leg and knee\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"numbness in left foot\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Recent series of ten radiation treatments for pain relief\", \"severity\": \"major\"}, {\"fact\": \"Patient is on a load of narcotics for the pain\", \"severity\": \"major\"}, {\"fact\": \"Diffuse mid back pain\", \"severity\": \"minor\"}, {\"fact\": \"Pain worsens with prolonged sitting, standing, or walking\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are supported by the dialogue; missing key recent radiation series, narcotic use, mid\\u2011back pain, and aggravating factors are clinically important omissions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":3.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"burning feeling\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"sharp and dull pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"radiating pain to right leg and knee\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"numbness in left foot\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to both femurs, lower lumbar spine, and pelvis\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"two year history of small cell lung cancer\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"treated with chemotherapy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"radiation treatments\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently experiencing severe pain with burning feeling\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"sharp and dull pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"radiating pain to right leg and knee\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"numbness in left foot\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"patient finished a series of ten radiation treatments for pain relief\", \"severity\": \"major\"}, {\"fact\": \"pain worsens with prolonged sitting, standing, or walking\", \"severity\": \"major\"}, {\"fact\": \"patient is on narcotics for pain\", \"severity\": \"major\"}, {\"fact\": \"sharp pain in bottom of left foot\", \"severity\": \"minor\"}, {\"fact\": \"diffuse mid back pain\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures most clinical facts but misplaces current symptoms into the History of Patient section and omits key details including the 10-radiation-treatment course, pain exacerbating factors, narcotics use, and the sharp quality of foot pain.\"}","fields_json":"{\"Symptoms\": \"severe pain, burning feeling, sharp and dull pain, radiating pain to right leg and knee, numbness in left foot\", \"Diagnosis\": \"small cell lung cancer, spread to both femurs, lower lumbar spine, and pelvis\", \"History of Patient\": \"two year history of small cell lung cancer, treated with chemotherapy, radiation treatments, CT scan to check for metastasis, currently experiencing severe pain with burning feeling, sharp and dull pain, radiating pain to right leg and knee, numbness in left foot\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":721,"prediction":"Symptoms: N\/A\nDiagnosis: Upper respiratory infection\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6842105263,"bertscore_f1":0.9470039606,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Upper respiratory infection\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":724,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother has arthritis\nPlan of Action: N\/A","rougeL":0.8333333333,"bertscore_f1":0.9827773571,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has arthritis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":727,"prediction":"Symptoms: N\/A\nDiagnosis: fracture dislocation of the left elbow, fracture of the neck of the right glenoid\nHistory of Patient: 10-year-old boy injured while riding quads on 10\/10\/2007, underwent open reduction internal fixation (ORIF) for left elbow fracture, currently in physical therapy (P T) with Dynasplint for hardware removal\nPlan of Action: surgery recommended to remove hardware from left elbow, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, continued postoperative stiffness","rougeL":0.5945945946,"bertscore_f1":0.934004426,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["injured","open","reduction","internal","fixation","orif","physical","therapy","recommended"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":13.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"fracture dislocation of the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"fracture of the neck of the right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"10-year-old boy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"injured while riding quads on 10\/10\/2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent open reduction internal fixation (ORIF) for left elbow fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently in physical therapy (P T) with Dynasplint for hardware removal\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"surgery recommended to remove hardware from left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including anesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including infection\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is right\\u2011hand dominant (writes with right hand)\", \"severity\": \"minor\"}, {\"fact\": \"Neurologically intact distally (wrist and hand reflexes normal)\", \"severity\": \"minor\"}, {\"fact\": \"Left elbow fracture has healed\", \"severity\": \"minor\"}, {\"fact\": \"Prophylactic antibiotics will be given to reduce infection risk\", \"severity\": \"minor\"}, {\"fact\": \"Parents agreed to the surgical plan (consent obtained)\", \"severity\": \"major\"}], \"rationale\": \"All explicit statements in the generated note are either supported or, for the purpose of Dynasplint, unsupported, and several clinically relevant details from the dialogue are missing, including hand dominance, neurologic exam findings, fracture healing status, antibiotic prophylaxis, and documented parental consent.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"fracture dislocation of the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"fracture of the neck of the right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"10-year-old boy injured while riding quads on 10\/10\/2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent open reduction internal fixation (ORIF) for left elbow fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently in physical therapy (P T) with Dynasplint for hardware removal\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"surgery recommended to remove hardware from left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including anesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including infection\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is right-hand dominant\", \"severity\": \"minor\"}, {\"fact\": \"Right glenoid neck fracture is nondisplaced\", \"severity\": \"minor\"}, {\"fact\": \"Left elbow fracture is healed\", \"severity\": \"minor\"}, {\"fact\": \"Neurologically intact in wrist and hand\", \"severity\": \"minor\"}, {\"fact\": \"Failure to relieve pain is a risk\", \"severity\": \"minor\"}, {\"fact\": \"Parents agreed to the surgery plan\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures most clinical facts but misplaces the purpose of PT\/Dynasplint (which is for stiffness, not hardware removal), and omits key details like handedness, fracture characteristics, healing status, neurological exam, and parental consent.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"fracture dislocation of the left elbow, fracture of the neck of the right glenoid\", \"History of Patient\": \"10-year-old boy injured while riding quads on 10\/10\/2007, underwent open reduction internal fixation (ORIF) for left elbow fracture, currently in physical therapy (P T) with Dynasplint for hardware removal\", \"Plan of Action\": \"surgery recommended to remove hardware from left elbow, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, continued postoperative stiffness\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":730,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9712504745,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No smoking\", \"severity\": \"major\"}, {\"fact\": \"Occasional alcohol consumption\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient section empty, omitting both the patient's non\\u2011smoking status and occasional alcohol use mentioned in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No smoking\", \"severity\": \"major\"}, {\"fact\": \"Occasional alcohol consumption\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient does not smoke and drinks alcohol occasionally, both of which are clinically important historical facts omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":747,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9689841866,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":755,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9421088696,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":758,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5882352941,"bertscore_f1":0.9302527905,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":764,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7741935484,"bertscore_f1":0.9643509388,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":766,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5084745763,"bertscore_f1":0.9161227345,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":787,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9457373619,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Medication list was reviewed on April 22, 2003, with morning and evening dosages noted\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the medication review described in the dialogue, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"List of medications was checked on April 22, 2003, with morning and evening dosages\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states that the medication list was reviewed on April 22, 2003, and includes morning and evening dosing, but the generated note omits this clinically relevant history in the 'History of Patient' section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":791,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9850688577,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":804,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9631142616,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn (naproxen)\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the drug allergy disclosed in the dialogue, a critical omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is allergic to Naprosyn, which belongs in the History of Patient section, but the generated note incorrectly lists it as N\/A.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":817,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother has coronary artery disease\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9829208851,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note correctly captures the only fact from the dialogue.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the family history of coronary artery disease in the mother as stated in the dialogue, with no omissions or errors.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has coronary artery disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":829,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":831,"prediction":"Symptoms: bilateral foot pain\nDiagnosis: rocker bottom feet\nHistory of Patient: N\/A\nPlan of Action: subtalar arthrodesis, possible autograft, lengthening of the Achilles","rougeL":0.3461538462,"bertscore_f1":0.8959175348,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["bilateral"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bilateral foot pain\", \"Diagnosis\": \"rocker bottom feet\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"subtalar arthrodesis, possible autograft, lengthening of the Achilles\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":844,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9274698496,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Cancer diagnosis confirmed\", \"severity\": \"major\"}, {\"fact\": \"Hypertension diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Diabetes diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Positive history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"Positive history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"Positive history of cancer\", \"severity\": \"major\"}, {\"fact\": \"Negative for heart disease (no chest pain, shortness of breath, uneasiness)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for obesity (BMI normal, not overweight)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for stroke symptoms (no dizziness, loss of consciousness)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits all documented diagnoses and relevant positive and negative history items from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Hypertension\", \"severity\": \"major\"}, {\"fact\": \"Diabetes\", \"severity\": \"major\"}, {\"fact\": \"Cancer\", \"severity\": \"major\"}, {\"fact\": \"No heart disease\", \"severity\": \"major\"}, {\"fact\": \"No obesity (BMI fine)\", \"severity\": \"major\"}, {\"fact\": \"No stroke-like symptoms\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all diagnosed conditions and pertinent negatives explicitly stated in the dialogue, which are clinically critical for accurate patient documentation.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":846,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother had heart disease, father had sugar problem\nPlan of Action: N\/A","rougeL":0.5818181818,"bertscore_f1":0.9546071291,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["disease","father"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother had heart disease, father had sugar problem\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":866,"prediction":"Symptoms: Left knee pain\nDiagnosis: N\/A\nHistory of Patient: Injured medial collateral ligament (MCL) while playing hockey\nPlan of Action: N\/A","rougeL":0.5396825397,"bertscore_f1":0.932243526,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["medial","collateral","ligament"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Injured medial collateral ligament (MCL) while playing hockey\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":873,"prediction":"Symptoms: dizziness, vertigo, lightheadedness, arm pain, back pain\nDiagnosis: atrial fibrillation\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4347826087,"bertscore_f1":0.9231597185,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"dizziness, vertigo, lightheadedness, arm pain, back pain\", \"Diagnosis\": \"atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":878,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":896,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Single, lives alone\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9748851657,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Single, lives alone\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":917,"prediction":"Symptoms: Foreign body sensation in left eye\nDiagnosis: N\/A\nHistory of Patient: Noticed foreign body sensation in left eye while at work, went to bathroom mirror to check for something but couldn't see it, pain has gotten worse since this morning, vision is fine, no sensitivity to light\nPlan of Action: N\/A","rougeL":0.4329896907,"bertscore_f1":0.9291011691,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["couldn't"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Foreign body sensation in left eye\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Noticed foreign body sensation in left eye while at work, went to bathroom mirror to check for something but couldn't see it, pain has gotten worse since this morning, vision is fine, no sensitivity to light\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":949,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9769557714,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":951,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":974,"prediction":"Symptoms: sore throat, puffy eyes, stuffy nose, difficulty breathing from mouth, tiredness, hoarse voice\nDiagnosis: N\/A\nHistory of Patient: sore throat, puffy eyes, difficulty breathing from mouth, tiredness, hoarse voice, low-grade fever\nPlan of Action: N\/A","rougeL":0.5050505051,"bertscore_f1":0.9304478168,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["difficulty","tiredness","low-grade"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sore throat, puffy eyes, stuffy nose, difficulty breathing from mouth, tiredness, hoarse voice\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"sore throat, puffy eyes, difficulty breathing from mouth, tiredness, hoarse voice, low-grade fever\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":990,"prediction":"Symptoms: Coughing for one week, worsening over the past week.\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.2407407407,"bertscore_f1":0.889421761,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["worsening"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Coughing for one week, worsening over the past week.\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1012,"prediction":"Symptoms: N\/A\nDiagnosis: Hypertension, cervical cancer\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.52,"bertscore_f1":0.9371244311,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Hypertension, cervical cancer\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1026,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9422791004,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1041,"prediction":"Symptoms: low back pain\nDiagnosis: degenerative disc disease\nHistory of Patient: fell in the beginning of two thousand six, slipped on freshly waxed floor in March of two thousand six, fell onto tailbone and general lower back in October of two thousand eight, underwent cauterization of nerves in lower back twice in November of two thousand eight\nPlan of Action: N\/A","rougeL":0.4363636364,"bertscore_f1":0.8998513818,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"low back pain\", \"Diagnosis\": \"degenerative disc disease\", \"History of Patient\": \"fell in the beginning of two thousand six, slipped on freshly waxed floor in March of two thousand six, fell onto tailbone and general lower back in October of two thousand eight, underwent cauterization of nerves in lower back twice in November of two thousand eight\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1046,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9591081142,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1055,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4561403509,"bertscore_f1":0.9050281644,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1056,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4262295082,"bertscore_f1":0.9176641703,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1074,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.28,"bertscore_f1":0.8786084056,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1075,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Married, farmer, denies tobacco, alcohol, or illicit drug use\nPlan of Action: N\/A","rougeL":0.3225806452,"bertscore_f1":0.8481996059,"template_ok":true,"na_agreement":null,"unsupported_terms":["illicit"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Married, farmer, denies tobacco, alcohol, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1080,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: 76-year-old male, stung on his hands and right knee at noon while preparing lunch, no redness or swelling, no shortness of breath, itching, or hives, took Benadryl as soon as it happened, takes Metoprolol and Hydrochlorothiazide for blood pressure, takes baby aspirin in the mornings.\nPlan of Action: N\/A.","rougeL":0.3950617284,"bertscore_f1":0.9010049701,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"76-year-old male, stung on his hands and right knee at noon while preparing lunch, no redness or swelling, no shortness of breath, itching, or hives, took Benadryl as soon as it happened, takes Metoprolol and Hydrochlorothiazide for blood pressure, takes baby aspirin in the mornings.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1082,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1087,"prediction":"Symptoms: pain in stomach and abdomen on the right side, pain in middle part of left thigh on the right side, pain in tummy and hips on the right side for the past eight days\nDiagnosis: hyperesthesia\nHistory of Patient: pain in stomach and abdomen, pain in tummy and hips on the right side for the past eight days, pain in middle part of left thigh on the right side, no change in skin, no rashes\nPlan of Action: evaluation and treatment for hyperesthesia","rougeL":0.2958579882,"bertscore_f1":0.8936833143,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["abdomen"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":10.0,"n_unsupported":1.0,"n_contradicted":2.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"pain in stomach and abdomen on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain in middle part of left thigh on the right side\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain in tummy and hips on the right side for the past eight days\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain in stomach and abdomen\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain in tummy and hips on the right side for the past eight days\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain in middle part of left thigh on the right side\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no change in skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"evaluation and treatment for hyperesthesia\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain also present on the left abdomen (left side)\", \"severity\": \"minor\"}, {\"fact\": \"symptoms are intermittent\", \"severity\": \"minor\"}, {\"fact\": \"pain is painful when touched\", \"severity\": \"minor\"}, {\"fact\": \"symptoms started six weeks before the holidays, cleared for a while then recurred\", \"severity\": \"major\"}, {\"fact\": \"patient bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"patient is married\", \"severity\": \"minor\"}, {\"fact\": \"patient works as an airplane mechanic\", \"severity\": \"minor\"}, {\"fact\": \"plan to run further tests \/ lab work to find underlying cause of hyperesthesia\", \"severity\": \"major\"}], \"rationale\": \"Claims were checked against the dialogue; several laterality errors and a premature treatment statement were flagged, and key symptom details, onset timeline, bathing habit, marital\/occupational info, and the explicit test plan were omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"pain in stomach and abdomen on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain in middle part of left thigh on the right side\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"pain in tummy and hips on the right side for the past eight days\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain in stomach and abdomen\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain in tummy and hips on the right side for the past eight days\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain in middle part of left thigh on the right side\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no change in skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"evaluation and treatment for hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain is intermittent\", \"severity\": \"minor\"}, {\"fact\": \"pain started six weeks before the holidays\", \"severity\": \"minor\"}, {\"fact\": \"pain cleared for a while before recurring\", \"severity\": \"minor\"}, {\"fact\": \"pain is present on left abdomen\", \"severity\": \"minor\"}, {\"fact\": \"pain is present on right hip area\", \"severity\": \"minor\"}, {\"fact\": \"patient bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"patient is married\", \"severity\": \"minor\"}, {\"fact\": \"patient works as an airplane mechanic\", \"severity\": \"minor\"}, {\"fact\": \"no treatment received\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains a major contradiction by misattributing left thigh pain to the right side, and omits multiple clinically relevant details from the dialogue including laterality, timing, and social history, though the diagnosis and general plan are accurate.\"}","fields_json":"{\"Symptoms\": \"pain in stomach and abdomen on the right side, pain in middle part of left thigh on the right side, pain in tummy and hips on the right side for the past eight days\", \"Diagnosis\": \"hyperesthesia\", \"History of Patient\": \"pain in stomach and abdomen, pain in tummy and hips on the right side for the past eight days, pain in middle part of left thigh on the right side, no change in skin, no rashes\", \"Plan of Action\": \"evaluation and treatment for hyperesthesia\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1105,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9263053536,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection normal and well hydrated; no diaphoresis; no injury or wounds observed.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the entire skin examination findings that were documented in the dialogue and are clinically essential.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection within normal limits\", \"severity\": \"major\"}, {\"fact\": \"Skin is well hydrated\", \"severity\": \"major\"}, {\"fact\": \"No diaphoresis (excessive sweating)\", \"severity\": \"major\"}, {\"fact\": \"No obvious wound\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly documents normal skin inspection, hydration, absence of diaphoresis, and no wounds \\u2014 all of which belong in the Diagnosis field but are entirely omitted, while the generated note incorrectly reports N\/A for Diagnosis despite explicit clinical findings.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1118,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father passed away from colon cancer in his 80s. Mother passed away in her nineties from a stroke. No family history of neurological disorders.\nPlan of Action: N\/A","rougeL":0.8219178082,"bertscore_f1":0.9660999775,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father","80","mother"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father passed away from colon cancer in his 80s. Mother passed away in her nineties from a stroke. No family history of neurological disorders.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1161,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father died at the age of 69 of strokes. Mother died at the age of 62 of many kinds of heart diseases. Maternal grandfather died of a heart attack. Both he and maternal grandma had some heart diseases. Heart use to beat pretty fast.","rougeL":0.4509803922,"bertscore_f1":0.9005215764,"template_ok":false,"na_agreement":null,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1163,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: History of allergies, worsening since moving to Seattle, tried Claritin and Zyrtec but stopped working, tried Allegra last summer but didn't work, tried nasal sprays which didn't work\nPlan of Action: N\/A","rougeL":0.3184713376,"bertscore_f1":0.9033363461,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["worsening"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of allergies, worsening since moving to Seattle, tried Claritin and Zyrtec but stopped working, tried Allegra last summer but didn't work, tried nasal sprays which didn't work\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1172,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Surgery on shoulder 13 years ago, loss of sense of smell and right eye vision, no headaches, no nasal drainage, no weight loss, no weakness or numbness\nPlan of Action: N\/A","rougeL":0.380952381,"bertscore_f1":0.9163910151,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["vision"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Surgery on shoulder 13 years ago, loss of sense of smell and right eye vision, no headaches, no nasal drainage, no weight loss, no weakness or numbness\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1184,"prediction":"Symptoms: Chest pain, calf enlargement\nDiagnosis: enlarging simple cyst of the left kidney\nHistory of Patient: underwent left upper lobectomy for stage IA non small cell lung cancer, pelvic CT showed enlarging simple cyst of the left kidney, barium swallow showed small hiatal hernia with minimal reflux\nPlan of Action: N\/A","rougeL":0.4387096774,"bertscore_f1":0.89652282,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":6.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Calf enlargement\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Enlarging simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Underwent left upper lobectomy for stage IA non small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Pelvic CT showed enlarging simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Periodic odynophagia and mid\\u2011thoracic dysphagia\", \"severity\": \"major\"}, {\"fact\": \"No tenderness of the enlarged left calf\", \"severity\": \"major\"}, {\"fact\": \"Small sliding hiatal hernia with minimal reflux (diagnosis)\", \"severity\": \"major\"}, {\"fact\": \"Prior deep\\u2011vein thromboses in 1975 and 1985\", \"severity\": \"major\"}], \"rationale\": \"All generated statements are directly supported by the dialogue; key symptoms, diagnoses, and past DVT history were omitted, which are clinically important.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":2.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"calf enlargement\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"enlarging simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent left upper lobectomy for stage IA non small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pelvic CT showed enlarging simple cyst of the left kidney\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Chest pain is mild and not tender\", \"severity\": \"minor\"}, {\"fact\": \"Calf enlargement has been present for several months\", \"severity\": \"minor\"}, {\"fact\": \"History of DVT in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"No abnormal weight loss\", \"severity\": \"minor\"}, {\"fact\": \"No fever, chills, or flu symptoms\", \"severity\": \"minor\"}, {\"fact\": \"No new aches or pains\", \"severity\": \"minor\"}, {\"fact\": \"No cough or hemoptysis\", \"severity\": \"minor\"}, {\"fact\": \"No shortness of breath at rest or with exercise\", \"severity\": \"minor\"}, {\"fact\": \"Normal chest X-ray from 11\/23\/2009\", \"severity\": \"major\"}, {\"fact\": \"Odynophagia and dysphagia\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits critical pertinent negatives and misplaces diagnostic test results into the history section, while failing to include key symptoms and past medical history that impact clinical risk assessment.\"}","fields_json":"{\"Symptoms\": \"Chest pain, calf enlargement\", \"Diagnosis\": \"enlarging simple cyst of the left kidney\", \"History of Patient\": \"underwent left upper lobectomy for stage IA non small cell lung cancer, pelvic CT showed enlarging simple cyst of the left kidney, barium swallow showed small hiatal hernia with minimal reflux\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1192,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6382978723,"bertscore_f1":0.9418551922,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient works at a local Christmas tree farm.\", \"severity\": \"minor\"}, {\"fact\": \"Patient smokes cigarettes approximately one pack per day.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting both the patient's smoking habit and employment, which were stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"The patient smokes one pack of cigarettes per day\", \"severity\": \"major\"}, {\"fact\": \"The patient works at a local Christmas tree farm\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits two major, clinically relevant facts from the dialogue: the patient's daily cigarette use and his occupation at a Christmas tree farm, both of which belong in the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1201,"prediction":"Symptoms: low back pain\nDiagnosis: N\/A\nHistory of Patient: fell in ABC store in August 2008, has had low back pain since giving birth, seen Dr. X on January 10, 2009\nPlan of Action: N\/A","rougeL":0.4461538462,"bertscore_f1":0.9188883305,"template_ok":true,"na_agreement":null,"unsupported_terms":["10"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":4.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell in ABC store in August 2008\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"has had low back pain since giving birth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"seen Dr. X on January 10, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain onset eight years ago (continuous low back pain for about eight years)\", \"severity\": \"major\"}, {\"fact\": \"recent fall 4\\u20135 days ago landing on tailbone that worsened the low back pain\", \"severity\": \"major\"}, {\"fact\": \"physical therapy referral with 1\\u20132 visits using electrical stimulation and heat modalities\", \"severity\": \"minor\"}, {\"fact\": \"patient age 26\", \"severity\": \"minor\"}], \"rationale\": \"Claims were checked against the dialogue; the date of the initial fall is incorrect, while other statements are accurate, and several key historical details are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell in ABC store in August 2008\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"has had low back pain since giving birth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"seen Dr. X on January 10, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"low back pain began eight years ago (not tied to childbirth) from a fall at ABC Store (not in August 2008)\", \"severity\": \"major\"}, {\"fact\": \"received physical therapy for one to two visits with electrical stimulation and heat\", \"severity\": \"minor\"}, {\"fact\": \"low back pain has been continuous for eight years with varying intensity\", \"severity\": \"minor\"}, {\"fact\": \"recent fall occurred four or five days ago while mopping, landing on tailbone, worsening pain\", \"severity\": \"minor\"}, {\"fact\": \"follow-up appointment with Dr. X scheduled for February 10, 2009\", \"severity\": \"minor\"}, {\"fact\": \"gave birth in August 2008 (date specified)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly ties the fall at ABC Store to August 2008 (the birth date), omits key clinical details about pain progression, PT history, recent fall, and follow-up, and misattributes timing, which could mislead clinical assessment.\"}","fields_json":"{\"Symptoms\": \"low back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"fell in ABC store in August 2008, has had low back pain since giving birth, seen Dr. X on January 10, 2009\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1212,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6363636364,"bertscore_f1":0.932995379,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1232,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8387096774,"bertscore_f1":0.9639356136,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1237,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3582089552,"bertscore_f1":0.8822888136,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG shows sinus tachycardia with heart rate of 122 bpm\", \"severity\": \"major\"}, {\"fact\": \"Negative urine pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all clinically relevant lab and EKG findings described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG showed sinus tachycardia with a heart rate of 122\", \"severity\": \"major\"}, {\"fact\": \"Negative pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically significant lab and EKG findings explicitly stated in the dialogue, including pertinent negatives like the negative pregnancy test, which are critical for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1250,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9375,"bertscore_f1":0.9833597541,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1259,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7428571429,"bertscore_f1":0.9593532085,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1267,"prediction":"Symptoms: N\/A\nDiagnosis: hay fever, eczema, sinus problems, hives\nHistory of Patient: Mother has some type of cancer in her mouth, no history of melanoma or skin cancers, currently taking benzoyl peroxide and Daypro\nPlan of Action: N\/A","rougeL":0.5609756098,"bertscore_f1":0.9421111345,"template_ok":true,"na_agreement":null,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"hay fever, eczema, sinus problems, hives\", \"History of Patient\": \"Mother has some type of cancer in her mouth, no history of melanoma or skin cancers, currently taking benzoyl peroxide and Daypro\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1269,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: cholecystectomy\nPlan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9681432843,"template_ok":true,"na_agreement":null,"unsupported_terms":["cholecystectomy"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"cholecystectomy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1271,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9565676451,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1281,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9674756527,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports no past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The note fails to record the explicitly stated negative surgical history, a clinically important omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has had no past surgeries, but the generated note incorrectly omits this pertinent negative from the History of Patient field, which could lead to incomplete clinical assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1283,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8125,"bertscore_f1":0.970754087,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_large_s2026","family":"biobart_large","seed":2026,"example_id":1284,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4680851064,"bertscore_f1":0.898427546,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":4,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9441021085,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":10,"prediction":"Symptoms: bunion on foot Diagnosis: N\/A History of Patient: 19-year-old Caucasian male, history of Charcot Marie tooth disease Plan of Action: surgery to remove bunion","rougeL":0.6181818182,"bertscore_f1":0.9151754975,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["remove"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bunion on foot\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"19-year-old Caucasian male, history of Charcot Marie tooth disease\", \"Plan of Action\": \"surgery to remove bunion\"}","filled_na_fields":["Plan of Action"],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":21,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.9079748392,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable (no known medical problems in family)\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies use of drugs, alcohol, or tobacco\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple pertinent historical details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable; no medical problems in family\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drug, alcohol, or tobacco use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for History of Patient despite the dialogue explicitly providing three clinically important facts: unremarkable family history, sexual activity with a boyfriend, and denial of substance use.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":25,"prediction":"Symptoms: N\/A Diagnosis: blood born pathogen exposure secondary to needlestick, contamination History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9545454545,"bertscore_f1":0.9456937313,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"blood born pathogen exposure secondary to needlestick, contamination\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":29,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Skin cancer, hypertension Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9412128925,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Skin cancer, hypertension\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":36,"prediction":"Symptoms: increased shortness of breath, difficulty breathing from past few nights while sleeping, difficulty catching breath, wheezing since morning. Diagnosis: chronic lymphocytic leukemia, chronic lymphocytic leukemia, mild peripheral edema. History of Patient: Patient reports increased shortness of breath and difficulty breathing from past few nights, difficulty catching breath, wheezing since morning. No chest discomfort, acute chest pain, left arm pain, dizziness, fainting, light headedness, loss of control, dizziness, fainting, lightheadedness, loss of control, no sign of cardiovascular accident or heart attack. Plan of Action: N\/A","rougeL":0.5034965035,"bertscore_f1":0.903611064,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["loss"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"increased shortness of breath, difficulty breathing from past few nights while sleeping, difficulty catching breath, wheezing since morning.\", \"Diagnosis\": \"chronic lymphocytic leukemia, chronic lymphocytic leukemia, mild peripheral edema.\", \"History of Patient\": \"Patient reports increased shortness of breath and difficulty breathing from past few nights, difficulty catching breath, wheezing since morning. No chest discomfort, acute chest pain, left arm pain, dizziness, fainting, light headedness, loss of control, dizziness, fainting, lightheadedness, loss of control, no sign of cardiovascular accident or heart attack.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":56,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3404255319,"bertscore_f1":0.8646802306,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":58,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3720930233,"bertscore_f1":0.8757984638,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":72,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3921568627,"bertscore_f1":0.8948724866,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":74,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":87,"prediction":"Symptoms: Acne Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9473146796,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Acne\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":96,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Onlt 11-year-old female, snores more than usual, stopped Allegra for allergies, redness of right big toe, peeling skin around it for the last week and a half Plan of Action: N\/A","rougeL":0.3098591549,"bertscore_f1":0.9057218432,"template_ok":true,"na_agreement":0.25,"unsupported_terms":["than","usual"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":3.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"11-year-old female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"snores more than usual\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"stopped Allegra for allergies\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"redness of right big toe\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"peeling skin around right big toe for the last week and a half\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Congestion\", \"severity\": \"major\"}, {\"fact\": \"Snorting\", \"severity\": \"major\"}, {\"fact\": \"Redness of right big toe\", \"severity\": \"major\"}, {\"fact\": \"Peeling skin around right big toe\", \"severity\": \"major\"}, {\"fact\": \"Plan to examine the toe area\", \"severity\": \"major\"}, {\"fact\": \"Denies nighttime snoring\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are either supported or misplaced, and key symptoms and the planned toe examination are missing from their proper sections.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"11-year-old female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"snores more than usual\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"stopped Allegra for allergies\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"redness of right big toe\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"peeling skin around right big toe for the last week and a half\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Congestion\", \"severity\": \"major\"}, {\"fact\": \"Snorting\", \"severity\": \"major\"}, {\"fact\": \"Allergist determined it is not allergies\", \"severity\": \"minor\"}, {\"fact\": \"Does not snore at night (pertinent negative)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misplaces symptoms into History of Patient and incorrectly states the patient snores more than usual, contradicting the dialogue's explicit denial of nighttime snoring, while omitting key symptoms like congestion and snorting.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Onlt 11-year-old female, snores more than usual, stopped Allegra for allergies, redness of right big toe, peeling skin around it for the last week and a half\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":98,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Chronic knee pain Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9603745341,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Chronic knee pain\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient denies any prior similar symptoms\", \"severity\": \"minor\"}], \"rationale\": \"The note correctly records chronic knee pain, but omits the patient's explicit denial of previous similar symptoms.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Chronic knee pain\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient denies having had similar symptoms before\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures the chronic knee pain from the dialogue but omits the patient's explicit denial of prior similar symptoms, which is a pertinent negative relevant to the history section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Chronic knee pain\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":105,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Exposed to ant bait but not sure if she ingested it. Plan of Action: N\/A.","rougeL":0.6909090909,"bertscore_f1":0.9456134439,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Exposed to ant bait but not sure if she ingested it.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":125,"prediction":"Symptoms: sad and depressed Diagnosis: N\/A History of Patient: cancer came back Plan of Action: N\/A","rougeL":0.7058823529,"bertscore_f1":0.9442346096,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sad and depressed\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"cancer came back\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":128,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Former smoker (quit in '68), weighed self this morning at 183 pounds, used to be 5 foot 10 but has been shrinking as she goes through life Plan of Action: N\/A","rougeL":0.5128205128,"bertscore_f1":0.9015532136,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former","goes"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":3.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker (quit in '68)\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Weighed self this morning at 183 pounds\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Used to be 5 foot 10 but has been shrinking as she goes through life\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All factual content from the dialogue is present except the gender pronoun, which is an invented detail, and no clinically important facts are missing.\"}","j2_faithful":true,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker (quit in '68)\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Weighed self this morning at 183 pounds\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Used to be 5 foot 10\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Has been shrinking as she goes through life\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is male (implied by 'he' in reference note and no indication of female pronouns in dialogue; generated note incorrectly uses 'she')\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures smoking history, weight, and prior height but incorrectly uses 'she' for a patient referred to with male pronouns in the reference and implied by context, and adds unsupported speculation about shrinking being due to aging rather than just reporting the patient's own statement.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Former smoker (quit in '68), weighed self this morning at 183 pounds, used to be 5 foot 10 but has been shrinking as she goes through life\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":130,"prediction":"Symptoms: Numbness and tingling in feet Diagnosis: N\/A History of Patient: Seizures stopped about seven years ago after traumatic stroke, left with weakness on right side, liver falling due to alcohol consumption, liver disfunctions, diabetes, thirst, numbness and tingling in feet Plan of Action: Test to determine if patient is diabetic","rougeL":0.1441441441,"bertscore_f1":0.8299716711,"template_ok":true,"na_agreement":null,"unsupported_terms":["determine"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Numbness and tingling in feet\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Seizures stopped about seven years ago after traumatic stroke, left with weakness on right side, liver falling due to alcohol consumption, liver disfunctions, diabetes, thirst, numbness and tingling in feet\", \"Plan of Action\": \"Test to determine if patient is diabetic\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":147,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":149,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Family history of lazy eyes in parents and two sisters, one at age 9, one at age 5. Plan of Action: N\/A.","rougeL":0.5833333333,"bertscore_f1":0.9232235551,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Family history of lazy eyes in parents and two sisters, one at age 9, one at age 5.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":155,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9281783104,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":161,"prediction":"Symptoms: V-shaped injury to right leg, V pointing towards foot Diagnosis: N\/A History of Patient: 50-year-old white male with a history of tetanus attack on right leg, bit on foot, received tetanus shot, wound cleaned and bandaged, flap injury developed after puncture wound, centimeter-long and viable tissue salvaged Plan of Action: N\/A","rougeL":0.3361344538,"bertscore_f1":0.8993669152,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["v-shaped","salvaged"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"V-shaped injury to right leg, V pointing towards foot\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"50-year-old white male with a history of tetanus attack on right leg, bit on foot, received tetanus shot, wound cleaned and bandaged, flap injury developed after puncture wound, centimeter-long and viable tissue salvaged\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":166,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy Plan of Action: N\/A","rougeL":0.9803921569,"bertscore_f1":0.9637919664,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["include"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":167,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9296494126,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Divorced marital status\", \"severity\": \"minor\"}, {\"fact\": \"Uncertain history of alcohol use (possible past drinking)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note left out the marital status and the possible past alcohol use that were stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Divorced marital status\", \"severity\": \"major\"}, {\"fact\": \"Uncertain history of alcohol use\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is divorced and has an uncertain history of alcohol use, both of which are clinically relevant past history items omitted from the generated note.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":180,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667727351,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's explicit denial of allergies, a clinically important negative.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly confirms the patient has no allergies, a pertinent negative that should be documented in the History of Patient section, but the generated note omits it entirely.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":188,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: bladder distension surgery, chronic AFib, Coumadin off, tremors for the past three to four years, early Parkinson's disease","rougeL":0.4411764706,"bertscore_f1":0.9212468266,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"bladder distension surgery, chronic AFib, Coumadin off, tremors for the past three to four years, early Parkinson's disease\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":196,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: husband passed away a few years ago, lives at Kansas Christian Home, denies alcohol, tobacco, or illicit drug use Plan of Action: N\/A","rougeL":0.5352112676,"bertscore_f1":0.9067404866,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["alcohol","tobacco","illicit","drug"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":5.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"husband passed away a few years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lives at Kansas Christian Home\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies illicit drug use\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"requires assistance with medications\", \"severity\": \"minor\"}, {\"fact\": \"had a driver bring her to the appointment\", \"severity\": \"minor\"}, {\"fact\": \"needs to attend noon meal\", \"severity\": \"minor\"}, {\"fact\": \"living independently at Kansas Christian Home\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are either directly stated or invented, and key social history details from the dialogue are missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"husband passed away a few years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lives at Kansas Christian Home\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies alcohol, tobacco, or illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"lives independently at Kansas Christian Home\", \"severity\": \"minor\"}, {\"fact\": \"requires assistance with medications\", \"severity\": \"minor\"}, {\"fact\": \"had a driver bring her to the appointment\", \"severity\": \"minor\"}, {\"fact\": \"needs to attend noon meal\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the husband's death, residence, and substance use denial from the dialogue but omits key contextual details about independence, medication reliance, transportation, and meal schedule that are clinically relevant to the patient's functional status.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"husband passed away a few years ago, lives at Kansas Christian Home, denies alcohol, tobacco, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":217,"prediction":"Symptoms: Multiple canker sores in mouth Diagnosis: N\/A History of Patient: Increased methothrexate dosage, multiple canker sores in mouth, pain to eat with sores, no decreased appetite, nausea, abdominal discomfort, diarrhea, rashes, or hair loss Plan of Action: N\/A","rougeL":0.4390243902,"bertscore_f1":0.8760538101,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":10.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Pain to eat with sores\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No decreased appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No abdominal discomfort\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No hair loss\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain while eating (painful to eat) as a symptom\", \"severity\": \"minor\"}, {\"fact\": \"Diagnosis of methotrexate\\u2011related stomatitis (or methotrexate\\u2011induced mouth sores)\", \"severity\": \"major\"}, {\"fact\": \"Plan to decrease methotrexate dosage back to the previous amount\", \"severity\": \"major\"}, {\"fact\": \"Plan to obtain bloodwork\", \"severity\": \"major\"}, {\"fact\": \"Plan to schedule a follow\\u2011up appointment in two weeks\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are directly supported by the dialogue, while key symptoms, diagnosis, and treatment plans mentioned in the conversation are missing from the generated note.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":2.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased methotrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Multiple canker sores in mouth\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Pain to eat with sores\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No decreased appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No abdominal discomfort\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No hair loss\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Diagnosis: stomatitis, possibly methotrexate related\", \"severity\": \"major\"}, {\"fact\": \"Plan of Action: decrease methotrexate dosage back to previous amount\", \"severity\": \"major\"}, {\"fact\": \"Plan of Action: bloodwork\", \"severity\": \"major\"}, {\"fact\": \"Plan of Action: follow-up appointment in two weeks\", \"severity\": \"major\"}], \"rationale\": \"The generated note accurately captures the patient's symptoms and pertinent negatives in the History of Patient field but misplaces symptoms and associated complaints there instead of Symptoms, and completely omits the diagnosis and all elements of the plan of action, which are critical for clinical care.\"}","fields_json":"{\"Symptoms\": \"Multiple canker sores in mouth\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Increased methothrexate dosage, multiple canker sores in mouth, pain to eat with sores, no decreased appetite, nausea, abdominal discomfort, diarrhea, rashes, or hair loss\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":227,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7777777778,"bertscore_f1":0.9440684319,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported (patient reports no past medical problems or surgeries).\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the patient's explicit statement of having no past medical problems, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has no past medical problems or surgeries, but the generated note incorrectly lists 'History of Patient' as N\/A, omitting a pertinent negative that is clinically important.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":229,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9402781129,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":236,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.93698138,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":239,"prediction":"Symptoms: pain in both knees Diagnosis: degenerative joint disease of both knees History of Patient: surgery on both knees in 1991, arthroscopy, spinal stenosis, spinal decompression, epidural steroids injection Plan of Action: N\/A","rougeL":0.3163841808,"bertscore_f1":0.8857106566,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["1991"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in both knees\", \"Diagnosis\": \"degenerative joint disease of both knees\", \"History of Patient\": \"surgery on both knees in 1991, arthroscopy, spinal stenosis, spinal decompression, epidural steroids injection\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":264,"prediction":"Symptoms: jaw pain Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9411764706,"bertscore_f1":0.9574152231,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"jaw pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":272,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: PermCath inserted three times, peritoneal dialysis Plan of Action: N\/A","rougeL":0.7,"bertscore_f1":0.9547457695,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All listed claims are directly stated in the dialogue and correctly placed; no clinically important facts are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is having surgery today (current procedure)\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly places past surgical procedures in History of Patient, but omits the key fact that the patient is currently undergoing surgery today, which belongs in Plan of Action and is clinically critical.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"PermCath inserted three times, peritoneal dialysis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":284,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5384615385,"bertscore_f1":0.9090851545,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":290,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667727351,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":293,"prediction":"Symptoms: Painful ulcer on right hip Diagnosis: Pressure ulcer History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9484884143,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All generated claims are directly stated in the dialogue and no clinically important facts are missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately captures the patient's reported symptom and the doctor's diagnosis from the dialogue, with no hallucinations, contradictions, or clinically important omissions.\"}","fields_json":"{\"Symptoms\": \"Painful ulcer on right hip\", \"Diagnosis\": \"Pressure ulcer\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":300,"prediction":"Symptoms: Hypothyroidism, onychomycosis Diagnosis: N\/A History of Patient: 46-year-old white male with Down syndrome, remained complaint with Lamisil for six weeks, last appointment in April, elevated TSH level, Levothroid daily Plan of Action: N\/A","rougeL":0.3703703704,"bertscore_f1":0.90166682,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":6.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Hypothyroidism, onychomycosis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"46-year-old white male with Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"remained complaint with Lamisil for six weeks\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last appointment in April\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"elevated TSH level\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Diagnosis of hypothyroidism\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis of onychomycosis\", \"severity\": \"major\"}, {\"fact\": \"Plan to recheck ALT and TSH levels\", \"severity\": \"major\"}, {\"fact\": \"Plan to continue Levothroid for hypothyroidism\", \"severity\": \"major\"}, {\"fact\": \"Plan to monitor compliance with medications\", \"severity\": \"major\"}, {\"fact\": \"Use of medicated eye drops for his cornea\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are either supported or misplaced, while key diagnoses, treatment plans, and a medication detail from the dialogue are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":2.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Hypothyroidism\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"onychomycosis\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"46-year-old white male with Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"remained complaint with Lamisil for six weeks\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last appointment in April\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"elevated TSH level\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient uses medicated eye drops for cornea\", \"severity\": \"minor\"}, {\"fact\": \"Mother assists with Levothroid administration\", \"severity\": \"minor\"}, {\"fact\": \"Patient dislikes Levothroid but takes it with help\", \"severity\": \"minor\"}, {\"fact\": \"No other medications besides Lamisil, Levothroid, and eye drops\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misplaces diagnoses as symptoms and omits key details about eye drops and medication adherence, but otherwise accurately reflects dialogue content without hallucinations.\"}","fields_json":"{\"Symptoms\": \"Hypothyroidism, onychomycosis\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"46-year-old white male with Down syndrome, remained complaint with Lamisil for six weeks, last appointment in April, elevated TSH level, Levothroid daily\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":304,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667727351,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is stable and may be discharged home\", \"severity\": \"major\"}], \"rationale\": \"The dialogue includes a clear disposition (patient can go home) that should appear in the Plan of Action but is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [], \"rationale\": \"The generated note correctly reflects all information in the dialogue, with all fields marked as N\/A, which is consistent with the absence of clinical content in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":320,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.612244898,"bertscore_f1":0.9199216366,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":325,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667727351,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":329,"prediction":"Symptoms: tiredness throughout the day Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3571428571,"bertscore_f1":0.8905144334,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tiredness throughout the day\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":343,"prediction":"Symptoms: N\/A Diagnosis: Atrial fibrillation, rhythm problem, dizziness History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9517207742,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Atrial fibrillation, rhythm problem, dizziness\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":346,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9289144874,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No history of hypertension, diabetes, heart disease, or cancer\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting the patient\\u2019s explicit denials of major chronic conditions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"no history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"no history of heart disease\", \"severity\": \"major\"}, {\"fact\": \"no history of cancer\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly documents the patient's denial of hypertension, diabetes, heart disease, and cancer, all of which are clinically important pertinent negatives omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":384,"prediction":"Symptoms: headaches, pressure in face, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms, itchy rash Diagnosis: N\/A History of Patient: Symptoms include headaches, pressure in face, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms, asthma Plan of Action: N\/A","rougeL":0.7419354839,"bertscore_f1":0.9311008453,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["include"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"headaches, pressure in face, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms, itchy rash\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Symptoms include headaches, pressure in face, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms, asthma\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":388,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: plaster off foot, no restrictions, no pain Plan of Action: N\/A","rougeL":0.4666666667,"bertscore_f1":0.9101915359,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":3.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"plaster off foot\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no restrictions\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Advise patient to take it slow and do activities as tolerated after plaster removal; no follow\\u2011up needed if pain\\u2011free\", \"severity\": \"major\"}], \"rationale\": \"The generated note misplaces current status details in History and omits the entire care plan conveyed in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"plaster off foot\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no restrictions\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no pain\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Advised to take it slow and do activities as tolerated\", \"severity\": \"major\"}, {\"fact\": \"No follow-up needed if no pain and doing fine\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly places active clinical advice and follow-up instructions in the History of Patient section and omits them entirely from Plan of Action, which is a major error since these are core components of the plan.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"plaster off foot, no restrictions, no pain\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":405,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Married, retired attorney, working part-time, denies tobacco, alcohol, or illicit drug use Plan of Action: N\/A","rougeL":0.7297297297,"bertscore_f1":0.9313030839,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["part-time","tobacco","alcohol","illicit"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":6.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Retired attorney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Working part-time\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Three children, one ready to go to college\", \"severity\": \"minor\"}, {\"fact\": \"Semi\\u2011retired (retired from official post two years ago) status\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are supported by the dialogue, but the note omits the patient\\u2019s children and the detail that the retirement is recent\/semi\\u2011retired.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Retired attorney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Working part-time\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Has three children, one of whom is ready to go to college\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the patient's marital status, employment history, and substance use denial, but omits the clinically relevant detail about having three children and one being college-ready, which provides context for family structure and potential psychosocial factors.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Married, retired attorney, working part-time, denies tobacco, alcohol, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":408,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.2051282051,"bertscore_f1":0.8325154781,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Prolonged cough (chronic cough)\", \"severity\": \"major\"}, {\"fact\": \"Denies weight gain or loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies headaches, nosebleeds, coarse voice, blurry vision or change of vision\", \"severity\": \"minor\"}, {\"fact\": \"Denies fever or chills\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain, shortness of breath, and shortness of breath while sleeping\", \"severity\": \"minor\"}, {\"fact\": \"Denies palpitations, swelling, varicose veins, and leg pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies sore throat, cough with mucus or blood sputum\", \"severity\": \"minor\"}, {\"fact\": \"Denies wheezing\", \"severity\": \"minor\"}, {\"fact\": \"Denies heartburn, nausea, and vomiting\", \"severity\": \"minor\"}, {\"fact\": \"Denies loss of appetite, blood in stool, and abdominal pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies constipation\", \"severity\": \"minor\"}, {\"fact\": \"Denies dark or cloudy urine\", \"severity\": \"minor\"}, {\"fact\": \"Denies painful or burning urination\", \"severity\": \"minor\"}, {\"fact\": \"Denies flank or groin pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies joint pain, muscle stiffness, backache, and ligament\/tendon pain or strain\", \"severity\": \"minor\"}, {\"fact\": \"Denies blackouts and seizures\", \"severity\": \"minor\"}, {\"fact\": \"Denies hallucinations and memory loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies weakness, numbness, and tingling\", \"severity\": \"minor\"}, {\"fact\": \"Denies tremors, loss of sensation, and paralysis\", \"severity\": \"minor\"}, {\"fact\": \"Denies anxiety, irritability, apathy, and depression\", \"severity\": \"minor\"}, {\"fact\": \"Denies sleep disturbances (sleep is fine)\", \"severity\": \"minor\"}, {\"fact\": \"Denies appetite disturbances (appetite is good)\", \"severity\": \"minor\"}, {\"fact\": \"Denies suicidal thoughts\", \"severity\": \"minor\"}, {\"fact\": \"Denies unusual hair loss or nail breakage\", \"severity\": \"minor\"}, {\"fact\": \"Denies skin lesions or discoloration\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains no ROS information, omitting the documented chronic cough and all patient\\u2011reported negatives.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":24.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Chronic cough\", \"severity\": \"major\"}, {\"fact\": \"Denial of weight gain or loss\", \"severity\": \"major\"}, {\"fact\": \"Denial of headaches, nosebleeds, coarse voice, blurry vision, or vision changes\", \"severity\": \"major\"}, {\"fact\": \"Denial of fever or chills\", \"severity\": \"major\"}, {\"fact\": \"Denial of chest pain, shortness of breath, or dyspnea on exertion\/supine\", \"severity\": \"major\"}, {\"fact\": \"Denial of palpitations, edema, varicose veins, or leg pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of wheezing\", \"severity\": \"major\"}, {\"fact\": \"Denial of heartburn, nausea, or vomiting\", \"severity\": \"major\"}, {\"fact\": \"Denial of loss of appetite, blood in stool, or abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of constipation\", \"severity\": \"major\"}, {\"fact\": \"Denial of dark or cloudy urine\", \"severity\": \"major\"}, {\"fact\": \"Denial of dysuria or burning on urination\", \"severity\": \"major\"}, {\"fact\": \"Denial of flank or groin pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of joint pain, muscle stiffness, backache, or ligament\/tendon pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of blackouts or seizures\", \"severity\": \"major\"}, {\"fact\": \"Denial of hallucinations or memory loss\", \"severity\": \"major\"}, {\"fact\": \"Denial of weakness, numbness, tingling, tremors, or paralysis\", \"severity\": \"major\"}, {\"fact\": \"Denial of anxiety, irritability, apathy, or depression\", \"severity\": \"major\"}, {\"fact\": \"No sleep disturbances\", \"severity\": \"major\"}, {\"fact\": \"No appetite disturbances\", \"severity\": \"major\"}, {\"fact\": \"Denial of suicidal thoughts\", \"severity\": \"major\"}, {\"fact\": \"Denial of unusual hair loss or breakage\", \"severity\": \"major\"}, {\"fact\": \"Denial of skin lesions or discoloration\", \"severity\": \"major\"}, {\"fact\": \"Denial of unusual nail breakage or discoloration\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for Symptoms and History of Patient despite the dialogue explicitly documenting a chronic cough and comprehensive negative review of systems, which are major omissions that could lead to clinical mismanagement.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":409,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Denies tobacco, alcohol, or recreational drug use, retired insurance salesman. Plan of Action: N\/A.","rougeL":0.6551724138,"bertscore_f1":0.9427666664,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Denies tobacco, alcohol, or recreational drug use, retired insurance salesman.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":414,"prediction":"Symptoms: weakness, fatigue, lack of appetite Diagnosis: N\/A History of Patient: weight loss of 8 pounds in a week, no nausea, vomiting, diarrhea, abdominal pain, chest pain, shortness of breath, cough, heart racing, neurological Symptoms, numbness or tingling Plan of Action: N\/A","rougeL":0.4144144144,"bertscore_f1":0.9006280899,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["lack","loss"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":14.0,"n_unsupported":0.0,"n_contradicted":2.0,"n_misplaced":0.0,"n_major_errors":2.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"lack of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 8 pounds in a week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no abdominal pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no heart racing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"neurological symptoms\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"numbness or tingling\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"weight loss (8 pounds) should be recorded in Symptoms section\", \"severity\": \"major\"}, {\"fact\": \"plan to await lab report for further evaluation\", \"severity\": \"major\"}], \"rationale\": \"All listed claims reflect the dialogue except the neurological symptom claims which contradict the patient's denial, and the note omits weight loss from Symptoms and the plan to await labs.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"lack of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 8 pounds in a week\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no vomiting\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no abdominal pain\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no heart racing\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no neurological symptoms\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no numbness or tingling\", \"label\": \"supported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Symptoms: patient reports weakness and fatigue have worsened this week\", \"severity\": \"minor\"}, {\"fact\": \"History of Patient: patient denies all listed symptoms (nausea, vomiting, diarrhea, abdominal pain, chest pain, shortness of breath, cough, heart racing, neurological symptoms) as part of a comprehensive ROS\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures all denied symptoms and weight loss in the History of Patient field but incorrectly omits the Plan of Action (awaiting lab report), which is a major omission, and misplaces the weight loss and denial details into History of Patient instead of Symptoms, though the content itself is accurate.\"}","fields_json":"{\"Symptoms\": \"weakness, fatigue, lack of appetite\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"weight loss of 8 pounds in a week, no nausea, vomiting, diarrhea, abdominal pain, chest pain, shortness of breath, cough, heart racing, neurological Symptoms, numbness or tingling\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":434,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4590163934,"bertscore_f1":0.8901392221,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":440,"prediction":"Symptoms: hot flashes, mood swings, postsurgical menopause Diagnosis: N\/A History of Patient: 58-year-old male with no periods for the last year after surgery, hot flashes for the last several months, mood swings for the last few weeks Plan of Action: N\/A","rougeL":0.3888888889,"bertscore_f1":0.9029197097,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["58"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":7.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":2.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"58-year-old male\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no periods for the last year after surgery\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hot flashes for the last several months\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"patient is 48 years old\", \"severity\": \"major\"}, {\"fact\": \"patient is female (has menstrual history)\", \"severity\": \"major\"}], \"rationale\": \"The note misstates age and gender, places symptom details in the history section, and omits the correct age and gender from the patient history.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"postsurgical menopause\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"58-year-old male\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no periods for the last year after surgery\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hot flashes for the last several months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is female (implied by discussion of periods and menopause)\", \"severity\": \"major\"}, {\"fact\": \"Patient is 48 years old\", \"severity\": \"major\"}, {\"fact\": \"No history of diabetes or other comorbidities (pertinent negative not mentioned but implied by absence of other symptoms)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misplaces 'postsurgical menopause' as a symptom instead of a diagnosis, incorrectly states the patient is a 58-year-old male (contradicting the dialogue's female patient aged 48), and omits critical demographic and gender information essential for clinical context.\"}","fields_json":"{\"Symptoms\": \"hot flashes, mood swings, postsurgical menopause\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"58-year-old male with no periods for the last year after surgery, hot flashes for the last several months, mood swings for the last few weeks\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":448,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9553164244,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":457,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9553164244,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":463,"prediction":"Symptoms: back pain Diagnosis: N\/A History of Patient: 24-year-old male with back pain for a long time. Plan of Action: N\/A","rougeL":0.8333333333,"bertscore_f1":0.9546530843,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"24-year-old male with back pain for a long time.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":466,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Smoker, history of heroin and alcohol abuse. Plan of Action: N\/A.","rougeL":0.7391304348,"bertscore_f1":0.9466607571,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["abuse"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of heroin and alcohol abuse\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Current cocaine use (coke today)\", \"severity\": \"major\"}], \"rationale\": \"The note correctly records smoking and past heroin\/alcohol abuse but omits the patient's disclosed current cocaine use, a clinically important detail.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of heroin abuse\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of alcohol abuse\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Current cocaine use today\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's explicit admission of current cocaine use, which is a clinically significant omission that could impact treatment planning.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Smoker, history of heroin and alcohol abuse.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":473,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: family medical history includes diabetes, heart disease, hypertension, thyroid problems, autoimmune disease, possible multiple sclerosis, depression, father died at age 60 from complications of diabetes, mother died at age 93 from complications of diabetes, father had a third grade education and mother had a fourth grade education, married for two years, graduated with a Bachelor of Science in Nursing from State University in 1979, married for two years, has two children aged 43 and thirty, married for two years, worked for outpatient mental health center for two and a","rougeL":0.3578947368,"bertscore_f1":0.8845719099,"template_ok":false,"na_agreement":null,"unsupported_terms":["includes","hypertension","father","mother","graduated"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":476,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9308228493,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":484,"prediction":"Symptoms: N\/A Diagnosis: gestational diabetes History of Patient: second pregnancy with gestational diabetes, previously used insulin, gynecologist suggested ketones for gestational diabetes Plan of Action: N\/A","rougeL":0.5,"bertscore_f1":0.9121821523,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["suggested"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"gestational diabetes\", \"History of Patient\": \"second pregnancy with gestational diabetes, previously used insulin, gynecologist suggested ketones for gestational diabetes\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":500,"prediction":"Symptoms: N\/A Diagnosis: anxiety disorder History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9638172388,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"anxiety disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":516,"prediction":"Symptoms: pain in the left flank on the left side. Diagnosis: N\/A. History of Patient: pain started four to five days ago in the stomach and through to the back on the left side, nausea and vomiting, threw up a few times, no fever, chills, blood, pain, or burning during urination. Ultrasound found a stone in the left ureteral. Plan of Action: treatment options for left flank pain.","rougeL":0.3870967742,"bertscore_f1":0.9138392806,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in the left flank on the left side.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"pain started four to five days ago in the stomach and through to the back on the left side, nausea and vomiting, threw up a few times, no fever, chills, blood, pain, or burning during urination. Ultrasound found a stone in the left ureteral.\", \"Plan of Action\": \"treatment options for left flank pain.\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":525,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Retired for a couple of years, smoking history of approximately two packs of cigarettes per day, quit about 27 years ago, denies alcohol use Plan of Action: N\/A","rougeL":0.5753424658,"bertscore_f1":0.930101037,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Retired for a couple of years, smoking history of approximately two packs of cigarettes per day, quit about 27 years ago, denies alcohol use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":544,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: father had coronary artery disease at age 60, mother has dementia and father has dementia Plan of Action: N\/A","rougeL":0.6222222222,"bertscore_f1":0.921965301,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father had coronary artery disease at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Father underwent heart bypass surgery at age 60\", \"severity\": \"major\"}, {\"fact\": \"Father had multiple strokes due to coronary artery disease\", \"severity\": \"major\"}, {\"fact\": \"Patient does not smoke or drink alcohol\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are directly supported by the dialogue; key family and social history details (bypass surgery, strokes, and patient\\u2019s abstinence) are missing, which are clinically important.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"father had coronary artery disease at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mother has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"father had heart bypass surgery at age 60\", \"severity\": \"minor\"}, {\"fact\": \"father had multiple strokes due to coronary artery disease\", \"severity\": \"minor\"}, {\"fact\": \"both parents are alive\", \"severity\": \"minor\"}, {\"fact\": \"patient does not smoke or drink alcohol\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the family history of coronary artery disease and dementia but omits key details from the dialogue including the bypass surgery, strokes, parental survival status, and patient's negative tobacco\/alcohol use.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"father had coronary artery disease at age 60, mother has dementia and father has dementia\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":556,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9476941824,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":565,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: widowed for 18 years, lives alone in house, used to run restaurant, retired, denies tobacco, alcohol, or illicit drug use. Plan of Action: N\/A.","rougeL":0.6349206349,"bertscore_f1":0.9196510315,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["alone","tobacco","illicit","drug"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"widowed for 18 years, lives alone in house, used to run restaurant, retired, denies tobacco, alcohol, or illicit drug use.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":584,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Last menstrual period was on June 3rd, 2009, abortion occurred recently, patient denies pregnancy test Plan of Action: N\/A","rougeL":0.487804878,"bertscore_f1":0.8970014453,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["3","occurred"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period was on June 3rd, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"abortion occurred recently\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"patient denies pregnancy test\", \"label\": \"contradicted\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is uncertain whether the abortion was completed\", \"severity\": \"major\"}, {\"fact\": \"Patient reports ongoing bleeding\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had follow\\u2011up with her OB\/GYN\", \"severity\": \"major\"}, {\"fact\": \"Doctor recommended the patient see a Gynecology and Obstetrics specialist\", \"severity\": \"major\"}], \"rationale\": \"The note correctly states the LMP and recent abortion but misattributes a pregnancy\\u2011test denial and omits key clinical details about incomplete abortion, bleeding, lack of follow\\u2011up, and the referral plan.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period was on June 3rd, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"abortion occurred recently\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"patient denies pregnancy test\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient is unsure whether the abortion was completed and is still bleeding\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had a followup with her OB\/GYN\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient 'denies pregnancy test' when the dialogue shows the patient offered to do one and the doctor declined, and omits critical information about ongoing bleeding and uncertainty about completion of abortion.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Last menstrual period was on June 3rd, 2009, abortion occurred recently, patient denies pregnancy test\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":597,"prediction":"Symptoms: N\/A Diagnosis: Attention Deficit Hyperactivity Disorder History of Complaint: Behavior problems, school complaints, ADHD Plan of Action: prescribe Adderall and Clonidine for ADH","rougeL":0.6363636364,"bertscore_f1":0.9306232929,"template_ok":false,"na_agreement":null,"unsupported_terms":["adhd"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":607,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Quit smoking in 1972, works at a nursing home, has been trying to lose weight, started a new diet several months ago Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9339392781,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Quit smoking in 1972, works at a nursing home, has been trying to lose weight, started a new diet several months ago\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":627,"prediction":"Symptoms: ulcer in ankle Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7222222222,"bertscore_f1":0.9375323057,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"ulcer in ankle\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":639,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.48,"bertscore_f1":0.9040327072,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abdominal pain (pointing to his stomach)\", \"severity\": \"major\"}, {\"fact\": \"Nausea (feels queasy)\", \"severity\": \"major\"}, {\"fact\": \"Vomiting (handful of times)\", \"severity\": \"major\"}, {\"fact\": \"Fever of 102\\u00b0F (temperature taken the other night)\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status (out of it, not acting like himself)\", \"severity\": \"major\"}, {\"fact\": \"Behavioral changes noted for a few days\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite multiple key symptoms and timeline reported in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"nausea\", \"severity\": \"major\"}, {\"fact\": \"vomiting\", \"severity\": \"major\"}, {\"fact\": \"fever (102\\u00b0F)\", \"severity\": \"major\"}, {\"fact\": \"altered mental status\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite the dialogue explicitly reporting abdominal pain, nausea, vomiting, fever, and altered mental status \\u2014 all major clinical findings that must be captured in the Symptoms field.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":642,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Originally from Haiti in 1982, had several male partners but no sex since moving here. Currently employed at a car dealership. Plan of Action: N\/A.","rougeL":0.4444444444,"bertscore_f1":0.9041755795,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["originally","1982","employed"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":3.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Originally from Haiti in 1982\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Had several male partners but no sex since moving here\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently employed at a car dealership\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Occasional alcohol consumption (drinks sometimes)\", \"severity\": \"minor\"}, {\"fact\": \"Never smoked (nonsmoker)\", \"severity\": \"minor\"}, {\"fact\": \"Denies drug use\", \"severity\": \"minor\"}, {\"fact\": \"Denies history of STDs\", \"severity\": \"minor\"}, {\"fact\": \"Described sexual activity in Haiti as very active\", \"severity\": \"minor\"}], \"rationale\": \"The generated note includes some supported history but adds an unsupported origin claim and omits several pertinent social history details from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Originally from Haiti in 1982\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"had several male partners\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no sex since moving here\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently employed at a car dealership\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"occasionally drinks\", \"severity\": \"major\"}, {\"fact\": \"nonsmoker\", \"severity\": \"major\"}, {\"fact\": \"denies intravenous drug use\", \"severity\": \"major\"}, {\"fact\": \"used protection most of the time in previous encounters\", \"severity\": \"minor\"}, {\"fact\": \"no history of STDs\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits key historical facts including alcohol use, smoking status, drug use denial, condom use, and STD history, while incorrectly implying the patient was 'from Haiti in 1982' rather than having been sexually active there then.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Originally from Haiti in 1982, had several male partners but no sex since moving here. Currently employed at a car dealership.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":644,"prediction":"Symptoms: chronic diarrhea, anemia with blood in stool Diagnosis: anemia with iron deficiency anemia History of Patient: anemia for a few months, unusual pruritus, C.B.C., hemoglobin of 9 and MCV of 65, last colonoscopy 3 years ago with Dr. X in Las Cruces, polyps removed, lymphocytic colitis Plan of Action: N\/A","rougeL":0.4583333333,"bertscore_f1":0.9191487432,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":10.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"anemia with iron deficiency anemia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"anemia for a few months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CBC performed\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hemoglobin of 9 and MCV of 65\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy 3 years ago with Dr. X in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"polyps removed\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"unusual pruritus as a symptom\", \"severity\": \"minor\"}, {\"fact\": \"hyperplastic polyps as a diagnosis\", \"severity\": \"major\"}, {\"fact\": \"lymphocytic colitis as a diagnosis\", \"severity\": \"major\"}, {\"fact\": \"blood in stool present for 5 months\", \"severity\": \"major\"}, {\"fact\": \"polyps were hyperplastic\", \"severity\": \"major\"}], \"rationale\": \"All generated statements are supported by the dialogue; however, key symptoms, diagnoses, and duration details from the conversation are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"anemia with iron deficiency anemia\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"anemia for a few months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"C.B.C.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hemoglobin of 9 and MCV of 65\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy 3 years ago with Dr. X in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"polyps removed\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"blood in stool has been both dark and bright\", \"severity\": \"minor\"}, {\"fact\": \"polyps were evaluated and diagnosed as hyperplastic\", \"severity\": \"minor\"}, {\"fact\": \"no treatment for diarrhea in over three years\", \"severity\": \"minor\"}, {\"fact\": \"patient denies recent treatment for diarrhea\", \"severity\": \"minor\"}, {\"fact\": \"iron deficiency anemia is the specific type of anemia\", \"severity\": \"major\"}, {\"fact\": \"no mention of current treatment plan or next steps (e.g., repeat colonoscopy)\", \"severity\": \"major\"}], \"rationale\": \"The generated note captures most factual elements from the dialogue but misplaces anemia as a diagnosis (it's a finding, not a diagnosis) and omits critical clinical details including the specific type of anemia (iron deficiency), the nature of the stool blood, the hyperplastic nature of polyps, and the absence of recent treatment \\u2014 all of which impact clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"chronic diarrhea, anemia with blood in stool\", \"Diagnosis\": \"anemia with iron deficiency anemia\", \"History of Patient\": \"anemia for a few months, unusual pruritus, C.B.C., hemoglobin of 9 and MCV of 65, last colonoscopy 3 years ago with Dr. X in Las Cruces, polyps removed, lymphocytic colitis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":650,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Past sternotomy, ICD implant and aortic valve mechanical implant, pleural effusion causing left sided opacification of diaphragm Plan of Action: N\/A","rougeL":0.8253968254,"bertscore_f1":0.9520539045,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Past sternotomy, ICD implant and aortic valve mechanical implant, pleural effusion causing left sided opacification of diaphragm\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":664,"prediction":"Symptoms: feeling weaker than usual, tiredness, shortness of breath Diagnosis: N\/A History of Patient: 43-year-old female, weight loss of 15 pounds in less than two or three months, no nausea, vomiting, diarrhea, fever, chills, sweats, cough, chest pain with shortness of breath Plan of Action: N\/A","rougeL":0.4047619048,"bertscore_f1":0.8979145288,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["feeling","tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":11.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"feeling weaker than usual\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"43-year-old female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 15 pounds in less than two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea, vomiting, diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no sweats\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain with shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"symptoms have been present for approximately one month\", \"severity\": \"major\"}], \"rationale\": \"All generated statements are supported by the dialogue, but the note omits the duration of symptoms, a clinically important detail.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"feeling weaker than usual\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"43-year-old female\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 15 pounds in less than two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no sweats\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain with shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"denies decreased appetite (mild anorexia) \\u2014 patient said appetite is 'pretty fine', which is a pertinent negative for anorexia\", \"severity\": \"minor\"}, {\"fact\": \"symptoms present for approximately one month\", \"severity\": \"minor\"}, {\"fact\": \"malaise (synonymous with 'much more tired' and 'weaker than usual' \\u2014 clinically relevant synonym not captured)\", \"severity\": \"minor\"}, {\"fact\": \"dyspnea on exertion (explicitly described as 'shortness of breath whenever I move around')\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures most symptoms and pertinent negatives but incorrectly assigns gender ('female') not stated in dialogue and omits key clinical details like symptom duration and the explicit link between dyspnea and exertion.\"}","fields_json":"{\"Symptoms\": \"feeling weaker than usual, tiredness, shortness of breath\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"43-year-old female, weight loss of 15 pounds in less than two or three months, no nausea, vomiting, diarrhea, fever, chills, sweats, cough, chest pain with shortness of breath\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":666,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667727351,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":690,"prediction":"Symptoms: progressive loss of vision in right eye Diagnosis: N\/A History of Complaint: progressive loss of vision in right eye for about two months, progressive loss of vision in left eye started two years ago, currently blind in left eye, no other Symptoms associated with vision loss, no headaches, dominant right-handedness Plan of Action: N\/A","rougeL":0.3888888889,"bertscore_f1":0.9186503887,"template_ok":false,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":702,"prediction":"Symptoms: severe pain, burning feeling on lower right side of back, radiating down to right leg and knee, numbness, sharpness in the bottom, sharpness in the mid back Diagnosis: small cell lung cancer, spread to both femurs, lower lumbar spine, and pelvis History of Patient: received chemotherapy and radiation treatments multiple times, completed a series of 10 radiation treatments for pain relief, CT scan to check for metastasis Plan of Action: N\/A","rougeL":0.6060606061,"bertscore_f1":0.932189405,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["completed"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":10.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"burning feeling on lower right side of back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"radiating down to right leg and knee\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"numbness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"sharpness in the bottom\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"sharpness in the mid back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer, spread to both femurs, lower lumbar spine, and pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"completed a series of 10 radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan to check for metastasis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain worsens with prolonged sitting, standing, or walking\", \"severity\": \"major\"}, {\"fact\": \"Pain intensity reported as 10\/10 for back and leg\", \"severity\": \"major\"}, {\"fact\": \"Two-year duration of small cell lung cancer\", \"severity\": \"major\"}, {\"fact\": \"Current use of narcotics for pain management\", \"severity\": \"major\"}], \"rationale\": \"All generated statements are directly supported by the dialogue; key symptom severity, exacerbating factors, disease duration, and current narcotic use are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"burning feeling on lower right side of back\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"radiating down to right leg and knee\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"numbness in the bottom\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"sharpness in the bottom\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"sharpness in the mid back\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to both femurs\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to lower lumbar spine\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to pelvis\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"received chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"completed a series of 10 radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain worsens with prolonged sitting, standing, or walking\", \"severity\": \"major\"}, {\"fact\": \"patient is on narcotics for pain\", \"severity\": \"major\"}, {\"fact\": \"numbness and sharpness specifically in the bottom of the left foot\", \"severity\": \"major\"}, {\"fact\": \"mid back pain is both sharp and dull, mostly aching\", \"severity\": \"minor\"}, {\"fact\": \"patient cannot remember how many chemotherapy\/radiation treatments she had\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the diagnosis and core symptoms but misplaces the CT scan into history (it's a diagnostic test, not a historical fact) and omits critical details about pain triggers and current pain management.\"}","fields_json":"{\"Symptoms\": \"severe pain, burning feeling on lower right side of back, radiating down to right leg and knee, numbness, sharpness in the bottom, sharpness in the mid back\", \"Diagnosis\": \"small cell lung cancer, spread to both femurs, lower lumbar spine, and pelvis\", \"History of Patient\": \"received chemotherapy and radiation treatments multiple times, completed a series of 10 radiation treatments for pain relief, CT scan to check for metastasis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":721,"prediction":"Symptoms: N\/A Diagnosis: Upper respiratory infection History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6842105263,"bertscore_f1":0.9258677363,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Upper respiratory infection\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":724,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Family history of chronic illnesses, including depression, arthritis, and cancer Plan of Action: N\/A","rougeL":0.8372093023,"bertscore_f1":0.9412970543,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Family history of chronic illnesses, including depression, arthritis, and cancer\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":727,"prediction":"Symptoms: N\/A Diagnosis: fracture dislocation of the left elbow, fractured the neck of the right glenoid History of Patient: Ten-year-old male was riding quads on October 10, 2007 when he was thrown off, MRI performed on fracture dislocation of the left elbow, fractured the neck of the right glenoid, underwent PT and Dynasplint, left elbow fracture healed, planned for another surgery to remove hardware, risks discussed including anesthesia, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, continued postoperative stiffness Plan of Action: Surgery should be done","rougeL":0.4974619289,"bertscore_f1":0.9149309993,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["ten-year-old","performed","planned","done"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":10.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"fracture dislocation of the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"fractured the neck of the right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Ten-year-old male was riding quads on October 10, 2007 when he was thrown off\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"MRI performed on fracture dislocation of the left elbow\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured the neck of the right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent PT and Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"left elbow fracture healed\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"planned for another surgery to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"risks discussed including anesthesia, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, continued postoperative stiffness\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Surgery should be done\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient reports postoperative stiffness\", \"severity\": \"minor\"}, {\"fact\": \"Patient is right\\u2011hand dominant (writes with right hand)\", \"severity\": \"minor\"}, {\"fact\": \"Neurologically intact distally with normal movement and reflexes in wrist and hand\", \"severity\": \"minor\"}, {\"fact\": \"Plan includes removal of hardware from left elbow to decrease irritation with extension\", \"severity\": \"major\"}, {\"fact\": \"Prophylactic antibiotics will be administered to reduce infection risk\", \"severity\": \"major\"}, {\"fact\": \"Risk of infection is less than 1%\", \"severity\": \"minor\"}, {\"fact\": \"Patient will be under anesthesia and will be asleep during surgery\", \"severity\": \"minor\"}, {\"fact\": \"Parents agreed to the surgical plan\", \"severity\": \"minor\"}], \"rationale\": \"The generated note adds an unsupported MRI claim and misplaces risk discussion, while omitting key symptoms, dominance, neurologic status, and essential plan details such as hardware removal and prophylactic antibiotics.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"fracture dislocation of the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"fractured the neck of the right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Ten-year-old male was riding quads on October 10, 2007 when he was thrown off\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"MRI performed on fracture dislocation of the left elbow\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured the neck of the right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent PT and Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"left elbow fracture healed\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"planned for another surgery to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"risks discussed including anesthesia, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Surgery should be done\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is right-hand dominant\", \"severity\": \"minor\"}, {\"fact\": \"Open reduction and internal fixation (ORIF) was performed on the left elbow\", \"severity\": \"minor\"}, {\"fact\": \"Neurologically intact in wrist and hand\", \"severity\": \"minor\"}, {\"fact\": \"Risk of infection is less than one percent due to prophylactic antibiotics\", \"severity\": \"minor\"}, {\"fact\": \"Parents agreed to the surgery plan\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the injuries, timeline, and surgical plan but incorrectly invents an MRI that was never mentioned and omits key clinical details like handedness, ORIF procedure, neurological status, infection risk specifics, and parental consent.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"fracture dislocation of the left elbow, fractured the neck of the right glenoid\", \"History of Patient\": \"Ten-year-old male was riding quads on October 10, 2007 when he was thrown off, MRI performed on fracture dislocation of the left elbow, fractured the neck of the right glenoid, underwent PT and Dynasplint, left elbow fracture healed, planned for another surgery to remove hardware, risks discussed including anesthesia, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, continued postoperative stiffness\", \"Plan of Action\": \"Surgery should be done\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":730,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Drinks occasionally, denies tobacco use Plan of Action: N\/A","rougeL":0.7894736842,"bertscore_f1":0.9487277865,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["tobacco"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Drinks occasionally\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"Both statements are directly supported by the dialogue and no clinically important information is omitted.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Drinks occasionally\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient describes alcohol consumption as 'occasional' and associates it with enjoying cocktails\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the patient's occasional alcohol use and non-smoking status from the dialogue, but omits the contextual detail about cocktails, which is clinically minor.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Drinks occasionally, denies tobacco use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":747,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9475519657,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":755,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Both tubes tied in O1 and a polyp removed at the age of 14 Plan of Action: N\/A","rougeL":0.7037037037,"bertscore_f1":0.9369809031,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Both tubes tied in O1 and a polyp removed at the age of 14\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":758,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Allergy to Sulfa drugs, rash when taking them. Plan of Action: N\/A.","rougeL":0.701754386,"bertscore_f1":0.9444490075,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["them"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Allergy to Sulfa drugs, rash when taking them.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":764,"prediction":"Symptoms: Head pain Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7741935484,"bertscore_f1":0.950106144,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Head pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":766,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Family history of diabetes, hypertension, emphysema, and smoker. Plan of Action: N\/A.","rougeL":0.5846153846,"bertscore_f1":0.911850214,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Family history of diabetes, hypertension, emphysema, and smoker.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":787,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9230899811,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Medication list was reviewed on April 22, 2003, with morning and evening dosages noted\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the medication review described in the dialogue, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"List of medications was checked on April 22, 2003, with morning and evening dosages\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states that the medication list was reviewed on April 22, 2003, and includes morning and evening dosing, but the generated note omits this clinically relevant history in the 'History of Patient' section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":791,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.955532968,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":804,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9377103448,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn (naproxen)\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the drug allergy disclosed in the dialogue, a critical omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is allergic to Naprosyn, which belongs in the History of Patient section, but the generated note incorrectly lists it as N\/A.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":817,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Mother has coronary artery disease Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.952413559,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note correctly captures the only fact from the dialogue.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the family history of coronary artery disease in the mother as stated in the dialogue, with no omissions or errors.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has coronary artery disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":829,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Denies tobacco, alcohol, or illicit drug use Plan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9293308258,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["tobacco","illicit","drug"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Denies tobacco, alcohol, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":831,"prediction":"Symptoms: pain in both feet, feet rotating inwards, rocker bottom feet Diagnosis: subtalar arthrodesis, possible autograft, lengthening of Achilles History of Patient: pain in both feet, rocker bottom feet Plan of Action: surgery recommended for subtalar arthrodesis, possible autograft, lengthening of Achilles","rougeL":0.3606557377,"bertscore_f1":0.8916971087,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["recommended"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in both feet, feet rotating inwards, rocker bottom feet\", \"Diagnosis\": \"subtalar arthrodesis, possible autograft, lengthening of Achilles\", \"History of Patient\": \"pain in both feet, rocker bottom feet\", \"Plan of Action\": \"surgery recommended for subtalar arthrodesis, possible autograft, lengthening of Achilles\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":844,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Cancer, hypertension, diabetes, no chest pain, shortness of breath, uneasiness, dizziness, loss of consciousness, or stroke-like Symptoms. Plan of Action: N\/A.","rougeL":0.5172413793,"bertscore_f1":0.9019742608,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":9.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Hypertension\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Diabetes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No uneasiness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No dizziness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No loss of consciousness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No stroke-like symptoms\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Diagnoses of cancer, hypertension, and diabetes should be recorded in the Diagnosis field\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are supported by the dialogue, but the Diagnosis section incorrectly omits the confirmed conditions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Cancer\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"hypertension\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"diabetes\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no uneasiness\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no dizziness\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no loss of consciousness\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no stroke-like symptoms\", \"label\": \"supported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No obesity (BMI looks fine)\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly captures the patient's history of cancer, hypertension, diabetes, and pertinent negatives but incorrectly lists diagnosis as N\/A despite clear confirmation of all three conditions, and omits the explicit denial of obesity.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Cancer, hypertension, diabetes, no chest pain, shortness of breath, uneasiness, dizziness, loss of consciousness, or stroke-like Symptoms.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":846,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Mother's side family had heart issues, father's sister had sugar problem Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9289599061,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father's"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother's side family had heart issues, father's sister had sugar problem\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":866,"prediction":"Symptoms: Left knee pain Diagnosis: N\/A History of Patient: sprained MCL while playing hockey Plan of Action: N\/A","rougeL":0.5666666667,"bertscore_f1":0.9254931808,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"sprained MCL while playing hockey\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":873,"prediction":"Symptoms: dizziness, vertigo, lightheadedness Diagnosis: atrial fibrillation History of Patient: Symptoms are dizziness, vertigo, lightheadedness, tired of regular blood draws, no chest pain, shortness of breath, arm pain, back pain Plan of Action: N\/A","rougeL":0.7710843373,"bertscore_f1":0.9327949286,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"dizziness, vertigo, lightheadedness\", \"Diagnosis\": \"atrial fibrillation\", \"History of Patient\": \"Symptoms are dizziness, vertigo, lightheadedness, tired of regular blood draws, no chest pain, shortness of breath, arm pain, back pain\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":878,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Smokes three packs of cigarettes per month, denies alcohol or illicit drug use Plan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9166796207,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["illicit"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Smokes three packs of cigarettes per month, denies alcohol or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":896,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Single, lives alone at home, denies tobacco, alcohol, or illicit drug use Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9125586152,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["tobacco","alcohol","illicit","drug"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Single, lives alone at home, denies tobacco, alcohol, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":917,"prediction":"Symptoms: noticeable foreign body sensation in left eye Diagnosis: N\/A History of Patient: noticed foreign body sensation in left eye while at work, flushed eyes with water in hopes of helping with weird feeling Plan of Action: N\/A","rougeL":0.5365853659,"bertscore_f1":0.9285234213,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"noticeable foreign body sensation in left eye\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"noticed foreign body sensation in left eye while at work, flushed eyes with water in hopes of helping with weird feeling\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":949,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9494102001,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":951,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667727351,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":974,"prediction":"Symptoms: sore throat, puffy eyes, stuffy nose, difficulty breathing Diagnosis: N\/A History of Patient: Symptoms started yesterday, low grade fever, tiredness, hoarse voice, no diarrhea, vomiting, shortness of breath, diarrhea, or vomiting Plan of Action: N\/A","rougeL":0.5918367347,"bertscore_f1":0.9259881973,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["difficulty","tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sore throat, puffy eyes, stuffy nose, difficulty breathing\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Symptoms started yesterday, low grade fever, tiredness, hoarse voice, no diarrhea, vomiting, shortness of breath, diarrhea, or vomiting\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":990,"prediction":"Symptoms: Coughing for one week, congestion for one week, worsening, Pop Can swallowed three days ago, no change in breathing Diagnosis: N\/A History of Patient: Patient has been coughing for one week, no congestion for two to three weeks, Pop Can swallowed three days ago, no fever Plan of Action: N\/A","rougeL":0.347826087,"bertscore_f1":0.8884314895,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["worsening"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Coughing for one week, congestion for one week, worsening, Pop Can swallowed three days ago, no change in breathing\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient has been coughing for one week, no congestion for two to three weeks, Pop Can swallowed three days ago, no fever\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1012,"prediction":"Symptoms: N\/A Diagnosis: hypertension, asthma History of Patient: cervical cancer diagnosed at age 15 Plan of Action: N\/A","rougeL":0.641509434,"bertscore_f1":0.9314751625,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"hypertension, asthma\", \"History of Patient\": \"cervical cancer diagnosed at age 15\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1026,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Denies smoking, alcohol, or illicit drug use Plan of Action: N\/A","rougeL":0.8260869565,"bertscore_f1":0.9491249919,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["illicit"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Denies smoking, alcohol, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1041,"prediction":"Symptoms: low back pain Diagnosis: N\/A History of Patient: fall in the beginning of 2006, slipped on a freshly waxed floor, fell onto tailbone and general lower back, another fall in March 2006, lost footing on gun range, underwent cauterization of nerves in lower back twice, once in October and another in November 2008, diagnosed with low back pain and degenerative disc disease Plan of Action: N\/A","rougeL":0.5348837209,"bertscore_f1":0.9155771732,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["diagnosed"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"low back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"fall in the beginning of 2006, slipped on a freshly waxed floor, fell onto tailbone and general lower back, another fall in March 2006, lost footing on gun range, underwent cauterization of nerves in lower back twice, once in October and another in November 2008, diagnosed with low back pain and degenerative disc disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1046,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Denies tobacco, alcohol, or illicit drug use Plan of Action: N\/A","rougeL":0.8095238095,"bertscore_f1":0.946262598,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["tobacco","alcohol","illicit"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Denies tobacco, alcohol, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1055,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4561403509,"bertscore_f1":0.8908370733,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1056,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4262295082,"bertscore_f1":0.9009404778,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1074,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Early miscarriage before getting pregnant again, flu in seventh or eighth month of pregnancy, regular birth at 36 weeks, labor at 11 hours, C-section at 2 years old, rolled from side to side at 2 years old, did not walk until well at 2 years old, no toilet training Plan of Action: N\/A","rougeL":0.4864864865,"bertscore_f1":0.8980015516,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["c-section"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Early miscarriage before getting pregnant again, flu in seventh or eighth month of pregnancy, regular birth at 36 weeks, labor at 11 hours, C-section at 2 years old, rolled from side to side at 2 years old, did not walk until well at 2 years old, no toilet training\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1075,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.0,"bertscore_f1":0.8012353778,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1080,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: stung around noon while inside preparing lunch, stung both hands and right knee, no redness, swelling, shortness of breath, itching, hives, tongue swelling, trouble swallowing, previous stung about a month ago, no redness or swelling Plan of Action: N\/A","rougeL":0.3466666667,"bertscore_f1":0.8860901594,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"stung around noon while inside preparing lunch, stung both hands and right knee, no redness, swelling, shortness of breath, itching, hives, tongue swelling, trouble swallowing, previous stung about a month ago, no redness or swelling\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1082,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667727351,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1087,"prediction":"Symptoms: pain in stomach on right side and down right thigh, feeling it on the middle part of left thigh Diagnosis: hyperesthesia History of Patient: Symptoms started before the holidays, continued for the past eight days in tummy and hips on the right side for the past eight days Plan of Action: run tests to find underlying cause and start treatment","rougeL":0.3835616438,"bertscore_f1":0.8957158923,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":8.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Pain in stomach on right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain down right thigh\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Feeling it on the middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms started before the holidays\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms continued for the past eight days in tummy and hips on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Run tests to find underlying cause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Start treatment after tests\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain on left abdomen (left side) reported by patient\", \"severity\": \"minor\"}, {\"fact\": \"Pain is painful when touched (hyperesthesia)\", \"severity\": \"minor\"}, {\"fact\": \"Intermittent nature of symptoms (on and off)\", \"severity\": \"minor\"}, {\"fact\": \"No treatment received prior to visit\", \"severity\": \"minor\"}, {\"fact\": \"No skin changes or rash observed\", \"severity\": \"minor\"}, {\"fact\": \"Patient bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"Patient is married\", \"severity\": \"minor\"}, {\"fact\": \"Patient works as an airplane mechanic for Alaska Airlines\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue and missing clinically relevant details from the dialogue were listed as omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"pain in stomach on right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain down right thigh\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"feeling it on the middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms started before the holidays\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"continued for the past eight days in tummy and hips on the right side for the past eight days\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"married\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"works as an airplane mechanic\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms cleared for a while\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no treatment received\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no skin changes observed\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"bathes daily with minimal soap use\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"run tests to find underlying cause and start treatment\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain is present on both sides of the abdomen and left medial thigh\", \"severity\": \"major\"}, {\"fact\": \"pain is painful when touched\", \"severity\": \"major\"}, {\"fact\": \"patient thought it might be shingles but had no rash or skin changes\", \"severity\": \"major\"}, {\"fact\": \"symptoms started one and a half months before the holidays\", \"severity\": \"minor\"}, {\"fact\": \"patient denies using any over-the-counter medications\", \"severity\": \"minor\"}], \"rationale\": \"The generated note captures core elements but misattributes location (right thigh), omits key symptoms (bilateral pain, tenderness), and fails to include pertinent negatives and contextual details from the dialogue that are clinically relevant.\"}","fields_json":"{\"Symptoms\": \"pain in stomach on right side and down right thigh, feeling it on the middle part of left thigh\", \"Diagnosis\": \"hyperesthesia\", \"History of Patient\": \"Symptoms started before the holidays, continued for the past eight days in tummy and hips on the right side for the past eight days\", \"Plan of Action\": \"run tests to find underlying cause and start treatment\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1105,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9089888334,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection normal and well hydrated; no diaphoresis; no injury or wounds observed.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the entire skin examination findings that were documented in the dialogue and are clinically essential.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection within normal limits\", \"severity\": \"major\"}, {\"fact\": \"Skin is well hydrated\", \"severity\": \"major\"}, {\"fact\": \"No diaphoresis (excessive sweating)\", \"severity\": \"major\"}, {\"fact\": \"No obvious wound\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly documents normal skin inspection, hydration, absence of diaphoresis, and no wounds \\u2014 all of which belong in the Diagnosis field but are entirely omitted, while the generated note incorrectly reports N\/A for Diagnosis despite explicit clinical findings.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1118,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Father had colon cancer, mother passed away in her nineties from a stroke Plan of Action: N\/A","rougeL":0.8064516129,"bertscore_f1":0.945474267,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father","mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father had colon cancer, mother passed away in her nineties from a stroke\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1161,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Father is alive at age 69 with history of strokes, mother died at age 62 of many kinds of heart diseases, maternal grandfather also had heart issues and died of a heart attack. Plan of Action: N\/A.","rougeL":0.5625,"bertscore_f1":0.9077891707,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Father is alive at age 69 with history of strokes, mother died at age 62 of many kinds of heart diseases, maternal grandfather also had heart issues and died of a heart attack.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1163,"prediction":"Symptoms: Allergies, asthma Diagnosis: N\/A History of Patient: Allergies started when she lived in Seattle, worsened when she moved to Germany, took Claritin and Zyrtec in the past, but they stopped working after a while, tried Allegra last summer, tried Allegra again two weeks ago but it didn't work, tried some nasal sprays at local pharmacy Plan of Action: N\/A","rougeL":0.3295454545,"bertscore_f1":0.8993526101,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["started","worsened"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Allergies, asthma\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Allergies started when she lived in Seattle, worsened when she moved to Germany, took Claritin and Zyrtec in the past, but they stopped working after a while, tried Allegra last summer, tried Allegra again two weeks ago but it didn't work, tried some nasal sprays at local pharmacy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1172,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Had shoulder surgery 13 years ago, lost sense of smell after surgery, no vision in right eye, no headaches, no nasal drainage, no weakness or numbness throughout or localized to area of body, no resent weight loss Plan of Action: N\/A","rougeL":0.3826086957,"bertscore_f1":0.8961778283,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["vision"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Had shoulder surgery 13 years ago, lost sense of smell after surgery, no vision in right eye, no headaches, no nasal drainage, no weakness or numbness throughout or localized to area of body, no resent weight loss\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1184,"prediction":"Symptoms: mild chest pain Diagnosis: stage IA non small cell lung cancer History of Patient: left upper lobectomy for stage IA non small cell lung cancer, pelvic CT showing enlarging simple cyst of the left kidney, small hiatal hernia with minimal reflux Plan of Action: N\/A","rougeL":0.4133333333,"bertscore_f1":0.8887073398,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"mild chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"stage IA non small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"left upper lobectomy for stage IA non small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pelvic CT showing enlarging simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Enlarged left calf without tenderness present for several months (symptom)\", \"severity\": \"major\"}, {\"fact\": \"History of prior deep vein thromboses in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis of enlarging simple cyst of the left kidney\", \"severity\": \"minor\"}, {\"fact\": \"Diagnosis of small hiatal hernia with minimal reflux\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are directly supported by the dialogue, but key symptoms (calf enlargement) and important past DVT history, as well as the kidney cyst and hiatal hernia diagnoses, are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":3.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"mild chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"stage IA non small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"left upper lobectomy for stage IA non small cell lung cancer\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"pelvic CT showing enlarging simple cyst of the left kidney\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"small hiatal hernia with minimal reflux\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"increased size of the left calf without tenderness, present for several months\", \"severity\": \"major\"}, {\"fact\": \"history of DVT in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"no abnormal weight loss\", \"severity\": \"minor\"}, {\"fact\": \"no fever, chills, or flu symptoms\", \"severity\": \"minor\"}, {\"fact\": \"no new aches or pains\", \"severity\": \"minor\"}, {\"fact\": \"no cough or hemoptysis\", \"severity\": \"minor\"}, {\"fact\": \"no shortness of breath at rest or with exercise\", \"severity\": \"minor\"}, {\"fact\": \"normal appetite and eating\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly places diagnostic findings and procedures into the History of Patient section, omits critical pertinent negatives and the calf enlargement, and fails to capture the full clinical picture despite accurate surface-level facts.\"}","fields_json":"{\"Symptoms\": \"mild chest pain\", \"Diagnosis\": \"stage IA non small cell lung cancer\", \"History of Patient\": \"left upper lobectomy for stage IA non small cell lung cancer, pelvic CT showing enlarging simple cyst of the left kidney, small hiatal hernia with minimal reflux\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1192,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6382978723,"bertscore_f1":0.923199296,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient works at a local Christmas tree farm.\", \"severity\": \"minor\"}, {\"fact\": \"Patient smokes cigarettes approximately one pack per day.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting both the patient's smoking habit and employment, which were stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"The patient smokes one pack of cigarettes per day\", \"severity\": \"major\"}, {\"fact\": \"The patient works at a local Christmas tree farm\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits two major, clinically relevant facts from the dialogue: the patient's daily cigarette use and his occupation at a Christmas tree farm, both of which belong in the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1201,"prediction":"Symptoms: low back pain Diagnosis: N\/A History of Patient: 26-year-old female with low back pain, started when falling in an ABC store, referred to PTC only once or twice, electrical stimulation, and heat treatment, born in August 2008, had back pain since giving birth, fell four to five days ago while mopping the floor, landed on lower back again onto tailbone Plan of Action: N\/A","rougeL":0.3950617284,"bertscore_f1":0.8954564929,"template_ok":true,"na_agreement":null,"unsupported_terms":["born"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":9.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":0.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"26-year-old female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"low back pain started when falling in an ABC store\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"referred to physical therapy only once or twice\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received electrical stimulation and heat treatment\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"born in August 2008\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"had back pain since giving birth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell four to five days ago while mopping the floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"landed on lower back again onto tailbone\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain has been continuous for eight years with varying degrees\", \"severity\": \"minor\"}, {\"fact\": \"initial physician examination with Dr. X on January 10, 2009\", \"severity\": \"minor\"}, {\"fact\": \"follow-up appointment scheduled for February 10, 2009\", \"severity\": \"minor\"}], \"rationale\": \"Claims are matched to the dialogue, with one major contradiction about the patient\\u2019s birth date, and key timeline details from the conversation are omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"26-year-old female\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"low back pain started when falling in an ABC store\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"referred to PTC only once or twice\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"electrical stimulation, and heat treatment\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"born in August 2008\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"had back pain since giving birth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell four to five days ago while mopping the floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"landed on lower back again onto tailbone\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Low back pain has been continuous for eight years with varying intensity\", \"severity\": \"major\"}, {\"fact\": \"Patient saw Doctor X on January 10, 2009, with a follow-up scheduled for February 10, 2009\", \"severity\": \"major\"}, {\"fact\": \"Patient had no other falls since the initial one except the recent one\", \"severity\": \"minor\"}, {\"fact\": \"The recent fall worsened the low back pain\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient was 'born in August 2008' (contradicting the dialogue that she gave birth then), omits key temporal details about chronicity and prior care, and misattributes gender as female without explicit confirmation.\"}","fields_json":"{\"Symptoms\": \"low back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"26-year-old female with low back pain, started when falling in an ABC store, referred to PTC only once or twice, electrical stimulation, and heat treatment, born in August 2008, had back pain since giving birth, fell four to five days ago while mopping the floor, landed on lower back again onto tailbone\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1212,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Data operator for an I T company, denies smoking or alcohol use Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9217531085,"template_ok":true,"na_agreement":null,"unsupported_terms":["alcohol"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Data operator for an I T company, denies smoking or alcohol use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1232,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8387096774,"bertscore_f1":0.9369210005,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1237,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3582089552,"bertscore_f1":0.8698164821,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG shows sinus tachycardia with heart rate of 122 bpm\", \"severity\": \"major\"}, {\"fact\": \"Negative urine pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all clinically relevant lab and EKG findings described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG showed sinus tachycardia with a heart rate of 122\", \"severity\": \"major\"}, {\"fact\": \"Negative pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically significant lab and EKG findings explicitly stated in the dialogue, including pertinent negatives like the negative pregnancy test, which are critical for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1250,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9375,"bertscore_f1":0.9535254836,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1259,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7428571429,"bertscore_f1":0.9368304014,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1267,"prediction":"Symptoms: hay fever, eczema, sinus problems, hives Diagnosis: N\/A History of Patient: mother has a type of cancer in her mouth, no melanoma, skin cancers or psoriasis Plan of Action: N\/A","rougeL":0.6133333333,"bertscore_f1":0.919098556,"template_ok":true,"na_agreement":null,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"hay fever, eczema, sinus problems, hives\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"mother has a type of cancer in her mouth, no melanoma, skin cancers or psoriasis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1269,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: gallbladder removed, no complications Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9256222248,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"gallbladder removed, no complications\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1271,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9339999557,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1281,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9426693916,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports no past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The note fails to record the explicitly stated negative surgical history, a clinically important omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has had no past surgeries, but the generated note incorrectly omits this pertinent negative from the History of Patient field, which could lead to incomplete clinical assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1283,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8125,"bertscore_f1":0.94407022,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s13","family":"t5_base","seed":13,"example_id":1284,"prediction":"Symptoms: Feeling sick Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5531914894,"bertscore_f1":0.894076705,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Feeling sick\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":4,"prediction":"Symptoms: burning of right arm Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9714285714,"bertscore_f1":0.9551985264,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"burning of right arm\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":10,"prediction":"Symptoms: bunion on foot Diagnosis: N\/A History of Patient: 19-year-old Caucasian male with history of bunion on foot, history of Charcot Marie tooth disease Plan of Action: surgery to remove bunion","rougeL":0.5573770492,"bertscore_f1":0.9129809141,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["remove"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bunion on foot\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"19-year-old Caucasian male with history of bunion on foot, history of Charcot Marie tooth disease\", \"Plan of Action\": \"surgery to remove bunion\"}","filled_na_fields":["Plan of Action"],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":21,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.9079748392,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable (no known medical problems in family)\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies use of drugs, alcohol, or tobacco\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple pertinent historical details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable; no medical problems in family\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drug, alcohol, or tobacco use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for History of Patient despite the dialogue explicitly providing three clinically important facts: unremarkable family history, sexual activity with a boyfriend, and denial of substance use.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":25,"prediction":"Symptoms: N\/A Diagnosis: Blood born pathogen exposure secondary to needlestick History of Patient: N\/A Plan of Action: N\/A","rougeL":0.976744186,"bertscore_f1":0.9560458064,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Blood born pathogen exposure secondary to needlestick\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":29,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.936183393,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":36,"prediction":"Symptoms: increased shortness of breath, difficulty breathing from past few nights while sleeping, difficulty catching breath, wheezing since morning Diagnosis: chronic lymphocytic leukemia, chronic lymphocytic leukemia History of Patient: 88-year-old male, referred by primary physician Dr. X for leukemia, referred to Dr. Z for heart related problems, increased shortness of breath, difficulty breathing from past few nights while sleeping, difficulty catching breath this morning, difficulty catching breath, wheezing since morning Plan of Action: N\/A","rougeL":0.2835820896,"bertscore_f1":0.8610070944,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["88"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"increased shortness of breath, difficulty breathing from past few nights while sleeping, difficulty catching breath, wheezing since morning\", \"Diagnosis\": \"chronic lymphocytic leukemia, chronic lymphocytic leukemia\", \"History of Patient\": \"88-year-old male, referred by primary physician Dr. X for leukemia, referred to Dr. Z for heart related problems, increased shortness of breath, difficulty breathing from past few nights while sleeping, difficulty catching breath this morning, difficulty catching breath, wheezing since morning\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":56,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3404255319,"bertscore_f1":0.864680171,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":58,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3720930233,"bertscore_f1":0.8757984638,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":72,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3921568627,"bertscore_f1":0.8948725462,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":74,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":87,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":96,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5454545455,"bertscore_f1":0.9081098437,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports congestion\", \"severity\": \"major\"}, {\"fact\": \"Patient reports increased snorting\", \"severity\": \"major\"}, {\"fact\": \"Patient reports redness of the right big toe\", \"severity\": \"major\"}, {\"fact\": \"Patient reports peeling skin around the right big toe\", \"severity\": \"major\"}, {\"fact\": \"Patient denies snoring at night\", \"severity\": \"minor\"}, {\"fact\": \"History of prior Allegra (fexofenadine) use and discontinuation after allergist ruled out allergies\", \"severity\": \"minor\"}, {\"fact\": \"Plan to examine the toe area\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite multiple symptoms, a relevant medication history, and a care plan mentioned in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":4.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Congestion\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Snorting\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Redness around the right big toe\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Peeling skin around the right big toe\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is eleven years old\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Was previously taking Allegra for suspected allergies\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Allergist ruled out allergies\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Allegra was discontinued\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nighttime snoring\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Congestion\", \"severity\": \"major\"}, {\"fact\": \"Snorting\", \"severity\": \"major\"}, {\"fact\": \"Redness around the right big toe\", \"severity\": \"major\"}, {\"fact\": \"Peeling skin around the right big toe\", \"severity\": \"major\"}, {\"fact\": \"No nighttime snoring\", \"severity\": \"minor\"}, {\"fact\": \"Patient is eleven years old\", \"severity\": \"minor\"}, {\"fact\": \"Previously took Allegra for suspected allergies\", \"severity\": \"minor\"}, {\"fact\": \"Allergist ruled out allergies\", \"severity\": \"minor\"}, {\"fact\": \"Allegra was discontinued\", \"severity\": \"minor\"}], \"rationale\": \"The generated note completely omits all clinically relevant symptoms and history from the dialogue, including pertinent negatives, rendering it clinically useless despite the dialogue providing rich, actionable information.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":98,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9486288428,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Chronic knee pain\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the patient's chronic knee pain, a key past medical history mentioned in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Chronic knee pain\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has chronic knee pain, which is a clinically important past medical history item that is entirely omitted from the generated note.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":105,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Exposure to ant bait, non-toxic. Plan of Action: N\/A.","rougeL":0.72,"bertscore_f1":0.9430052638,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["non-toxic"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Exposure to ant bait, non-toxic.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":125,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Cancer came back Plan of Action: N\/A","rougeL":0.6060606061,"bertscore_f1":0.9349624515,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Cancer came back\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":128,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Former smoker, quit in 1988, weighed herself this morning at 183 pounds, used to be 5 foot 10 but has been shrinking as she goes through life Plan of Action: N\/A","rougeL":0.5128205128,"bertscore_f1":0.9052727818,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former","1988","herself","goes"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":4.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Quit smoking in 1988\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Weighed herself this morning at 183 pounds\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Used to be 5 foot 10 but has been shrinking as she goes through life\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All statements are in the correct field; the only error is the incorrect quit year, which contradicts the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":3.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"quit in 1988\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"weighed herself this morning at 183 pounds\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"used to be 5 foot 10 but has been shrinking as she goes through life\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient is male (implied by use of 'he' in reference note and no indication of female pronouns in dialogue; dialogue uses 'you' but reference note uses 'his' and 'he', and patient's gender is not stated \\u2014 however, the generated note incorrectly uses 'she', which is a misattribution of gender, and the correct gender is not specified in dialogue, so the omission is of the accurate gender-neutral or correct attribution)\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains multiple contradictions: incorrect quit year (1988 vs. 1968), incorrect pronoun ('she' vs. patient's gender not specified but reference uses 'he'), and misattributes self-reporting as female; it also omits the accurate historical height and smoking cessation year as stated in dialogue and reference.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Former smoker, quit in 1988, weighed herself this morning at 183 pounds, used to be 5 foot 10 but has been shrinking as she goes through life\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":130,"prediction":"Symptoms: seizures, numbness and tingling in feet Diagnosis: N\/A History of Patient: traumatic stroke about seven years ago, weakness on right side, liver falling due to alcohol consumption, diabetes, thirst, numbness and tingling in feet Plan of Action: test to determine if patient is diabetic","rougeL":0.1523809524,"bertscore_f1":0.8320717216,"template_ok":true,"na_agreement":null,"unsupported_terms":["determine"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"seizures, numbness and tingling in feet\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"traumatic stroke about seven years ago, weakness on right side, liver falling due to alcohol consumption, diabetes, thirst, numbness and tingling in feet\", \"Plan of Action\": \"test to determine if patient is diabetic\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":147,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":149,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":155,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9281783104,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":161,"prediction":"Symptoms: V-shaped injury to leg, V-pointing towards foot Diagnosis: flap injury developed after puncture wound History of Patient: 50-year-old white male with up-to-date shots of German shepherd, bit on right leg, received tetanus shot, wound cleaned and bandaged, flap injury developed after puncture wound Plan of Action: N\/A","rougeL":0.3620689655,"bertscore_f1":0.9097140431,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["v-shaped","v-pointing","up-to-date"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"V-shaped injury to leg, V-pointing towards foot\", \"Diagnosis\": \"flap injury developed after puncture wound\", \"History of Patient\": \"50-year-old white male with up-to-date shots of German shepherd, bit on right leg, received tetanus shot, wound cleaned and bandaged, flap injury developed after puncture wound\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":166,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Stripping of veins in legs, tonsillectomy, adenoidectomy Plan of Action: N\/A","rougeL":0.8936170213,"bertscore_f1":0.9540891051,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Stripping of veins in legs, tonsillectomy, adenoidectomy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":167,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.929649353,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Divorced marital status\", \"severity\": \"minor\"}, {\"fact\": \"Uncertain history of alcohol use (possible past drinking)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note left out the marital status and the possible past alcohol use that were stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Divorced marital status\", \"severity\": \"major\"}, {\"fact\": \"Uncertain history of alcohol use\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is divorced and has an uncertain history of alcohol use, both of which are clinically relevant past history items omitted from the generated note.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":180,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's explicit denial of allergies, a clinically important negative.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly confirms the patient has no allergies, a pertinent negative that should be documented in the History of Patient section, but the generated note omits it entirely.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":188,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: bladder distension surgery, chronic AFib, Coumadin off, tremors for the past three to four years, early Parkinson's disease","rougeL":0.4411764706,"bertscore_f1":0.9212468863,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"bladder distension surgery, chronic AFib, Coumadin off, tremors for the past three to four years, early Parkinson's disease\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":196,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5555555556,"bertscore_f1":0.9073242545,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is a widow (husband passed away a few years ago)\", \"severity\": \"major\"}, {\"fact\": \"Patient lives independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Patient requires assistance with taking her medicines\", \"severity\": \"major\"}, {\"fact\": \"Patient was brought to the appointment by a driver\", \"severity\": \"major\"}, {\"fact\": \"Patient needs to attend a noon meal\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all socially relevant information present in the dialogue, which the reference note includes.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Widow (husband passed away a few years ago)\", \"severity\": \"major\"}, {\"fact\": \"Living independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Requires assistance with medications\", \"severity\": \"major\"}, {\"fact\": \"Had a driver bring her to the appointment\", \"severity\": \"major\"}, {\"fact\": \"Needs to attend noon meal\", \"severity\": \"major\"}, {\"fact\": \"Does not drink or smoke\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly reports N\/A for all fields despite the dialogue providing multiple clinically important facts about the patient's social history, including widowhood, living situation, medication dependence, transportation, and lifestyle habits.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":217,"prediction":"Symptoms: multiple canker sores in mouth Diagnosis: N\/A History of Patient: increased methothrexate dosage, multiple canker sores in mouth, pain to eat with sores, decreased appetite, no new rashes, or hair loss Plan of Action: decrease methothrexate dosage","rougeL":0.5,"bertscore_f1":0.9041924477,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":7.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"increased methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain to eat with sores\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"decreased appetite\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no new rashes, or hair loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"decrease methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain while eating (symptom)\", \"severity\": \"minor\"}, {\"fact\": \"diagnosis of methotrexate\\u2011related stomatitis (likely cause of mouth sores)\", \"severity\": \"minor\"}, {\"fact\": \"patient denies decreased appetite (pertinent negative)\", \"severity\": \"minor\"}, {\"fact\": \"order bloodwork\", \"severity\": \"major\"}, {\"fact\": \"follow\\u2011up appointment in two weeks\", \"severity\": \"major\"}], \"rationale\": \"Claims were checked against the dialogue; one claim contradicts the patient\\u2019s statement, and several clinically relevant items (pain while eating, diagnosis, denial of appetite loss, bloodwork, follow\\u2011up) are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":3.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"increased methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"pain to eat with sores\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"decreased appetite\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no new rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no hair loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"decrease methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"diagnosis of stomatitis, possibly methotrexate-related\", \"severity\": \"major\"}, {\"fact\": \"bloodwork ordered\", \"severity\": \"major\"}, {\"fact\": \"follow-up appointment in two weeks\", \"severity\": \"major\"}, {\"fact\": \"no nausea\", \"severity\": \"minor\"}, {\"fact\": \"no abdominal discomfort\", \"severity\": \"minor\"}, {\"fact\": \"no diarrhea\", \"severity\": \"minor\"}, {\"fact\": \"patient still has appetite despite pain\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misplaces symptoms and pertinent negatives into the history section, omits the diagnosis and key elements of the plan (bloodwork, follow-up), and falsely reports decreased appetite despite the patient denying it.\"}","fields_json":"{\"Symptoms\": \"multiple canker sores in mouth\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"increased methothrexate dosage, multiple canker sores in mouth, pain to eat with sores, decreased appetite, no new rashes, or hair loss\", \"Plan of Action\": \"decrease methothrexate dosage\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":227,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7777777778,"bertscore_f1":0.9440683722,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported (patient reports no past medical problems or surgeries).\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the patient's explicit statement of having no past medical problems, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has no past medical problems or surgeries, but the generated note incorrectly lists 'History of Patient' as N\/A, omitting a pertinent negative that is clinically important.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":229,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9402779937,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":236,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9369812608,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":239,"prediction":"Symptoms: left knee pain, right knee pain, degenerative joint disease of both knees Diagnosis: degenerative joint disease of both knees History of Patient: left knee pain, left knee pain, decompression and epidural steroids injections Plan of Action: N\/A","rougeL":0.3076923077,"bertscore_f1":0.8766823411,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"left knee pain, right knee pain, degenerative joint disease of both knees\", \"Diagnosis\": \"degenerative joint disease of both knees\", \"History of Patient\": \"left knee pain, left knee pain, decompression and epidural steroids injections\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":264,"prediction":"Symptoms: pain in jaw since the morning Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8947368421,"bertscore_f1":0.9631887674,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in jaw since the morning\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":272,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: PermCath inserted three times, received peritoneal dialysis Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9506028295,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All statements in the generated note are directly supported by the dialogue and no clinically important information is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient forgot the name of the surgery but confirmed it was documented in the report\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures the two procedures as past surgical history, matching the dialogue, but omits the patient's admission of forgetting the surgery name, which contextualizes the clinical interaction.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"PermCath inserted three times, received peritoneal dialysis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":284,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5384615385,"bertscore_f1":0.9090851545,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":290,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":293,"prediction":"Symptoms: Painful ulcer on right hip Diagnosis: Pressure ulcer History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9484884143,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All generated claims are directly stated in the dialogue and no clinically important facts are missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately captures the patient's reported symptom and the doctor's diagnosis from the dialogue, with no hallucinations, contradictions, or clinically important omissions.\"}","fields_json":"{\"Symptoms\": \"Painful ulcer on right hip\", \"Diagnosis\": \"Pressure ulcer\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":300,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: 46-year-old white male with Down syndrome, history of hypothyroidism and onychomycosis, history of Lamisil 6 weeks ago with no problems, elevated TSH level at last appointment in April, currently taking Levothroid daily, currently taking Levothroid daily Plan of Action: N\/A","rougeL":0.4,"bertscore_f1":0.9089560509,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":8.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"46-year-old white male\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"has Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"took Lamisil for six weeks with no problems\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"elevated TSH level at last appointment in April\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently taking Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently taking Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"use of medicated eye drops for his cornea\", \"severity\": \"minor\"}, {\"fact\": \"plan to recheck ALT levels\", \"severity\": \"major\"}, {\"fact\": \"plan to recheck TSH levels\", \"severity\": \"major\"}, {\"fact\": \"plan to continue Levothroid for hypothyroidism\", \"severity\": \"major\"}, {\"fact\": \"plan to monitor compliance with medications\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are supported by the dialogue, but the note omits key medication and the entire care plan, which are clinically important.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"46-year-old white male with Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of Lamisil 6 weeks ago with no problems\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"elevated TSH level at last appointment in April\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently taking Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently taking Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is using medicated eye drops for cornea\", \"severity\": \"minor\"}, {\"fact\": \"Mother assists with Levothroid administration due to patient's reluctance\", \"severity\": \"minor\"}, {\"fact\": \"No other medications besides Lamisil, Levothroid, and eye drops\", \"severity\": \"minor\"}, {\"fact\": \"ALT blood test planned today\", \"severity\": \"major\"}, {\"fact\": \"TSH level to be rechecked today\", \"severity\": \"major\"}, {\"fact\": \"Continue Levothroid for hypothyroidism\", \"severity\": \"major\"}, {\"fact\": \"Monitor compliance with medications\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures demographic and historical facts but omits critical plan elements (ALT\/TSH testing, medication continuation) and mislabels diagnosis as N\/A despite clear clinical conditions, while also duplicating a statement.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"46-year-old white male with Down syndrome, history of hypothyroidism and onychomycosis, history of Lamisil 6 weeks ago with no problems, elevated TSH level at last appointment in April, currently taking Levothroid daily, currently taking Levothroid daily\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":304,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is stable and may be discharged home\", \"severity\": \"major\"}], \"rationale\": \"The dialogue includes a clear disposition (patient can go home) that should appear in the Plan of Action but is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [], \"rationale\": \"The generated note correctly reflects all information in the dialogue, with all fields marked as N\/A, which is consistent with the absence of clinical content in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":320,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.612244898,"bertscore_f1":0.9199216366,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":325,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":329,"prediction":"Symptoms: tiredness throughout the day Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3571428571,"bertscore_f1":0.890514493,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tiredness throughout the day\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":343,"prediction":"Symptoms: N\/A Diagnosis: Atrial fibrillation, rhythm problem, dizziness History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.951720655,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Atrial fibrillation, rhythm problem, dizziness\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":346,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9289144874,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No history of hypertension, diabetes, heart disease, or cancer\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting the patient\\u2019s explicit denials of major chronic conditions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"no history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"no history of heart disease\", \"severity\": \"major\"}, {\"fact\": \"no history of cancer\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly documents the patient's denial of hypertension, diabetes, heart disease, and cancer, all of which are clinically important pertinent negatives omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":384,"prediction":"Symptoms: headaches, pressure in face, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms, itchy rash Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5420560748,"bertscore_f1":0.9202794433,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"headaches, pressure in face, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms, itchy rash\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":388,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: plaster removed, foot looks good Plan of Action: N\/A","rougeL":0.4137931034,"bertscore_f1":0.915732801,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["removed"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"plaster removed\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"foot looks good\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Advise patient to take it slow and do activities as tolerated after plaster removal; no follow\\u2011up needed if no pain and doing fine\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the entire plan of action that was discussed, which is clinically essential.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"plaster removed\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"foot looks good\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Advised to take it slow and do activities as tolerated\", \"severity\": \"major\"}, {\"fact\": \"No follow-up needed if no pain and doing fine\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly leaves Plan of Action as N\/A despite clear advice on activity modification and follow-up being explicitly stated, while incorrectly placing plaster removal and foot appearance in History of Patient instead of Plan.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"plaster removed, foot looks good\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":405,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4761904762,"bertscore_f1":0.8951820135,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Married with three children (one ready for college), former attorney retired two years ago now working part\\u2011time at a private company, denies tobacco, alcohol, and illicit drug use.\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple important personal and social details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":5.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married with three children, one of whom is ready to go to college\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Semi-retired attorney currently working part-time at a private company\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denied history of tobacco use\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denied history of alcohol use\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denied history of illicit drug use\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Married with three children, one of whom is ready to go to college\", \"severity\": \"major\"}, {\"fact\": \"Semi-retired attorney currently working part-time at a private company\", \"severity\": \"major\"}, {\"fact\": \"Denied history of tobacco use\", \"severity\": \"major\"}, {\"fact\": \"Denied history of alcohol use\", \"severity\": \"major\"}, {\"fact\": \"Denied history of illicit drug use\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically relevant social and historical details from the dialogue, including family structure, employment status, and substance use denial, which are essential components of the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":408,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.2051282051,"bertscore_f1":0.8325154185,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Prolonged cough (chronic cough)\", \"severity\": \"major\"}, {\"fact\": \"Denies weight gain or loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies headaches, nosebleeds, coarse voice, blurry vision or change of vision\", \"severity\": \"minor\"}, {\"fact\": \"Denies fever or chills\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain, shortness of breath, and shortness of breath while sleeping\", \"severity\": \"minor\"}, {\"fact\": \"Denies palpitations, swelling, varicose veins, and leg pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies sore throat, cough with mucus or blood sputum\", \"severity\": \"minor\"}, {\"fact\": \"Denies wheezing\", \"severity\": \"minor\"}, {\"fact\": \"Denies heartburn, nausea, and vomiting\", \"severity\": \"minor\"}, {\"fact\": \"Denies loss of appetite, blood in stool, and abdominal pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies constipation\", \"severity\": \"minor\"}, {\"fact\": \"Denies dark or cloudy urine\", \"severity\": \"minor\"}, {\"fact\": \"Denies painful or burning urination\", \"severity\": \"minor\"}, {\"fact\": \"Denies flank or groin pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies joint pain, muscle stiffness, backache, and ligament\/tendon pain or strain\", \"severity\": \"minor\"}, {\"fact\": \"Denies blackouts and seizures\", \"severity\": \"minor\"}, {\"fact\": \"Denies hallucinations and memory loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies weakness, numbness, and tingling\", \"severity\": \"minor\"}, {\"fact\": \"Denies tremors, loss of sensation, and paralysis\", \"severity\": \"minor\"}, {\"fact\": \"Denies anxiety, irritability, apathy, and depression\", \"severity\": \"minor\"}, {\"fact\": \"Denies sleep disturbances (sleep is fine)\", \"severity\": \"minor\"}, {\"fact\": \"Denies appetite disturbances (appetite is good)\", \"severity\": \"minor\"}, {\"fact\": \"Denies suicidal thoughts\", \"severity\": \"minor\"}, {\"fact\": \"Denies unusual hair loss or nail breakage\", \"severity\": \"minor\"}, {\"fact\": \"Denies skin lesions or discoloration\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains no ROS information, omitting the documented chronic cough and all patient\\u2011reported negatives.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":24.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Chronic cough\", \"severity\": \"major\"}, {\"fact\": \"Denial of weight gain or loss\", \"severity\": \"major\"}, {\"fact\": \"Denial of headaches, nosebleeds, coarse voice, blurry vision, or vision changes\", \"severity\": \"major\"}, {\"fact\": \"Denial of fever or chills\", \"severity\": \"major\"}, {\"fact\": \"Denial of chest pain, shortness of breath, or dyspnea on exertion\/supine\", \"severity\": \"major\"}, {\"fact\": \"Denial of palpitations, edema, varicose veins, or leg pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of wheezing\", \"severity\": \"major\"}, {\"fact\": \"Denial of heartburn, nausea, or vomiting\", \"severity\": \"major\"}, {\"fact\": \"Denial of loss of appetite, blood in stool, or abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of constipation\", \"severity\": \"major\"}, {\"fact\": \"Denial of dark or cloudy urine\", \"severity\": \"major\"}, {\"fact\": \"Denial of dysuria or burning on urination\", \"severity\": \"major\"}, {\"fact\": \"Denial of flank or groin pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of joint pain, muscle stiffness, backache, or ligament\/tendon pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of blackouts or seizures\", \"severity\": \"major\"}, {\"fact\": \"Denial of hallucinations or memory loss\", \"severity\": \"major\"}, {\"fact\": \"Denial of weakness, numbness, tingling, tremors, or paralysis\", \"severity\": \"major\"}, {\"fact\": \"Denial of anxiety, irritability, apathy, or depression\", \"severity\": \"major\"}, {\"fact\": \"No sleep disturbances\", \"severity\": \"major\"}, {\"fact\": \"No appetite disturbances\", \"severity\": \"major\"}, {\"fact\": \"Denial of suicidal thoughts\", \"severity\": \"major\"}, {\"fact\": \"Denial of unusual hair loss or breakage\", \"severity\": \"major\"}, {\"fact\": \"Denial of skin lesions or discoloration\", \"severity\": \"major\"}, {\"fact\": \"Denial of unusual nail breakage or discoloration\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for Symptoms and History of Patient despite the dialogue explicitly documenting a chronic cough and comprehensive negative review of systems, which are major omissions that could lead to clinical mismanagement.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":409,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.56,"bertscore_f1":0.9090384245,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":414,"prediction":"Symptoms: weakness, fatigue, lack of appetite Diagnosis: N\/A History of Patient: lost 8 pounds in a week, no nausea, vomiting, diarrhea, abdominal pain, chest pain, shortness of breath, cough, or heart racing Plan of Action: N\/A","rougeL":0.4380952381,"bertscore_f1":0.9096462131,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["lack"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":12.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"lack of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lost 8 pounds in a week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no abdominal pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no heart racing\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"weight loss of 8 pounds in a week (should be recorded under Symptoms)\", \"severity\": \"major\"}, {\"fact\": \"denial of neurological symptoms such as numbness or tingling\", \"severity\": \"minor\"}, {\"fact\": \"plan to await lab report for further evaluation\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are directly stated or implied in the dialogue; missing weight loss in Symptoms, neurological negative review, and the stated plan are clinically important omissions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"lack of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lost 8 pounds in a week\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no abdominal pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no heart racing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"weight loss (8 pounds in a week)\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"denial of neurological symptoms (numbness or tingling)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures most symptoms and pertinent negatives but misplaces weight loss into History of Patient instead of Symptoms, and omits the explicit plan of awaiting lab results, which is a major clinical omission.\"}","fields_json":"{\"Symptoms\": \"weakness, fatigue, lack of appetite\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"lost 8 pounds in a week, no nausea, vomiting, diarrhea, abdominal pain, chest pain, shortness of breath, cough, or heart racing\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":434,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4590163934,"bertscore_f1":0.8901391625,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":440,"prediction":"Symptoms: hot flashes in air-conditioned rooms, hot flashes in fully air-conditioned rooms, mood swings for the last few weeks Diagnosis: postsurgical menopause, mood swings History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4126984127,"bertscore_f1":0.9023623466,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["air-conditioned"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes in air-conditioned rooms\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"hot flashes in fully air-conditioned rooms\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"mood swings\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"absence of periods for the last year after surgery (amenorrhea)\", \"severity\": \"minor\"}], \"rationale\": \"All listed claims are either supported or misplaced, and the note omits the amenorrhea symptom mentioned in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes in air-conditioned rooms\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"hot flashes in fully air-conditioned rooms\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"mood swings\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No periods for the last year after surgery\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly captures symptoms and diagnosis from the dialogue but misplaces 'mood swings' as a diagnosis (it is a symptom), and omits the key historical fact of amenorrhea post-surgery, which is central to the diagnosis of postsurgical menopause.\"}","fields_json":"{\"Symptoms\": \"hot flashes in air-conditioned rooms, hot flashes in fully air-conditioned rooms, mood swings for the last few weeks\", \"Diagnosis\": \"postsurgical menopause, mood swings\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":448,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9553162456,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":457,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9553162456,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":463,"prediction":"Symptoms: Back pain Diagnosis: N\/A History of Patient: Patient has been experiencing back pain for a long time, but has not improved. Plan of Action: N\/A","rougeL":0.6274509804,"bertscore_f1":0.9334279299,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["improved"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient has been experiencing back pain for a long time, but has not improved.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":466,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Past treatment for heroin and alcohol. Plan of Action: N\/A.","rougeL":0.7111111111,"bertscore_f1":0.9435738325,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Past treatment for heroin and alcohol.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a smoker.\", \"severity\": \"major\"}, {\"fact\": \"Patient used cocaine today (current cocaine use).\", \"severity\": \"major\"}], \"rationale\": \"The note captures past treatment but omits the documented smoking status and current cocaine use, both clinically important.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient has past treatment for heroin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has past treatment for alcohol\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Current smoking\", \"severity\": \"major\"}, {\"fact\": \"Current cocaine use\", \"severity\": \"major\"}, {\"fact\": \"Alcohol abuse (current or past, implied by context of treatment)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits current smoking and current cocaine use, both explicitly stated in the dialogue, and fails to fully capture the scope of substance use history despite including past treatment.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Past treatment for heroin and alcohol.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":473,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: father died of complications of diabetes at age 60, father was a chef and mother was a janitor, father had a third grade education and mother had a fourth grade education, married for two years, had Bachelor of Science in Nursing from State University in 1979, worked at Hospital Center for four years, worked as an outpatient mental health center for two and a half years, worked as an O-B nurse and worked as an O-B nurse, never fired or let go from a job Plan of Action: N\/A","rougeL":0.3472222222,"bertscore_f1":0.875807941,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father","mother","half"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"father died of complications of diabetes at age 60, father was a chef and mother was a janitor, father had a third grade education and mother had a fourth grade education, married for two years, had Bachelor of Science in Nursing from State University in 1979, worked at Hospital Center for four years, worked as an outpatient mental health center for two and a half years, worked as an O-B nurse and worked as an O-B nurse, never fired or let go from a job\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":476,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9308228493,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":484,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Second pregnancy with gestational diabetes, previously used insulin. Plan of Action: N\/A.","rougeL":0.4615384615,"bertscore_f1":0.9134755135,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Second pregnancy with gestational diabetes, previously used insulin.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":500,"prediction":"Symptoms: N\/A Diagnosis: anxiety disorder History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9638171196,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"anxiety disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":516,"prediction":"Symptoms: pain in the left flank pain, nausea, vomiting, fever, chills Diagnosis: N\/A History of Patient: pain started four to five days ago, pain has been in stomach and through to back, on the left side, no nausea or vomiting, no blood, pain, or burning during urination Plan of Action: N\/A","rougeL":0.4259259259,"bertscore_f1":0.9032222033,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in the left flank pain, nausea, vomiting, fever, chills\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"pain started four to five days ago, pain has been in stomach and through to back, on the left side, no nausea or vomiting, no blood, pain, or burning during urination\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":525,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Retired for a couple of years, quit smoking about 27 years ago, smoked two packs of cigarettes per day, denies alcohol use. Plan of Action: N\/A.","rougeL":0.6478873239,"bertscore_f1":0.9401271939,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Retired for a couple of years, quit smoking about 27 years ago, smoked two packs of cigarettes per day, denies alcohol use.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":544,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Father had coronary artery disease (CAD) at age 60, mother has dementia, father has dementia Plan of Action: N\/A","rougeL":0.6222222222,"bertscore_f1":0.9152535796,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father had coronary artery disease (CAD) at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Father underwent coronary artery bypass surgery at age 60\", \"severity\": \"minor\"}, {\"fact\": \"Father had multiple strokes related to his coronary artery disease\", \"severity\": \"minor\"}, {\"fact\": \"Patient reports no smoking or alcohol use\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are supported by the dialogue, but key family and personal history details (bypass surgery, strokes, and lack of smoking\/alcohol) are missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father had coronary artery disease (CAD) at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Father had heart bypass surgery at age 60\", \"severity\": \"minor\"}, {\"fact\": \"Father had multiple strokes due to coronary artery disease\", \"severity\": \"minor\"}, {\"fact\": \"Both parents are alive\", \"severity\": \"minor\"}, {\"fact\": \"Patient does not smoke or drink alcohol\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the family history of CAD and dementia but omits key details from the dialogue including the bypass surgery, strokes, parental survival status, and patient's lack of smoking\/alcohol use, all of which are clinically relevant but not immediately life-altering.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father had coronary artery disease (CAD) at age 60, mother has dementia, father has dementia\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":556,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9476941824,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":565,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: widowed for 18 years, lives alone in house, used to run restaurant but retired Plan of Action: N\/A","rougeL":0.701754386,"bertscore_f1":0.9275254607,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["alone"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"widowed for 18 years, lives alone in house, used to run restaurant but retired\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":584,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Last menstrual period on June 3, 2009 Plan of Action: N\/A","rougeL":0.5135135135,"bertscore_f1":0.8945034742,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["3"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period on June 3, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient reports a recent abortion\", \"severity\": \"major\"}, {\"fact\": \"Patient is uncertain whether the abortion was completed\", \"severity\": \"major\"}, {\"fact\": \"Patient continues to have bleeding\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had follow\\u2011up with her OB\/GYN\", \"severity\": \"major\"}], \"rationale\": \"The note includes the LMP but omits all other key gyn history details disclosed in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period on June 3, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient admits to having a recent abortion and is unsure if it was completed\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had a follow-up with her OB\/GYN\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits two critical clinical facts from the dialogue \\u2014 the recent abortion and uncertainty about its completion, and the lack of follow-up \\u2014 both of which are essential for gynecological care and constitute major omissions.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Last menstrual period on June 3, 2009\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":597,"prediction":"Symptoms: N\/A Diagnosis: Attention Deficit Hyperactivity Disorder (ADHD) History of Patient: N\/A Plan of Action: prescription of Adderall and Clonidine","rougeL":0.6349206349,"bertscore_f1":0.9316884875,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["adhd"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Attention Deficit Hyperactivity Disorder (ADHD)\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"prescription of Adderall and Clonidine\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":607,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Quit smoking in 1972, works at a nursing home, has been trying to lose weight since starting a new diet several months ago Plan of Action: N\/A","rougeL":0.6578947368,"bertscore_f1":0.9320450425,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Quit smoking in 1972, works at a nursing home, has been trying to lose weight since starting a new diet several months ago\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":627,"prediction":"Symptoms: ulcer in ankle Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7222222222,"bertscore_f1":0.9375321865,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"ulcer in ankle\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":639,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.48,"bertscore_f1":0.9040326476,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abdominal pain (pointing to his stomach)\", \"severity\": \"major\"}, {\"fact\": \"Nausea (feels queasy)\", \"severity\": \"major\"}, {\"fact\": \"Vomiting (handful of times)\", \"severity\": \"major\"}, {\"fact\": \"Fever of 102\\u00b0F (temperature taken the other night)\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status (out of it, not acting like himself)\", \"severity\": \"major\"}, {\"fact\": \"Behavioral changes noted for a few days\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite multiple key symptoms and timeline reported in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"nausea\", \"severity\": \"major\"}, {\"fact\": \"vomiting\", \"severity\": \"major\"}, {\"fact\": \"fever (102\\u00b0F)\", \"severity\": \"major\"}, {\"fact\": \"altered mental status\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite the dialogue explicitly reporting abdominal pain, nausea, vomiting, fever, and altered mental status \\u2014 all major clinical findings that must be captured in the Symptoms field.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":642,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Originally from Haiti in 1982, sexually active with several male partners but no sex since moving here, previously used protection in previous encounters, currently works at car dealership down the street Plan of Action: N\/A","rougeL":0.4175824176,"bertscore_f1":0.8881520629,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["originally","1982"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":5.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Originally from Haiti in 1982\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Sexually active with several male partners\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No sex since moving here\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Previously used protection in previous encounters\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently works at a car dealership down the street\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Occasional alcohol consumption\", \"severity\": \"minor\"}, {\"fact\": \"Never smoked (nonsmoker)\", \"severity\": \"minor\"}, {\"fact\": \"Denies intravenous drug use\", \"severity\": \"minor\"}, {\"fact\": \"Denies history of STDs\", \"severity\": \"minor\"}], \"rationale\": \"The generated note includes several supported history points but adds an unsupported claim about origin and omits key social history details (drinking, smoking, drug use, STD denial) present in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Originally from Haiti in 1982\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"sexually active with several male partners\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no sex since moving here\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"previously used protection in previous encounters\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently works at car dealership down the street\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"occasionally drinks\", \"severity\": \"minor\"}, {\"fact\": \"nonsmoker\", \"severity\": \"major\"}, {\"fact\": \"denies intravenous drug use\", \"severity\": \"major\"}, {\"fact\": \"denies history of STDs\", \"severity\": \"major\"}, {\"fact\": \"described previous homosexual activity as 'very active'\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits key pertinent negatives (nonsmoker, no IV drug use, no STDs) and misrepresents the timing of the patient's origin, while correctly capturing sexual history and employment; the dialogue explicitly includes these omissions, making their absence clinically significant.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Originally from Haiti in 1982, sexually active with several male partners but no sex since moving here, previously used protection in previous encounters, currently works at car dealership down the street\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":644,"prediction":"Symptoms: chronic diarrhea Diagnosis: iron deficiency anemia (blood in stool), unusual pruritus, C.B.C. History of Patient: 55-year-old male with history of iron deficiency anemia with blood in stool, hemoglobin of 9 and MCV of 65, last colonoscopy 3 years ago with Dr. X in Las Cruces, polyps removed, diagnosed with lymphocytic colitis Plan of Action: N\/A","rougeL":0.4768211921,"bertscore_f1":0.9213223457,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":10.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"iron deficiency anemia (blood in stool)\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"C.B.C.\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"55-year-old male\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hemoglobin of 9 and MCV of 65\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy 3 years ago with Dr. X in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"polyps removed\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"diagnosed with lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"blood in stool as a symptom\", \"severity\": \"minor\"}, {\"fact\": \"iron deficiency anemia as a symptom\", \"severity\": \"minor\"}, {\"fact\": \"unusual pruritus as a symptom\", \"severity\": \"minor\"}, {\"fact\": \"blood in stool duration of 5 months\", \"severity\": \"major\"}, {\"fact\": \"anemia diagnosed a few months ago\", \"severity\": \"minor\"}, {\"fact\": \"no treatment for diarrhea in more than 3 years\", \"severity\": \"minor\"}], \"rationale\": \"Claims were checked against the dialogue; most are supported, C.B.C. is misplaced, and several symptom and duration details are missing from the appropriate sections.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":3.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"iron deficiency anemia (blood in stool)\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"unusual pruritus\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"C.B.C.\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"55-year-old male\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hemoglobin of 9\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"MCV of 65\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy 3 years ago with Dr. X in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"polyps removed\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"diagnosed with lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"blood in stool for the last 5 months\", \"severity\": \"minor\"}, {\"fact\": \"color of stool blood was both dark and bright\", \"severity\": \"minor\"}, {\"fact\": \"polyps were hyperplastic\", \"severity\": \"minor\"}, {\"fact\": \"no treatment for diarrhea in over three years\", \"severity\": \"minor\"}, {\"fact\": \"no history of diabetes or other comorbidities (pertinent negative not mentioned but not implied)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures most historical facts but misplaces symptoms and lab findings into the diagnosis field, and omits key details about stool characteristics, polyp type, and duration of untreated diarrhea.\"}","fields_json":"{\"Symptoms\": \"chronic diarrhea\", \"Diagnosis\": \"iron deficiency anemia (blood in stool), unusual pruritus, C.B.C.\", \"History of Patient\": \"55-year-old male with history of iron deficiency anemia with blood in stool, hemoglobin of 9 and MCV of 65, last colonoscopy 3 years ago with Dr. X in Las Cruces, polyps removed, diagnosed with lymphocytic colitis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":650,"prediction":"Symptoms: left sided opacification of diaphragm Diagnosis: N\/A History of Patient: sternotomy, ICD implant and aortic valve mechanical implant placed, pleural effusion causing left sided opacification of diaphragm Plan of Action: N\/A","rougeL":0.7272727273,"bertscore_f1":0.9369192123,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"left sided opacification of diaphragm\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"sternotomy, ICD implant and aortic valve mechanical implant placed, pleural effusion causing left sided opacification of diaphragm\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":664,"prediction":"Symptoms: weakness, tiredness, shortness of breath Diagnosis: N\/A History of Patient: 43-year-old male with a history of weakness, tiredness, shortness of breath over the past month, weight loss of 15 pounds in less than two to three months Plan of Action: N\/A","rougeL":0.35,"bertscore_f1":0.8888891935,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["weakness","tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":6.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"43-year-old male\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of weakness, tiredness, shortness of breath over the past month\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 15 pounds in less than two to three months\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denies fever\", \"severity\": \"minor\"}, {\"fact\": \"Denies chills\", \"severity\": \"minor\"}, {\"fact\": \"Denies sweats\", \"severity\": \"minor\"}, {\"fact\": \"Denies cough\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain with shortness of breath\", \"severity\": \"minor\"}, {\"fact\": \"Denies nausea\", \"severity\": \"minor\"}, {\"fact\": \"Denies vomiting\", \"severity\": \"minor\"}, {\"fact\": \"Denies diarrhea\", \"severity\": \"minor\"}, {\"fact\": \"Appetite fine \/ no anorexia\", \"severity\": \"minor\"}], \"rationale\": \"All listed claims are either directly stated or inferred from the dialogue, except the gender assumption, and several pertinent negatives from the conversation are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"43-year-old male\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of weakness\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of tiredness\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of shortness of breath\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 15 pounds in less than two to three months\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"denies fever, chills, sweats, cough, diarrhea\", \"severity\": \"major\"}, {\"fact\": \"denies chest pain with shortness of breath\", \"severity\": \"major\"}, {\"fact\": \"appetite is fine\", \"severity\": \"minor\"}, {\"fact\": \"no nausea, vomiting\", \"severity\": \"minor\"}, {\"fact\": \"symptoms began one month ago\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures key symptoms and weight loss but incorrectly places current symptoms into the history section, omits critical pertinent negatives (fever, chills, sweats, cough, diarrhea, chest pain), and incorrectly assumes the patient's gender.\"}","fields_json":"{\"Symptoms\": \"weakness, tiredness, shortness of breath\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"43-year-old male with a history of weakness, tiredness, shortness of breath over the past month, weight loss of 15 pounds in less than two to three months\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":666,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":690,"prediction":"Symptoms: progressive loss of vision in right eye, headaches Diagnosis: N\/A History of Patient: progressive loss of vision in right eye for about two months, no other Symptoms reported Plan of Action: N\/A","rougeL":0.4705882353,"bertscore_f1":0.9277846813,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"progressive loss of vision in right eye, headaches\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"progressive loss of vision in right eye for about two months, no other Symptoms reported\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":702,"prediction":"Symptoms: severe pain, burning feeling on lower right side of back, numbness and sharpness in left foot Diagnosis: small cell lung cancer spreading to femurs, lower lumbar spine, pelvis History of Patient: 2 year history of small cell lung cancer spreading to both femurs, lower lumbar spine, pelvis, chemotherapy and radiation treatments, completed series of 10 radiation treatments for pain relief, CT scan to check for metastasis, pain radiating down from back to knee, numbness and sharpness in left foot Plan of Action: N\/A","rougeL":0.5762711864,"bertscore_f1":0.928221941,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["completed"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":10.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"burning feeling on lower right side of back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"numbness and sharpness in left foot\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer spreading to femurs, lower lumbar spine, pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"2 year history of small cell lung cancer spreading to both femurs, lower lumbar spine, pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chemotherapy and radiation treatments\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"completed series of 10 radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan to check for metastasis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain radiating down from back to knee\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"numbness and sharpness in left foot\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"radiating pain from lower back to right leg and knee\", \"severity\": \"major\"}, {\"fact\": \"mid\\u2011back (diffuse) pain\", \"severity\": \"minor\"}, {\"fact\": \"pain worsens with prolonged sitting, standing, or walking\", \"severity\": \"minor\"}, {\"fact\": \"patient is taking a load of narcotics for pain\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are directly supported by the dialogue; key symptoms, diagnosis, and history details are present, but several clinically important symptoms and medication use are omitted.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"burning feeling on lower right side of back\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"numbness and sharpness in left foot\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer spreading to femurs, lower lumbar spine, pelvis\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"2 year history of small cell lung cancer spreading to both femurs, lower lumbar spine, pelvis\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"chemotherapy and radiation treatments\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"completed series of 10 radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain radiating down from back to knee\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"numbness and sharpness in left foot\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain radiating to right leg and knee\", \"severity\": \"major\"}, {\"fact\": \"pain in mid back (sharp and dull, aching)\", \"severity\": \"major\"}, {\"fact\": \"pain rated 10\/10 in back and leg\", \"severity\": \"minor\"}, {\"fact\": \"pain worsened by prolonged sitting, standing, or walking\", \"severity\": \"major\"}, {\"fact\": \"on narcotics for pain\", \"severity\": \"major\"}, {\"fact\": \"patient cannot remember number of chemotherapy\/radiation treatments\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures key clinical facts but misplaces symptoms and diagnostic details into the History of Patient section, and omits critical pain characteristics, exacerbating factors, and medication use that significantly impact clinical management.\"}","fields_json":"{\"Symptoms\": \"severe pain, burning feeling on lower right side of back, numbness and sharpness in left foot\", \"Diagnosis\": \"small cell lung cancer spreading to femurs, lower lumbar spine, pelvis\", \"History of Patient\": \"2 year history of small cell lung cancer spreading to both femurs, lower lumbar spine, pelvis, chemotherapy and radiation treatments, completed series of 10 radiation treatments for pain relief, CT scan to check for metastasis, pain radiating down from back to knee, numbness and sharpness in left foot\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":721,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6486486486,"bertscore_f1":0.9129929543,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":724,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9457282424,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":727,"prediction":"Symptoms: N\/A Diagnosis: left elbow fracture dislocation, right glenoid neck fracture History of Patient: injured while riding quads on October 10, 2007, thrown off, ORF on fracture dislocation of left elbow, right glenoid neck fracture, stiffness in right hand Plan of Action: another surgery to remove hardware for left elbow fracture, risks discussed including infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, continued postoperative stiffness","rougeL":0.56,"bertscore_f1":0.9055014849,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["injured"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":14.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"left elbow fracture dislocation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"right glenoid neck fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"injured while riding quads on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"thrown off\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"ORF on fracture dislocation of left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"right glenoid neck fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"stiffness in right hand\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"another surgery to remove hardware for left elbow fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including infection\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including failure to relieve pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 10 years old\", \"severity\": \"major\"}, {\"fact\": \"Patient is right\\u2011hand dominant\", \"severity\": \"minor\"}, {\"fact\": \"Current symptom of postoperative stiffness (general, not limited to right hand)\", \"severity\": \"minor\"}, {\"fact\": \"Patient is receiving physical therapy and using a Dynasplint for stiffness\", \"severity\": \"minor\"}, {\"fact\": \"Neurologically intact distally (wrist and hand movement and reflexes)\", \"severity\": \"minor\"}, {\"fact\": \"Risk of infection discussed as less than 1%\", \"severity\": \"minor\"}, {\"fact\": \"Anesthesia will be used; patient will be asleep for the procedure\", \"severity\": \"minor\"}], \"rationale\": \"All listed claims are derived from the dialogue, with one unsupported claim about right\\u2011hand stiffness; several clinically relevant details from the conversation are missing from the generated note.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"left elbow fracture dislocation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"right glenoid neck fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"injured while riding quads on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"thrown off\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"ORF on fracture dislocation of left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"right glenoid neck fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"stiffness in right hand\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"another surgery to remove hardware for left elbow fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including infection\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including failure to relieve pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"patient is 10 years old\", \"severity\": \"minor\"}, {\"fact\": \"patient is right-hand dominant\", \"severity\": \"minor\"}, {\"fact\": \"fractures have healed well\", \"severity\": \"minor\"}, {\"fact\": \"patient has been undergoing physical therapy and using Dynasplint for stiffness\", \"severity\": \"minor\"}, {\"fact\": \"neurologically intact in wrist and hand\", \"severity\": \"minor\"}, {\"fact\": \"prophylactic antibiotics used to reduce infection risk\", \"severity\": \"minor\"}, {\"fact\": \"anesthesia will be used and patient will be asleep\", \"severity\": \"minor\"}, {\"fact\": \"parental agreement to surgery\", \"severity\": \"minor\"}, {\"fact\": \"no history of diabetes or other comorbidities (pertinent negative implied by absence of mention)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures most clinical facts but misplaces 'stiffness in right hand' as a historical fact when the dialogue clearly attributes stiffness to the left elbow post-surgery, and omits key details like age, handedness, PT use, and parental consent that are clinically relevant.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"left elbow fracture dislocation, right glenoid neck fracture\", \"History of Patient\": \"injured while riding quads on October 10, 2007, thrown off, ORF on fracture dislocation of left elbow, right glenoid neck fracture, stiffness in right hand\", \"Plan of Action\": \"another surgery to remove hardware for left elbow fracture, risks discussed including infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, continued postoperative stiffness\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":730,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9462761283,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No smoking\", \"severity\": \"major\"}, {\"fact\": \"Occasional alcohol consumption\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient section empty, omitting both the patient's non\\u2011smoking status and occasional alcohol use mentioned in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No smoking\", \"severity\": \"major\"}, {\"fact\": \"Occasional alcohol consumption\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient does not smoke and drinks alcohol occasionally, both of which are clinically important historical facts omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":747,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9475517869,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":755,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Both tubes tied in O-1, polyp removed at age 14 Plan of Action: N\/A","rougeL":0.7450980392,"bertscore_f1":0.9407900572,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Both tubes tied in O-1, polyp removed at age 14\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":758,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5882352941,"bertscore_f1":0.9124457836,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":764,"prediction":"Symptoms: Head pain Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7741935484,"bertscore_f1":0.950106144,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Head pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":766,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: father has diabetes and hypertension, father has emphysema and was a smoker. No history of death of child less than a year. Plan of Action: N\/A","rougeL":0.7088607595,"bertscore_f1":0.9363945127,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"father has diabetes and hypertension, father has emphysema and was a smoker. No history of death of child less than a year.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":787,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9230900407,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Medication list was reviewed on April 22, 2003, with morning and evening dosages noted\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the medication review described in the dialogue, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"List of medications was checked on April 22, 2003, with morning and evening dosages\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states that the medication list was reviewed on April 22, 2003, and includes morning and evening dosing, but the generated note omits this clinically relevant history in the 'History of Patient' section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":791,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9555328488,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":804,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9377102256,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn (naproxen)\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the drug allergy disclosed in the dialogue, a critical omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is allergic to Naprosyn, which belongs in the History of Patient section, but the generated note incorrectly lists it as N\/A.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":817,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Mother has coronary artery disease Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9524134994,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note correctly captures the only fact from the dialogue.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the family history of coronary artery disease in the mother as stated in the dialogue, with no omissions or errors.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has coronary artery disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":829,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":831,"prediction":"Symptoms: pain in both feet, rotation of feet, rocker bottom feet Diagnosis: subtalar arthrodesis, possible autograft, lengthening of Achilles History of Patient: pain in both feet, rotation of feet, rocker bottom feet Plan of Action: subtalar arthrodesis, possible autograft, lengthening of Achilles","rougeL":0.3606557377,"bertscore_f1":0.8814054728,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in both feet, rotation of feet, rocker bottom feet\", \"Diagnosis\": \"subtalar arthrodesis, possible autograft, lengthening of Achilles\", \"History of Patient\": \"pain in both feet, rotation of feet, rocker bottom feet\", \"Plan of Action\": \"subtalar arthrodesis, possible autograft, lengthening of Achilles\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":844,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9110614061,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Cancer diagnosis confirmed\", \"severity\": \"major\"}, {\"fact\": \"Hypertension diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Diabetes diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Positive history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"Positive history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"Positive history of cancer\", \"severity\": \"major\"}, {\"fact\": \"Negative for heart disease (no chest pain, shortness of breath, uneasiness)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for obesity (BMI normal, not overweight)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for stroke symptoms (no dizziness, loss of consciousness)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits all documented diagnoses and relevant positive and negative history items from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Hypertension\", \"severity\": \"major\"}, {\"fact\": \"Diabetes\", \"severity\": \"major\"}, {\"fact\": \"Cancer\", \"severity\": \"major\"}, {\"fact\": \"No heart disease\", \"severity\": \"major\"}, {\"fact\": \"No obesity (BMI fine)\", \"severity\": \"major\"}, {\"fact\": \"No stroke-like symptoms\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all diagnosed conditions and pertinent negatives explicitly stated in the dialogue, which are clinically critical for accurate patient documentation.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":846,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Mother's side family had heart issues, father's sister had sugar problem Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9289599061,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father's"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother's side family had heart issues, father's sister had sugar problem\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":866,"prediction":"Symptoms: Left knee pain Diagnosis: N\/A History of Patient: sprained MCL while playing hockey Plan of Action: N\/A","rougeL":0.5666666667,"bertscore_f1":0.9254931808,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"sprained MCL while playing hockey\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":873,"prediction":"Symptoms: dizziness, vertigo, lightheadedness, difficulty controlling Coumadin therapy Diagnosis: atrial fibrillation, atrial fibrillation History of Patient: N\/A Plan of Action: stop blood thinners, investigate Coumadin therapy","rougeL":0.3466666667,"bertscore_f1":0.9052137733,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"dizziness, vertigo, lightheadedness, difficulty controlling Coumadin therapy\", \"Diagnosis\": \"atrial fibrillation, atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"stop blood thinners, investigate Coumadin therapy\"}","filled_na_fields":["Plan of Action"],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":878,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Smokes three packs of cigarettes per month, works as an editorial assistant at a local newspaper Plan of Action: N\/A","rougeL":0.652173913,"bertscore_f1":0.9145542383,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Smokes three packs of cigarettes per month, works as an editorial assistant at a local newspaper\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":896,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Single, lives alone at home, does not smoke or drink Plan of Action: N\/A","rougeL":0.7,"bertscore_f1":0.9235652089,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Single, lives alone at home, does not smoke or drink\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":917,"prediction":"Symptoms: noticeable foreign body sensation in left eye Diagnosis: N\/A History of Patient: noticed foreign body sensation in left eye at work this morning, flushed eyes with water in hopes of easing pain, blurred vision, or sensitivity to light Plan of Action: N\/A","rougeL":0.5287356322,"bertscore_f1":0.925983727,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["easing"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"noticeable foreign body sensation in left eye\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"noticed foreign body sensation in left eye at work this morning, flushed eyes with water in hopes of easing pain, blurred vision, or sensitivity to light\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":949,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9494102001,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":951,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":974,"prediction":"Symptoms: sore throat, puffy eyes, stuffy nose, difficulty breathing, low grade fever, tiredness Diagnosis: N\/A History of Patient: sore throat started yesterday, Benadryl given, difficulty breathing from mouth, low grade fever, tiredness, hoarse voice Plan of Action: N\/A","rougeL":0.58,"bertscore_f1":0.9192439318,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["difficulty","tiredness","given"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sore throat, puffy eyes, stuffy nose, difficulty breathing, low grade fever, tiredness\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"sore throat started yesterday, Benadryl given, difficulty breathing from mouth, low grade fever, tiredness, hoarse voice\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":990,"prediction":"Symptoms: coughing for one week, congestion for two to three weeks Diagnosis: N\/A History of Patient: coughing for one week, Pop Can swallowed three days ago, no change in breathing Plan of Action: N\/A","rougeL":0.3801652893,"bertscore_f1":0.8928075433,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"coughing for one week, congestion for two to three weeks\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"coughing for one week, Pop Can swallowed three days ago, no change in breathing\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1012,"prediction":"Symptoms: N\/A Diagnosis: hypertension, asthma, cervical cancer History of Patient: diagnosed at 15 years of age, now dormant Plan of Action: N\/A","rougeL":0.6315789474,"bertscore_f1":0.9285439253,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"hypertension, asthma, cervical cancer\", \"History of Patient\": \"diagnosed at 15 years of age, now dormant\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1026,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9222576618,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1041,"prediction":"Symptoms: Low back pain Diagnosis: N\/A History of Patient: slipped on freshly waxed floor in the beginning of 2006, fell onto tailbone and general lower back, another fall in March 2006, lost footing on the gun range with a handgun, cauterization of nerves in lower back twice, once in October and another in November, P T diagnosed with low back pain and degenerative disc disease Plan of Action: N\/A","rougeL":0.4712643678,"bertscore_f1":0.9053102136,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["diagnosed"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Low back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"slipped on freshly waxed floor in the beginning of 2006, fell onto tailbone and general lower back, another fall in March 2006, lost footing on the gun range with a handgun, cauterization of nerves in lower back twice, once in October and another in November, P T diagnosed with low back pain and degenerative disc disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1046,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.937386632,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1055,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: refill medication","rougeL":0.5263157895,"bertscore_f1":0.8918654323,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"refill medication\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1056,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4262295082,"bertscore_f1":0.9009404182,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1074,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Early miscarriage before pregnancy, flu in seventh or eighth month of pregnancy, regular birth at 36 weeks, vaginal birth or C-section at 11 hours, birth weight 7 pounds 10 ounces, Apgars score 7 pounds 10 ounces, no developmental problems, no toilet training Plan of Action: N\/A","rougeL":0.3262411348,"bertscore_f1":0.883323133,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["c-section"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Early miscarriage before pregnancy, flu in seventh or eighth month of pregnancy, regular birth at 36 weeks, vaginal birth or C-section at 11 hours, birth weight 7 pounds 10 ounces, Apgars score 7 pounds 10 ounces, no developmental problems, no toilet training\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1075,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.0,"bertscore_f1":0.8012353778,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1080,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.188034188,"bertscore_f1":0.8403993845,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1082,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1087,"prediction":"Symptoms: Pain in stomach on right side and down here, pain on right tummy, pain on middle part of left thigh Diagnosis: N\/A History of Patient: Symptoms started one and a half months before holidays, continued for the past eight days in tummy and hips mainly on the right side, no change in skin, no rashes, no over-the-counter medications, no over-the-counter medications Plan of Action: Run tests to find underlying cause of hyperesthesia","rougeL":0.3803680982,"bertscore_f1":0.8913095593,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["over-the-counter"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":9.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Pain in stomach on right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on right tummy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms started one and a half months before holidays\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms continued for the past eight days in tummy and hips mainly on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No over-the-counter medications were taken\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Run tests to find underlying cause of hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Diagnosis of hyperesthesia\", \"severity\": \"major\"}, {\"fact\": \"Left abdominal pain\/hyperesthesia\", \"severity\": \"minor\"}, {\"fact\": \"Intermittent nature of symptoms\", \"severity\": \"minor\"}, {\"fact\": \"No treatment received prior to visit\", \"severity\": \"minor\"}, {\"fact\": \"Patient bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"Patient is married\", \"severity\": \"minor\"}, {\"fact\": \"Patient works as an airplane mechanic\", \"severity\": \"minor\"}, {\"fact\": \"Plan to start treatment after test results\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are supported by the dialogue; key diagnosis, left abdomen involvement, intermittent pattern, prior lack of treatment, bathing habit, marital\/occupational details, and follow\\u2011up treatment plan are missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Pain in stomach on right side and down here\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on right tummy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms started one and a half months before holidays\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Continued for the past eight days in tummy and hips mainly on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No over-the-counter medications\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Run tests to find underlying cause of hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a white married man, 49 years old\", \"severity\": \"minor\"}, {\"fact\": \"Patient works as a plane mechanic at Alaska Airlines\", \"severity\": \"minor\"}, {\"fact\": \"Patient bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"Patient initially thought it was shingles\", \"severity\": \"minor\"}, {\"fact\": \"Pain is intermittent\", \"severity\": \"minor\"}, {\"fact\": \"Pain is painful when touched\", \"severity\": \"minor\"}, {\"fact\": \"Pain now involves both sides and left thigh (not just right)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits key demographic and contextual details from the dialogue and incorrectly labels the diagnosis as N\/A despite the doctor explicitly diagnosing hyperesthesia, which is a major clinical error.\"}","fields_json":"{\"Symptoms\": \"Pain in stomach on right side and down here, pain on right tummy, pain on middle part of left thigh\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Symptoms started one and a half months before holidays, continued for the past eight days in tummy and hips mainly on the right side, no change in skin, no rashes, no over-the-counter medications, no over-the-counter medications\", \"Plan of Action\": \"Run tests to find underlying cause of hyperesthesia\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1105,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9089887738,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection normal and well hydrated; no diaphoresis; no injury or wounds observed.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the entire skin examination findings that were documented in the dialogue and are clinically essential.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection within normal limits\", \"severity\": \"major\"}, {\"fact\": \"Skin is well hydrated\", \"severity\": \"major\"}, {\"fact\": \"No diaphoresis (excessive sweating)\", \"severity\": \"major\"}, {\"fact\": \"No obvious wound\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly documents normal skin inspection, hydration, absence of diaphoresis, and no wounds \\u2014 all of which belong in the Diagnosis field but are entirely omitted, while the generated note incorrectly reports N\/A for Diagnosis despite explicit clinical findings.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1118,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Father had colon cancer, mother passed away in her nineties from a stroke Plan of Action: N\/A","rougeL":0.8064516129,"bertscore_f1":0.945474267,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father","mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father had colon cancer, mother passed away in her nineties from a stroke\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1161,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Father is alive at age 69, father has had strokes in the past, mother died at age 62 of many kinds of heart diseases, maternal grandfather also had heart issues and died of a heart attack, both father and maternal grandma had heart diseases Plan of Action: N\/A","rougeL":0.5420560748,"bertscore_f1":0.8982411027,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father is alive at age 69, father has had strokes in the past, mother died at age 62 of many kinds of heart diseases, maternal grandfather also had heart issues and died of a heart attack, both father and maternal grandma had heart diseases\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1163,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: History of asthma, history of Claritin and Zyrtec medications, tried Allegra last summer but didn't work, tried Allegra again two weeks ago but still didn't work Plan of Action: N\/A","rougeL":0.2451612903,"bertscore_f1":0.8813765645,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of asthma, history of Claritin and Zyrtec medications, tried Allegra last summer but didn't work, tried Allegra again two weeks ago but still didn't work\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1172,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: surgery on shoulder 13 years ago, loss of sense of smell after surgery, no vision in right eye, no nasal drainage, no weakness or numbness, no weight loss Plan of Action: N\/A","rougeL":0.3773584906,"bertscore_f1":0.9071336389,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["vision"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"surgery on shoulder 13 years ago, loss of sense of smell after surgery, no vision in right eye, no nasal drainage, no weakness or numbness, no weight loss\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1184,"prediction":"Symptoms: enlarging simple cyst of left kidney, small hiatal hernia with minimal reflux. Diagnosis: N\/A. History of Patient: left upper lobectomy for stage IA non-small cell lung cancer, x-rays from November 23, 2009 showed small hiatal hernia with minimal reflux, mild chest pain, tertiary contractions with delayed emptying. No cold or flu Symptoms, fever, chills, cough, cough, shortness of breath. Plan of Action: N\/A.","rougeL":0.350877193,"bertscore_f1":0.8868970275,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["non-small","x-rays","23"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":11.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":4.0,"n_major_errors":1.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"enlarging simple cyst of left kidney\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"small hiatal hernia with minimal reflux\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"left upper lobectomy for stage IA non-small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"x-rays from November 23, 2009 showed small hiatal hernia with minimal reflux\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"mild chest pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"tertiary contractions with delayed emptying\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No cold or flu symptoms\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Left calf enlargement, non\\u2011tender, present for several months\", \"severity\": \"major\"}, {\"fact\": \"Mild chest pain as a symptom\", \"severity\": \"major\"}, {\"fact\": \"Enlarging simple cyst of left kidney as a diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Small sliding hiatal hernia with minimal reflux as a diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Stage IA non\\u2011small cell lung cancer (post\\u2011lobectomy) as a diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Prior deep vein thromboses in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"Chest x\\u2011rays from 11\/23\/2009 were normal (no lesions or infiltrates)\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue, identifying misplacements, contradictions, and supported statements; key clinical details present in the conversation but absent from the generated note were listed as omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":4.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"enlarging simple cyst of left kidney\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"small hiatal hernia with minimal reflux\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"left upper lobectomy for stage IA non-small cell lung cancer\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"x-rays from November 23, 2009 showed small hiatal hernia with minimal reflux\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"mild chest pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"tertiary contractions with delayed emptying\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No cold or flu Symptoms\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"coughed up any blood\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"patient has had previous DVT in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"left calf enlargement without tenderness for several months\", \"severity\": \"major\"}, {\"fact\": \"no abnormal weight loss\", \"severity\": \"minor\"}, {\"fact\": \"no new aches or pains\", \"severity\": \"minor\"}, {\"fact\": \"eating normally\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misplaces diagnoses and findings into incorrect sections, omits critical past medical history including two DVTs and calf enlargement, and incorrectly attributes imaging findings to the history section.\"}","fields_json":"{\"Symptoms\": \"enlarging simple cyst of left kidney, small hiatal hernia with minimal reflux.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"left upper lobectomy for stage IA non-small cell lung cancer, x-rays from November 23, 2009 showed small hiatal hernia with minimal reflux, mild chest pain, tertiary contractions with delayed emptying. No cold or flu Symptoms, fever, chills, cough, cough, shortness of breath.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1192,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6382978723,"bertscore_f1":0.9231993556,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient works at a local Christmas tree farm.\", \"severity\": \"minor\"}, {\"fact\": \"Patient smokes cigarettes approximately one pack per day.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting both the patient's smoking habit and employment, which were stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"The patient smokes one pack of cigarettes per day\", \"severity\": \"major\"}, {\"fact\": \"The patient works at a local Christmas tree farm\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits two major, clinically relevant facts from the dialogue: the patient's daily cigarette use and his occupation at a Christmas tree farm, both of which belong in the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1201,"prediction":"Symptoms: low back pain Diagnosis: N\/A History of Patient: 26-year-old male with history of low back pain for about eight years, fell in an ABC store on January 10, 2009, referred to Physical Therapy (PT) once or twice, electrical stimulation, and heat therapy for pain management, son born in August 2008, back pain since birth, falls four to five days ago while mopping floor, landing on lower back again onto tailbone Plan of Action: N\/A","rougeL":0.4186046512,"bertscore_f1":0.8976624012,"template_ok":true,"na_agreement":null,"unsupported_terms":["10","physical","therapy","born"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":10.0,"n_unsupported":2.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"26-year-old male\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of low back pain for about eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell in an ABC store on January 10, 2009\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"referred to Physical Therapy (PT) once or twice\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"electrical stimulation and heat therapy for pain management\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"son born in August 2008\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"back pain since birth\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell four to five days ago while mopping floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"landing on lower back again onto tailbone\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient saw Doctor X on January 10, 2009 and has a follow\\u2011up appointment scheduled for February 10, 2009\", \"severity\": \"minor\"}, {\"fact\": \"Pain has been continuous over eight years with varying severity, sometimes better than others\", \"severity\": \"minor\"}, {\"fact\": \"Low back pain worsened after the recent fall\", \"severity\": \"minor\"}, {\"fact\": \"Back pain started after giving birth in August 2008 (post\\u2011partum onset)\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue for support, contradictions, or invented details, and missing clinically relevant facts from the dialogue were listed as omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"26-year-old male\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell in an ABC store on January 10, 2009\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"referred to Physical Therapy (PT) once or twice\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"electrical stimulation, and heat therapy for pain management\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"son born in August 2008\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"back pain since birth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"falls four to five days ago while mopping floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"landing on lower back again onto tailbone\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Low back pain has been continuous for eight years with varying degrees of severity\", \"severity\": \"minor\"}, {\"fact\": \"The fall at the ABC store occurred eight years ago (not January 10, 2009)\", \"severity\": \"major\"}, {\"fact\": \"Saw Doctor X on January 10, 2009, with follow-up scheduled for February 10, 2009\", \"severity\": \"minor\"}, {\"fact\": \"The recent fall made the low back pain worse\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly attributes the initial fall to January 10, 2009 (which is actually the date of the physician visit), and omits key details about the chronicity of pain and follow-up care, while correctly capturing most other facts.\"}","fields_json":"{\"Symptoms\": \"low back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"26-year-old male with history of low back pain for about eight years, fell in an ABC store on January 10, 2009, referred to Physical Therapy (PT) once or twice, electrical stimulation, and heat therapy for pain management, son born in August 2008, back pain since birth, falls four to five days ago while mopping floor, landing on lower back again onto tailbone\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1212,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6363636364,"bertscore_f1":0.9145338535,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1232,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8387096774,"bertscore_f1":0.9369209409,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1237,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3582089552,"bertscore_f1":0.8698163629,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG shows sinus tachycardia with heart rate of 122 bpm\", \"severity\": \"major\"}, {\"fact\": \"Negative urine pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all clinically relevant lab and EKG findings described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG showed sinus tachycardia with a heart rate of 122\", \"severity\": \"major\"}, {\"fact\": \"Negative pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically significant lab and EKG findings explicitly stated in the dialogue, including pertinent negatives like the negative pregnancy test, which are critical for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1250,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9375,"bertscore_f1":0.9535254836,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1259,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7428571429,"bertscore_f1":0.9368304014,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1267,"prediction":"Symptoms: hay fever, eczema, sinus problems, hives Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5483870968,"bertscore_f1":0.9027248621,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"hay fever, eczema, sinus problems, hives\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1269,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: gallbladder removal surgery without complications Plan of Action: N\/A","rougeL":0.8333333333,"bertscore_f1":0.9288569689,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"gallbladder removal surgery without complications\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1271,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9340000153,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1281,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9426694512,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports no past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The note fails to record the explicitly stated negative surgical history, a clinically important omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has had no past surgeries, but the generated note incorrectly omits this pertinent negative from the History of Patient field, which could lead to incomplete clinical assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1283,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8125,"bertscore_f1":0.94407022,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s42","family":"t5_base","seed":42,"example_id":1284,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4680851064,"bertscore_f1":0.8847269416,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":4,"prediction":"Symptoms: burning of right arm Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9714285714,"bertscore_f1":0.9551985264,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"burning of right arm\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":10,"prediction":"Symptoms: bunion on foot Diagnosis: Charcot Marie tooth disease History of Patient: 19-year-old Caucasian male with bunion on foot for a long time, history of Charcot Marie tooth disease Plan of Action: surgery to remove bunion","rougeL":0.4615384615,"bertscore_f1":0.9008062482,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["remove"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bunion on foot\", \"Diagnosis\": \"Charcot Marie tooth disease\", \"History of Patient\": \"19-year-old Caucasian male with bunion on foot for a long time, history of Charcot Marie tooth disease\", \"Plan of Action\": \"surgery to remove bunion\"}","filled_na_fields":["Diagnosis","Plan of Action"],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":21,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.9079748988,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable (no known medical problems in family)\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies use of drugs, alcohol, or tobacco\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple pertinent historical details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable; no medical problems in family\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drug, alcohol, or tobacco use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for History of Patient despite the dialogue explicitly providing three clinically important facts: unremarkable family history, sexual activity with a boyfriend, and denial of substance use.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":25,"prediction":"Symptoms: N\/A Diagnosis: blood born pathogen exposure secondary to needlestick, contamination History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9545454545,"bertscore_f1":0.9456936121,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"blood born pathogen exposure secondary to needlestick, contamination\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":29,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.9361833334,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":36,"prediction":"Symptoms: increased shortness of breath, difficulty breathing from past few nights while sleeping, difficulty catching breath, wheezing since morning Diagnosis: chronic lymphocytic leukemia (chronic lymphocytic leukemia), mild peripheral edema History of Patient: increased shortness of breath, difficulty breathing from past few nights while sleeping, difficulty catching breath, wheezing since morning Plan of Action: N\/A","rougeL":0.3571428571,"bertscore_f1":0.8769389391,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"increased shortness of breath, difficulty breathing from past few nights while sleeping, difficulty catching breath, wheezing since morning\", \"Diagnosis\": \"chronic lymphocytic leukemia (chronic lymphocytic leukemia), mild peripheral edema\", \"History of Patient\": \"increased shortness of breath, difficulty breathing from past few nights while sleeping, difficulty catching breath, wheezing since morning\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":56,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3404255319,"bertscore_f1":0.864680171,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":58,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3720930233,"bertscore_f1":0.8757984042,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":72,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Multiple trauma due to accident Plan of Action: N\/A","rougeL":0.4444444444,"bertscore_f1":0.9186859727,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Multiple trauma due to accident\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":74,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":87,"prediction":"Symptoms: Acne. Diagnosis: N\/A. History of Patient: Acne has been improving since starting spironolactone. No increased thirst, mood changes, or unusual fatigue. Plan of Action: N\/A.","rougeL":0.5454545455,"bertscore_f1":0.9086700678,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Acne.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Acne has been improving since starting spironolactone. No increased thirst, mood changes, or unusual fatigue.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["Symptoms","History of Patient"],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":96,"prediction":"Symptoms: Congestion, snoring, red toe Diagnosis: N\/A History of Complaint: Onlt eleven, congested, snores more, allergic reaction to Allegra, red toe, peeling for the last week and a half Plan of Action: N\/A","rougeL":0.4126984127,"bertscore_f1":0.8963467479,"template_ok":false,"na_agreement":null,"unsupported_terms":["reaction"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":9.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":5.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"snoring\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"red toe\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"Onlt eleven (age 11)\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"congested\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"snores more\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"allergic reaction to Allegra\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"red toe\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"peeling for the last week and a half\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Snorting (patient snorts a lot more)\", \"severity\": \"minor\"}, {\"fact\": \"Laterality of toe symptom (right big toe)\", \"severity\": \"minor\"}, {\"fact\": \"Age 11 recorded in History of Patient section\", \"severity\": \"major\"}, {\"fact\": \"Denial of nighttime snoring (patient does not snore at night)\", \"severity\": \"minor\"}, {\"fact\": \"Plan to examine the toe area\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue and labeled; missing clinically relevant details and the plan were identified as omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"snoring\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"red toe\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Only eleven\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Congested\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Snores more\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Allergic reaction to Allegra\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Red toe\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Peeling for the last week and a half\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient denies snoring at night\", \"severity\": \"major\"}, {\"fact\": \"Allergist determined it is not allergies, so Allegra was stopped\", \"severity\": \"major\"}, {\"fact\": \"Skin around the right big toe is peeling\", \"severity\": \"minor\"}, {\"fact\": \"Doctor planned to examine the toe (implied by 'Lemme take a look')\", \"severity\": \"major\"}], \"rationale\": \"The generated note misrepresents snoring as a symptom despite the family denying it at night, falsely attributes an 'allergic reaction to Allegra' (the allergist said it wasn't allergies), omits key pertinent negatives and clinical actions, and misplaces toe findings into history instead of symptoms.\"}","fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":98,"prediction":"Symptoms: chronic knee pain Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7058823529,"bertscore_f1":0.9518947601,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"History of Patient: chronic knee pain\", \"severity\": \"major\"}], \"rationale\": \"The note places chronic knee pain in the Symptoms field instead of History of Patient, omitting the correct past\\u2011medical\\u2011history entry.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No history of similar symptoms before\", \"severity\": \"major\"}, {\"fact\": \"Chronic knee pain\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly places chronic knee pain in Symptoms instead of History of Patient, and omits the patient's denial of prior similar symptoms, both of which are clinically significant.\"}","fields_json":"{\"Symptoms\": \"chronic knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":105,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Exposure to ant bait. Plan of Action: N\/A.","rougeL":0.75,"bertscore_f1":0.9418723583,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Exposure to ant bait.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":125,"prediction":"Symptoms: sad, depressed Diagnosis: N\/A History of Patient: cancer came back Plan of Action: N\/A","rougeL":0.7272727273,"bertscore_f1":0.9467769265,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sad, depressed\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"cancer came back\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":128,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Former smoker, quit in 1968, weighed self this morning at 183 pounds, used to be 5 foot 10 but has been shrinking Plan of Action: N\/A","rougeL":0.5753424658,"bertscore_f1":0.907880187,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":4.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Quit in 1968\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Weighed self this morning at 183 pounds\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Used to be 5 foot 10 but has been shrinking\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All generated statements are directly supported by the dialogue and no clinically important facts are omitted.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"quit in 1968\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weighed self this morning at 183 pounds\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"used to be 5 foot 10\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"has been shrinking\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient denies current smoking (pertinent negative)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures all stated facts from the dialogue in the History of Patient section, but omits the explicit denial of current smoking, which is a pertinent negative relevant to smoking history.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Former smoker, quit in 1968, weighed self this morning at 183 pounds, used to be 5 foot 10 but has been shrinking\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":130,"prediction":"Symptoms: Right-sided weakness, thirst, numbness, tingling in feet Diagnosis: N\/A History of Patient: History of traumatic stroke seven years ago, history of bleeding in the brain, weakness on right side, liver falling due to alcohol consumption, diabetes, numbness, tingling in feet, history of thirst, numbness, and tingling in feet Plan of Action: N\/A","rougeL":0.1913043478,"bertscore_f1":0.8316723704,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Right-sided weakness, thirst, numbness, tingling in feet\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of traumatic stroke seven years ago, history of bleeding in the brain, weakness on right side, liver falling due to alcohol consumption, diabetes, numbness, tingling in feet, history of thirst, numbness, and tingling in feet\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":147,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":149,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":155,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: N\/A. Plan of Action: N\/A.","rougeL":0.8,"bertscore_f1":0.9405779839,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":161,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Complaint: 50-year-old white male, up-to-date on tetanus shots, bite on right leg, flap injury developed after puncture wound Plan of Action: N\/A","rougeL":0.2291666667,"bertscore_f1":0.8693160415,"template_ok":false,"na_agreement":null,"unsupported_terms":["up-to-date","bite"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":166,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy Plan of Action: N\/A","rougeL":0.9803921569,"bertscore_f1":0.9653373361,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["include"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":167,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9296494126,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Divorced marital status\", \"severity\": \"minor\"}, {\"fact\": \"Uncertain history of alcohol use (possible past drinking)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note left out the marital status and the possible past alcohol use that were stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Divorced marital status\", \"severity\": \"major\"}, {\"fact\": \"Uncertain history of alcohol use\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is divorced and has an uncertain history of alcohol use, both of which are clinically relevant past history items omitted from the generated note.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":180,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's explicit denial of allergies, a clinically important negative.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly confirms the patient has no allergies, a pertinent negative that should be documented in the History of Patient section, but the generated note omits it entirely.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":188,"prediction":"Symptoms: tremors for the past three to four years, early Parkinson's disease Diagnosis: chronic AFib History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6885245902,"bertscore_f1":0.9204301238,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tremors for the past three to four years, early Parkinson's disease\", \"Diagnosis\": \"chronic AFib\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":196,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5555555556,"bertscore_f1":0.9073242545,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is a widow (husband passed away a few years ago)\", \"severity\": \"major\"}, {\"fact\": \"Patient lives independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Patient requires assistance with taking her medicines\", \"severity\": \"major\"}, {\"fact\": \"Patient was brought to the appointment by a driver\", \"severity\": \"major\"}, {\"fact\": \"Patient needs to attend a noon meal\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all socially relevant information present in the dialogue, which the reference note includes.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Widow (husband passed away a few years ago)\", \"severity\": \"major\"}, {\"fact\": \"Living independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Requires assistance with medications\", \"severity\": \"major\"}, {\"fact\": \"Had a driver bring her to the appointment\", \"severity\": \"major\"}, {\"fact\": \"Needs to attend noon meal\", \"severity\": \"major\"}, {\"fact\": \"Does not drink or smoke\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly reports N\/A for all fields despite the dialogue providing multiple clinically important facts about the patient's social history, including widowhood, living situation, medication dependence, transportation, and lifestyle habits.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":217,"prediction":"Symptoms: Multiple canker sores in mouth Diagnosis: N\/A History of Patient: Increased methothrexate dosage, multiple canker sores in mouth, pain, decreased appetite, nausea, abdominal discomfort, diarrhea, decreased appetite, no new rashes, or hair loss Plan of Action: Bloodwork, decrease methothrexate dosage back to previous amount, see patient back in two weeks","rougeL":0.5591397849,"bertscore_f1":0.9115672708,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":13.0,"n_unsupported":0.0,"n_contradicted":5.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"decreased appetite\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"nausea\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"abdominal discomfort\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"diarrhea\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"decreased appetite\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no new rashes, or hair loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"decrease methothrexate dosage back to previous amount\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"see patient back in two weeks\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain while eating (mouth pain) as a symptom\", \"severity\": \"minor\"}, {\"fact\": \"patient denied decreased appetite, nausea, abdominal discomfort, and diarrhea\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue; false statements were marked contradicted, and missing clinically relevant symptom and denial statements were listed as omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":5.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Multiple canker sores in mouth\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Decreased appetite\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Nausea\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Abdominal discomfort\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Diarrhea\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No new rashes\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No hair loss\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Decrease methothrexate dosage back to previous amount\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"See patient back in two weeks\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain while eating (symptom)\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis: stomatitis, possibly methotrexate related\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly includes denied symptoms (decreased appetite, nausea, etc.) in the history and omits the diagnosis and key symptom of pain while eating, while misplacing symptoms and pertinent negatives into the history section.\"}","fields_json":"{\"Symptoms\": \"Multiple canker sores in mouth\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Increased methothrexate dosage, multiple canker sores in mouth, pain, decreased appetite, nausea, abdominal discomfort, diarrhea, decreased appetite, no new rashes, or hair loss\", \"Plan of Action\": \"Bloodwork, decrease methothrexate dosage back to previous amount, see patient back in two weeks\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":227,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7777777778,"bertscore_f1":0.9440684319,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported (patient reports no past medical problems or surgeries).\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the patient's explicit statement of having no past medical problems, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has no past medical problems or surgeries, but the generated note incorrectly lists 'History of Patient' as N\/A, omitting a pertinent negative that is clinically important.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":229,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9402779937,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":236,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.93698138,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":239,"prediction":"Symptoms: N\/A Diagnosis: degenerative joint disease of both knees History of Complaint: Left knee hurts more than right knee, significant pain with both knees, interfering with ability to walk half a mile a day, degenerative joint disease of both knees, arthroscopy, anti-inflammatories, injections, narcotics, spinal stenosis, spinal decompression, epidural steroids injection, spinal decompression, epidural steroids injection Plan of Action: N\/A","rougeL":0.3009708738,"bertscore_f1":0.880148828,"template_ok":false,"na_agreement":null,"unsupported_terms":["anti-inflammatories"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":264,"prediction":"Symptoms: Jaw pain Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9411764706,"bertscore_f1":0.9498106241,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Jaw pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":272,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: PermCath inserted three times, peritoneal dialysis Plan of Action: N\/A","rougeL":0.7,"bertscore_f1":0.9547457695,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All listed claims are directly stated in the dialogue and correctly placed; no clinically important facts are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is having surgery today (current procedure)\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly places past surgical procedures in History of Patient, but omits the key fact that the patient is currently undergoing surgery today, which belongs in Plan of Action and is clinically critical.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"PermCath inserted three times, peritoneal dialysis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":284,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5384615385,"bertscore_f1":0.9090851545,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":290,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":293,"prediction":"Symptoms: painful ulcer on right hip Diagnosis: pressure ulcer History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9531307817,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All generated statements are directly supported by the dialogue and no clinically important information is omitted.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the dialogue's content without hallucinations, omissions, or misplacements; all claims are directly supported and appropriately placed.\"}","fields_json":"{\"Symptoms\": \"painful ulcer on right hip\", \"Diagnosis\": \"pressure ulcer\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":300,"prediction":"Symptoms: N\/A Diagnosis: hypothyroidism, onychomycosis History of Patient: 46-year-old white male with Down syndrome, ongoing complaints with Lamisil, elevated TSH level at last appointment in April, daily Levothroid use, medicated eye drops for cornea Plan of Action: N\/A","rougeL":0.4235294118,"bertscore_f1":0.9007240534,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":7.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"46-year-old white male with Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"ongoing complaints with Lamisil\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"elevated TSH level at last appointment in April\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"daily Levothroid use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"medicated eye drops for cornea\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"He completed six weeks of Lamisil without problems\", \"severity\": \"minor\"}, {\"fact\": \"Levothroid dose is 0.1\\u202fmg daily\", \"severity\": \"major\"}, {\"fact\": \"Plan to recheck ALT levels\", \"severity\": \"major\"}, {\"fact\": \"Plan to recheck TSH levels\", \"severity\": \"major\"}, {\"fact\": \"Plan to continue Levothroid for hypothyroidism\", \"severity\": \"major\"}, {\"fact\": \"Plan to monitor compliance with medications\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue, revealing one contradicted statement and several missing clinically relevant details, especially medication dose and planned labs.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"46-year-old white male with Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"ongoing complaints with Lamisil\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"elevated TSH level at last appointment in April\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"daily Levothroid use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"medicated eye drops for cornea\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Completed six weeks of Lamisil with no problems\", \"severity\": \"major\"}, {\"fact\": \"Mother assists with Levothroid administration\", \"severity\": \"minor\"}, {\"fact\": \"Plan to recheck ALT and TSH levels today\", \"severity\": \"major\"}, {\"fact\": \"Plan to continue Levothroid for hypothyroidism\", \"severity\": \"major\"}, {\"fact\": \"Plan to monitor compliance with medications\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misrepresents Lamisil adherence as problematic (contradicting the dialogue) and omits critical plan elements including ALT\/TSH testing and continued medication management, while incorrectly labeling Plan of Action as N\/A despite explicit clinical actions discussed.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"hypothyroidism, onychomycosis\", \"History of Patient\": \"46-year-old white male with Down syndrome, ongoing complaints with Lamisil, elevated TSH level at last appointment in April, daily Levothroid use, medicated eye drops for cornea\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":304,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is stable and may be discharged home\", \"severity\": \"major\"}], \"rationale\": \"The dialogue includes a clear disposition (patient can go home) that should appear in the Plan of Action but is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [], \"rationale\": \"The generated note correctly reflects all information in the dialogue, with all fields marked as N\/A, which is consistent with the absence of clinical content in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":320,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.612244898,"bertscore_f1":0.9199216366,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":325,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":329,"prediction":"Symptoms: tired throughout the day Diagnosis: thyroid issues, temperature intolerance, palpitations, muscle weakness, tremors, nausea, vomiting, constipation, diarrhea History of Patient: N\/A Plan of Action: N\/A","rougeL":0.2765957447,"bertscore_f1":0.8810058236,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tired throughout the day\", \"Diagnosis\": \"thyroid issues, temperature intolerance, palpitations, muscle weakness, tremors, nausea, vomiting, constipation, diarrhea\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":343,"prediction":"Symptoms: N\/A Diagnosis: Atrial fibrillation History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9562517405,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":346,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9289144874,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No history of hypertension, diabetes, heart disease, or cancer\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting the patient\\u2019s explicit denials of major chronic conditions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"no history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"no history of heart disease\", \"severity\": \"major\"}, {\"fact\": \"no history of cancer\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly documents the patient's denial of hypertension, diabetes, heart disease, and cancer, all of which are clinically important pertinent negatives omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":384,"prediction":"Symptoms: headaches, pressure in face, sniffles, sore throat, phlegm, rash on face, back, and arms, itchy rash Diagnosis: asthma History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4807692308,"bertscore_f1":0.9169115424,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"headaches, pressure in face, sniffles, sore throat, phlegm, rash on face, back, and arms, itchy rash\", \"Diagnosis\": \"asthma\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":388,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: plaster off foot, no pain. Plan of Action: N\/A.","rougeL":0.4482758621,"bertscore_f1":0.9210518003,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"plaster off foot\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no pain\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Advise patient to take it slow and do activities as tolerated after plaster removal\", \"severity\": \"major\"}, {\"fact\": \"No follow\\u2011up needed if patient has no pain and is doing fine\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the key plan recommendations conveyed in the dialogue while its few recorded facts are supported by the conversation.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"plaster off foot\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no pain\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Advised to take it slow and do activities as tolerated\", \"severity\": \"major\"}, {\"fact\": \"No follow-up needed if no pain and doing fine\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly places plaster removal and pain status in History of Patient instead of Plan of Action, and omits the critical activity advice and follow-up plan, while falsely reporting Plan of Action as N\/A despite clear instructions in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"plaster off foot, no pain.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":405,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Married, married, three happy children, retired attorney two years ago, working part-time at private company, denies tobacco, alcohol, or illicit drug use. Plan of Action: N\/A.","rougeL":0.7619047619,"bertscore_f1":0.9424370527,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["children","part-time","tobacco","alcohol","illicit"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":6.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"married\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"three happy children\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"retired attorney two years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"working part-time at private company\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies tobacco, alcohol, or illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"One of the children is ready to go to college\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are directly supported by the dialogue, but the note omits the detail that one child is ready for college.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Married\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Three happy children\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Retired attorney two years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Working part-time at private company\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco, alcohol, or illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"One child is ready to go to college\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures all stated facts from the dialogue but redundantly repeats 'married' and omits the clinically relevant detail that one child is ready for college, which provides context about family structure and life stage.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Married, married, three happy children, retired attorney two years ago, working part-time at private company, denies tobacco, alcohol, or illicit drug use.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":408,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.2051282051,"bertscore_f1":0.8325154185,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Prolonged cough (chronic cough)\", \"severity\": \"major\"}, {\"fact\": \"Denies weight gain or loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies headaches, nosebleeds, coarse voice, blurry vision or change of vision\", \"severity\": \"minor\"}, {\"fact\": \"Denies fever or chills\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain, shortness of breath, and shortness of breath while sleeping\", \"severity\": \"minor\"}, {\"fact\": \"Denies palpitations, swelling, varicose veins, and leg pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies sore throat, cough with mucus or blood sputum\", \"severity\": \"minor\"}, {\"fact\": \"Denies wheezing\", \"severity\": \"minor\"}, {\"fact\": \"Denies heartburn, nausea, and vomiting\", \"severity\": \"minor\"}, {\"fact\": \"Denies loss of appetite, blood in stool, and abdominal pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies constipation\", \"severity\": \"minor\"}, {\"fact\": \"Denies dark or cloudy urine\", \"severity\": \"minor\"}, {\"fact\": \"Denies painful or burning urination\", \"severity\": \"minor\"}, {\"fact\": \"Denies flank or groin pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies joint pain, muscle stiffness, backache, and ligament\/tendon pain or strain\", \"severity\": \"minor\"}, {\"fact\": \"Denies blackouts and seizures\", \"severity\": \"minor\"}, {\"fact\": \"Denies hallucinations and memory loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies weakness, numbness, and tingling\", \"severity\": \"minor\"}, {\"fact\": \"Denies tremors, loss of sensation, and paralysis\", \"severity\": \"minor\"}, {\"fact\": \"Denies anxiety, irritability, apathy, and depression\", \"severity\": \"minor\"}, {\"fact\": \"Denies sleep disturbances (sleep is fine)\", \"severity\": \"minor\"}, {\"fact\": \"Denies appetite disturbances (appetite is good)\", \"severity\": \"minor\"}, {\"fact\": \"Denies suicidal thoughts\", \"severity\": \"minor\"}, {\"fact\": \"Denies unusual hair loss or nail breakage\", \"severity\": \"minor\"}, {\"fact\": \"Denies skin lesions or discoloration\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains no ROS information, omitting the documented chronic cough and all patient\\u2011reported negatives.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":24.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Chronic cough\", \"severity\": \"major\"}, {\"fact\": \"Denial of weight gain or loss\", \"severity\": \"major\"}, {\"fact\": \"Denial of headaches, nosebleeds, coarse voice, blurry vision, or vision changes\", \"severity\": \"major\"}, {\"fact\": \"Denial of fever or chills\", \"severity\": \"major\"}, {\"fact\": \"Denial of chest pain, shortness of breath, or dyspnea on exertion\/supine\", \"severity\": \"major\"}, {\"fact\": \"Denial of palpitations, edema, varicose veins, or leg pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of wheezing\", \"severity\": \"major\"}, {\"fact\": \"Denial of heartburn, nausea, or vomiting\", \"severity\": \"major\"}, {\"fact\": \"Denial of loss of appetite, blood in stool, or abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of constipation\", \"severity\": \"major\"}, {\"fact\": \"Denial of dark or cloudy urine\", \"severity\": \"major\"}, {\"fact\": \"Denial of dysuria or burning on urination\", \"severity\": \"major\"}, {\"fact\": \"Denial of flank or groin pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of joint pain, muscle stiffness, backache, or ligament\/tendon pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of blackouts or seizures\", \"severity\": \"major\"}, {\"fact\": \"Denial of hallucinations or memory loss\", \"severity\": \"major\"}, {\"fact\": \"Denial of weakness, numbness, tingling, tremors, or paralysis\", \"severity\": \"major\"}, {\"fact\": \"Denial of anxiety, irritability, apathy, or depression\", \"severity\": \"major\"}, {\"fact\": \"No sleep disturbances\", \"severity\": \"major\"}, {\"fact\": \"No appetite disturbances\", \"severity\": \"major\"}, {\"fact\": \"Denial of suicidal thoughts\", \"severity\": \"major\"}, {\"fact\": \"Denial of unusual hair loss or breakage\", \"severity\": \"major\"}, {\"fact\": \"Denial of skin lesions or discoloration\", \"severity\": \"major\"}, {\"fact\": \"Denial of unusual nail breakage or discoloration\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for Symptoms and History of Patient despite the dialogue explicitly documenting a chronic cough and comprehensive negative review of systems, which are major omissions that could lead to clinical mismanagement.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":409,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.56,"bertscore_f1":0.9090384841,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":414,"prediction":"Symptoms: weakness, fatigue, lack of appetite, nausea, vomiting, diarrhea, abdominal pain, shortness of breath, cough, tingling, neurological Symptoms Diagnosis: N\/A History of Patient: 8 pounds lost in a week, no nausea, vomiting, diarrhea, abdominal pain, chest pain, shortness of breath, cough, or heart racing, no neurological Symptoms, waiting for lab report to come back Plan of Action: N\/A","rougeL":0.3622047244,"bertscore_f1":0.9030373693,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["lack"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":22.0,"n_unsupported":0.0,"n_contradicted":8.0,"n_misplaced":0.0,"n_major_errors":8.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"lack of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"nausea\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"vomiting\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"diarrhea\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"abdominal pain\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"cough\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"tingling\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"neurological Symptoms\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"8 pounds lost in a week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no abdominal pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no heart racing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no neurological Symptoms\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"waiting for lab report to come back\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"weight loss (8 pounds in a week) as a symptom\", \"severity\": \"major\"}, {\"fact\": \"plan to await lab report for further evaluation\", \"severity\": \"major\"}], \"rationale\": \"Generated note adds denied symptoms (contradicted) and omits key symptom weight loss and the stated plan.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":8.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"lack of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"nausea\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"vomiting\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"diarrhea\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"abdominal pain\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"cough\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"tingling\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"neurological Symptoms\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"8 pounds lost in a week\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no abdominal pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no heart racing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no neurological Symptoms\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"waiting for lab report to come back\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient denies neurological symptoms such as numbness or tingling (explicitly stated in dialogue)\", \"severity\": \"minor\"}, {\"fact\": \"Patient reports weight loss of 8 pounds in a week as the most ever lost in a week (emphasized in dialogue)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly lists denied symptoms as present in the Symptoms section, omits the explicit denial of numbness\/tingling, and fails to include the plan of action (awaiting lab report), which is a critical clinical next step.\"}","fields_json":"{\"Symptoms\": \"weakness, fatigue, lack of appetite, nausea, vomiting, diarrhea, abdominal pain, shortness of breath, cough, tingling, neurological Symptoms\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"8 pounds lost in a week, no nausea, vomiting, diarrhea, abdominal pain, chest pain, shortness of breath, cough, or heart racing, no neurological Symptoms, waiting for lab report to come back\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":434,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4590163934,"bertscore_f1":0.8901391625,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":440,"prediction":"Symptoms: hot flashes, mood swings, postsurgical menopause. Diagnosis: N\/A. History of Patient: 48-year-old female experiencing hot flashes for the last year after surgery, no regular periods, mood swings, and postsurgical menopause. Plan of Action: N\/A.","rougeL":0.4545454545,"bertscore_f1":0.9131813645,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":8.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":2.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"postsurgical menopause\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"48-year-old female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last year after surgery\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no regular periods\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"postsurgical menopause\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"hot flashes have been occurring for the last several months (not a year)\", \"severity\": \"minor\"}, {\"fact\": \"mood swings have been occurring for the last few weeks\", \"severity\": \"minor\"}], \"rationale\": \"All claims were evaluated against the dialogue, identifying supported, misplaced, and contradictory statements, and missing duration details were noted as omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":4.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"postsurgical menopause\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"48-year-old female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last year after surgery\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no regular periods\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"postsurgical menopause\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient denies having periods for the last year after surgery (pertinent negative for menstruation)\", \"severity\": \"minor\"}, {\"fact\": \"Hot flashes occur even in fully air-conditioned rooms and prompt refrigerator-seeking behavior (specific qualitative detail)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misplaces 'postsurgical menopause' and 'mood swings' into History and incorrectly extends the duration of hot flashes to 'last year' (dialogue says 'last several months'), while omitting key qualitative details and misclassifying a clinical condition as a symptom.\"}","fields_json":"{\"Symptoms\": \"hot flashes, mood swings, postsurgical menopause.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"48-year-old female experiencing hot flashes for the last year after surgery, no regular periods, mood swings, and postsurgical menopause.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":448,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9553164244,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":457,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9553164244,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":463,"prediction":"Symptoms: Back pain. Diagnosis: N\/A. History of Patient: 24-year-old female with chronic back pain. Plan of Action: N\/A.","rougeL":0.9777777778,"bertscore_f1":0.9717273712,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["chronic"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Back pain.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"24-year-old female with chronic back pain.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":466,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: History of heroin, alcohol, and illicit drug use. Plan of Action: N\/A.","rougeL":0.7659574468,"bertscore_f1":0.9468750954,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["illicit"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"History of heroin use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Current tobacco smoking\", \"severity\": \"major\"}, {\"fact\": \"Current cocaine use today\", \"severity\": \"major\"}], \"rationale\": \"The note omits the patient's smoking and recent cocaine use, both clinically important, while the listed history claims are supported by the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient has a history of heroin use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has a history of alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has a history of illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient currently uses cocaine\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is a smoker\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient currently used cocaine today\", \"severity\": \"major\"}, {\"fact\": \"Patient is a smoker\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's current cocaine use and smoking status, both explicitly stated in the dialogue, and incorrectly generalizes 'illicit drug use' without specifying cocaine, while failing to mention smoking entirely.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"History of heroin, alcohol, and illicit drug use.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":473,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.1477832512,"bertscore_f1":0.841529429,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":476,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9308229089,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":484,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: had gestational diabetes with first pregnancy, used insulin last time, gynecologist said ketones, asked to talk about ketones, pamphlet to explain ketones Plan of Action: N\/A","rougeL":0.4347826087,"bertscore_f1":0.8983288407,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"had gestational diabetes with first pregnancy, used insulin last time, gynecologist said ketones, asked to talk about ketones, pamphlet to explain ketones\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":500,"prediction":"Symptoms: N\/A Diagnosis: anxiety disorder History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9638172388,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"anxiety disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":516,"prediction":"Symptoms: left flank pain, nausea, vomiting, fever, chills Diagnosis: N\/A History of Patient: 77-year-old male, pain started four to five days ago, spread to stomach and back, nausea, vomiting, occasional nausea, vomiting, blood, pain, or burning during urination, no fever, chills, or vomiting, ultrasound results found a stone in left ureteral, one point three cm in size Plan of Action: N\/A","rougeL":0.4,"bertscore_f1":0.9092665315,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["spread","occasional"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"left flank pain, nausea, vomiting, fever, chills\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"77-year-old male, pain started four to five days ago, spread to stomach and back, nausea, vomiting, occasional nausea, vomiting, blood, pain, or burning during urination, no fever, chills, or vomiting, ultrasound results found a stone in left ureteral, one point three cm in size\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":525,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5882352941,"bertscore_f1":0.9092586637,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":544,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Father had coronary artery disease at age 60, mother has dementia, father has dementia. Denies tobacco, alcohol, or illicit drug use. Plan of Action: N\/A.","rougeL":0.5490196078,"bertscore_f1":0.9042719007,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["tobacco","illicit","drug"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father had coronary artery disease at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco and alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies illicit drug use\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Father had multiple strokes due to coronary artery disease\", \"severity\": \"major\"}], \"rationale\": \"All extracted claims are either directly stated or inferred, with one invented denial; the major clinical detail of the father's stroke history is missing.\"}","j2_faithful":true,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father had coronary artery disease at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies illicit drug use\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Father had heart bypass surgery at age 60\", \"severity\": \"minor\"}, {\"fact\": \"Father had multiple strokes due to coronary artery disease\", \"severity\": \"minor\"}, {\"fact\": \"Both parents are alive\", \"severity\": \"minor\"}, {\"fact\": \"Father is in his eighties\", \"severity\": \"minor\"}, {\"fact\": \"Mother is eighty years old\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures key family history elements but omits important details about the father's bypass surgery, strokes, age, and survival status, and incorrectly adds 'illicit drug use' which was not discussed.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Father had coronary artery disease at age 60, mother has dementia, father has dementia. Denies tobacco, alcohol, or illicit drug use.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":556,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9476941824,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":565,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: widowed for 18 years, lives alone in house Plan of Action: N\/A","rougeL":0.7843137255,"bertscore_f1":0.9297842383,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["alone"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"widowed for 18 years, lives alone in house\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":584,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Last menstrual period was around June 3, 2009, abortion occurred recently, still bleeding. Plan of Action: N\/A.","rougeL":0.525,"bertscore_f1":0.9078318477,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["3","occurred"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period was around June 3, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Abortion occurred recently\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Still bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is uncertain whether the abortion was completed\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had follow\\u2011up with her OB\/GYN\", \"severity\": \"major\"}], \"rationale\": \"All generated claims match the dialogue, but key uncertainties and lack of follow\\u2011up mentioned in the conversation are missing from the history.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period was around June 3, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Abortion occurred recently\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Still bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is not sure whether the abortion was completed\", \"severity\": \"minor\"}, {\"fact\": \"Patient has not had a follow-up with her OB\/GYN\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the LMP, recent abortion, and ongoing bleeding from the dialogue but omits two clinically relevant details: the patient's uncertainty about completion of the abortion and lack of follow-up, both of which are important for clinical context.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Last menstrual period was around June 3, 2009, abortion occurred recently, still bleeding.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":597,"prediction":"Symptoms: N\/A Diagnosis: Attention Deficit Hyperactivity Disorder (ADHD) History of Patient: N\/A Plan of Action: prescribing Adderall and Clonidine for ADHD","rougeL":0.625,"bertscore_f1":0.9329742789,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["adhd"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Attention Deficit Hyperactivity Disorder (ADHD)\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"prescribing Adderall and Clonidine for ADHD\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":607,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Complaint: Quit smoking in 1972, works at a nursing home, has been trying to lose weight. Plan of Action: N\/A","rougeL":0.5588235294,"bertscore_f1":0.9256478548,"template_ok":false,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":627,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9392878413,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":639,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.48,"bertscore_f1":0.9040327072,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abdominal pain (pointing to his stomach)\", \"severity\": \"major\"}, {\"fact\": \"Nausea (feels queasy)\", \"severity\": \"major\"}, {\"fact\": \"Vomiting (handful of times)\", \"severity\": \"major\"}, {\"fact\": \"Fever of 102\\u00b0F (temperature taken the other night)\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status (out of it, not acting like himself)\", \"severity\": \"major\"}, {\"fact\": \"Behavioral changes noted for a few days\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite multiple key symptoms and timeline reported in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"nausea\", \"severity\": \"major\"}, {\"fact\": \"vomiting\", \"severity\": \"major\"}, {\"fact\": \"fever (102\\u00b0F)\", \"severity\": \"major\"}, {\"fact\": \"altered mental status\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite the dialogue explicitly reporting abdominal pain, nausea, vomiting, fever, and altered mental status \\u2014 all major clinical findings that must be captured in the Symptoms field.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":642,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Complaint: Denies tobacco, alcohol, or illicit drug use Plan of Action: N\/A","rougeL":0.4776119403,"bertscore_f1":0.8956139088,"template_ok":false,"na_agreement":null,"unsupported_terms":["tobacco","alcohol","illicit"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Complaint\", \"claim\": \"Denies tobacco, alcohol, or illicit drug use\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Occasional alcohol consumption (drinks sometimes)\", \"severity\": \"major\"}, {\"fact\": \"Never smoked (nonsmoker) \\u2013 correctly noted but should be explicitly stated as a negative rather than implied\", \"severity\": \"minor\"}, {\"fact\": \"History of male sexual partners in Haiti in 1982, with no sexual activity since moving here\", \"severity\": \"major\"}, {\"fact\": \"Used protection most of the time during past sexual encounters\", \"severity\": \"minor\"}, {\"fact\": \"Denies any history of STDs\", \"severity\": \"minor\"}, {\"fact\": \"Currently employed at a car dealership\", \"severity\": \"minor\"}], \"rationale\": \"The note incorrectly denies alcohol use and omits several key social and sexual history details relevant to patient care.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Complaint\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"Denies illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"Denies alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient occasionally drinks\", \"severity\": \"major\"}, {\"fact\": \"Patient had homosexual activity in Haiti in 1982 with multiple male partners\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had sex since moving to the U.S.\", \"severity\": \"major\"}, {\"fact\": \"Patient used protection most of the time in past encounters\", \"severity\": \"minor\"}, {\"fact\": \"Patient denies history of STIs\", \"severity\": \"major\"}, {\"fact\": \"Patient is currently employed at a car dealership\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient denies alcohol use, contradicting the dialogue where he admits to drinking sometimes, and omits multiple clinically relevant social and sexual history details.\"}","fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":644,"prediction":"Symptoms: Chronic diarrhea Diagnosis: iron deficiency anemia with blood in stool History of Patient: 55-year-old female with anemia, unusual pruritus, CBC, low hemoglobin and MCV, last colonoscopy 3 years ago with Dr. X in Las Cruces, hyperplastic polyps, lymphocytic colitis Plan of Action: N\/A","rougeL":0.4671532847,"bertscore_f1":0.9166621566,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":11.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":9.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"55-year-old\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"with anemia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CBC\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"low hemoglobin and MCV\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy 3 years ago with Dr. X in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hyperplastic polyps\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"iron deficiency anemia reported as a symptom\", \"severity\": \"major\"}, {\"fact\": \"blood in stool reported as a symptom\", \"severity\": \"major\"}, {\"fact\": \"unusual pruritus reported as a symptom\", \"severity\": \"major\"}, {\"fact\": \"hyperplastic polyps diagnosis (should appear in Diagnosis section)\", \"severity\": \"major\"}, {\"fact\": \"lymphocytic colitis diagnosis (should appear in Diagnosis section)\", \"severity\": \"major\"}, {\"fact\": \"blood in stool duration of 5 months\", \"severity\": \"major\"}, {\"fact\": \"anemia duration of a few months\", \"severity\": \"major\"}, {\"fact\": \"blood color described as both dark and bright\", \"severity\": \"minor\"}, {\"fact\": \"no treatment for diarrhea for more than three years\", \"severity\": \"major\"}, {\"fact\": \"patient is male (gender)\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue, identifying one contradictory gender claim and several missing clinically important details such as anemia, blood in stool, pruritus, diagnoses, durations, and gender.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"iron deficiency anemia with blood in stool\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"55-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"anemia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CBC\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"low hemoglobin and MCV\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy 3 years ago with Dr. X in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hyperplastic polyps\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Blood in stool for the last 5 months\", \"severity\": \"major\"}, {\"fact\": \"Color of stool blood (both dark and bright)\", \"severity\": \"minor\"}, {\"fact\": \"Anemia diagnosed a few months ago\", \"severity\": \"minor\"}, {\"fact\": \"No treatment for diarrhea in over three years\", \"severity\": \"minor\"}, {\"fact\": \"Patient is male (not female)\", \"severity\": \"major\"}, {\"fact\": \"Polyps were evaluated and found to be hyperplastic\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misplaces anemia and blood in stool as a diagnosis (they are symptoms\/conditions), incorrectly genders the patient as female, and omits key clinical details including stool blood color, duration of anemia, and lack of recent diarrhea treatment.\"}","fields_json":"{\"Symptoms\": \"Chronic diarrhea\", \"Diagnosis\": \"iron deficiency anemia with blood in stool\", \"History of Patient\": \"55-year-old female with anemia, unusual pruritus, CBC, low hemoglobin and MCV, last colonoscopy 3 years ago with Dr. X in Las Cruces, hyperplastic polyps, lymphocytic colitis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":650,"prediction":"Symptoms: left-sided opacification of diaphragm Diagnosis: N\/A History of Patient: sternotomy, ICD implant, aortic valve mechanical implant, pleural effusion, left-sided opacification of diaphragm Plan of Action: N\/A","rougeL":0.7619047619,"bertscore_f1":0.9422059059,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["left-sided"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"left-sided opacification of diaphragm\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"sternotomy, ICD implant, aortic valve mechanical implant, pleural effusion, left-sided opacification of diaphragm\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":664,"prediction":"Symptoms: Weakness, tiredness, shortness of breath, fever, chills, sweats, cough Diagnosis: N\/A History of Patient: 43-year-old female experiencing weakness, shortness of breath, fatigue, and shortness of breath in the past month, weight loss of 15 pounds in less than two or three months, appetite fine, no nausea, vomiting, or diarrhea, fever, chills, sweats, cough, chest pain with shortness of breath Plan of Action: N\/A","rougeL":0.3529411765,"bertscore_f1":0.884542048,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["weakness","tiredness","fatigue"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":22.0,"n_unsupported":0.0,"n_contradicted":9.0,"n_misplaced":0.0,"n_major_errors":9.0,"n_major_omissions":0.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fever\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"chills\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"sweats\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"cough\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"43-year-old female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"symptoms present for past month\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 15 pounds in less than two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"appetite fine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fever\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"chills\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"sweats\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"cough\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"chest pain with shortness of breath\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Weight loss should be recorded as a symptom in the Symptoms section\", \"severity\": \"minor\"}], \"rationale\": \"The note adds symptoms the patient denied and omits weight loss from the Symptoms field, while all other statements match the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":10.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fever\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"chills\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"sweats\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"cough\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"43-year-old female\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"shortness of breath in the past month\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 15 pounds in less than two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"appetite fine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea, vomiting, or diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fever\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"chills\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"sweats\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"cough\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"chest pain with shortness of breath\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Denies chest pain with shortness of breath\", \"severity\": \"major\"}, {\"fact\": \"Symptoms present for approximately one month\", \"severity\": \"minor\"}, {\"fact\": \"No anorexia (appetite is fine)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly lists denied symptoms (fever, chills, sweats, cough) as present in Symptoms and misattributes them in History, falsely claims the patient is female, and omits the explicit denial of chest pain and the duration of symptoms.\"}","fields_json":"{\"Symptoms\": \"Weakness, tiredness, shortness of breath, fever, chills, sweats, cough\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"43-year-old female experiencing weakness, shortness of breath, fatigue, and shortness of breath in the past month, weight loss of 15 pounds in less than two or three months, appetite fine, no nausea, vomiting, or diarrhea, fever, chills, sweats, cough, chest pain with shortness of breath\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":666,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":690,"prediction":"Symptoms: progressive loss of vision in right eye. Diagnosis: N\/A. History of Patient: progressive loss of vision in right eye for about two months, progressing fast, left eye bad vision started about two years ago, considered blind in left eye, no other Symptoms associated with vision loss, no headaches, no other Symptoms associated with vision loss. Right-handed, 62-year-old male with right-handedness. Plan of Action: N\/A.","rougeL":0.3636363636,"bertscore_f1":0.9137835503,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"progressive loss of vision in right eye.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"progressive loss of vision in right eye for about two months, progressing fast, left eye bad vision started about two years ago, considered blind in left eye, no other Symptoms associated with vision loss, no headaches, no other Symptoms associated with vision loss. Right-handed, 62-year-old male with right-handedness.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":702,"prediction":"Symptoms: severe pain, burning feeling on lower right side of back, numbness, sharpness, sharpness, aching Diagnosis: small cell lung cancer, spread to femurs, lower lumbar spine, and pelvis History of Patient: two-year history of small cell lung cancer, multiple chemotherapy and radiation treatments, completed series of ten radiation treatments for pain relief, CT scan for metastasis, pain mostly felt on lower right side of back, pain radiates down to right leg and knee, numbness, sharpness, sharpness, sharpness, aching Plan of Action: N\/A","rougeL":0.5568181818,"bertscore_f1":0.925105989,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["two-year","completed","felt"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":22.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"burning feeling on lower right side of back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"numbness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"sharpness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"sharpness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"aching\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to femurs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to lower lumbar spine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"two-year history of small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple chemotherapy treatments\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple radiation treatments\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"completed series of ten radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan for metastasis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain mostly felt on lower right side of back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain radiates down to right leg and knee\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"numbness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"sharpness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"sharpness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"sharpness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"aching\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"radiating pain from lower back to right leg and knee\", \"severity\": \"major\"}, {\"fact\": \"numbness and sharp pain localized to the bottom of the left foot\", \"severity\": \"minor\"}, {\"fact\": \"pain worsens with prolonged sitting, standing, or walking\", \"severity\": \"minor\"}, {\"fact\": \"diffuse mid\\u2011back pain reported by the patient\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are present in the dialogue, but key symptom details (radiation pattern, foot involvement, activity\\u2011related worsening, and mid\\u2011back pain) are omitted from the appropriate sections.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":4.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"burning feeling on lower right side of back\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"numbness\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"sharpness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"aching\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to femurs\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to lower lumbar spine\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to pelvis\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"two-year history of small cell lung cancer\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple chemotherapy and radiation treatments\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"completed series of ten radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain mostly felt on lower right side of back\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"pain radiates down to right leg and knee\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"numbness\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"sharpness\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"aching\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"pain also felt in mid back (diffuse)\", \"severity\": \"major\"}, {\"fact\": \"pain worsens with prolonged sitting, standing, or walking\", \"severity\": \"major\"}, {\"fact\": \"sharp pain in bottom of left foot\", \"severity\": \"major\"}, {\"fact\": \"patient is on narcotics for pain\", \"severity\": \"major\"}, {\"fact\": \"patient denies no other symptoms beyond those described (pertinent negative for other pain locations or systemic symptoms)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures most clinical facts from the dialogue but misplaces symptom details into the History of Patient section and omits key information about pain distribution, exacerbating factors, and current medication use.\"}","fields_json":"{\"Symptoms\": \"severe pain, burning feeling on lower right side of back, numbness, sharpness, sharpness, aching\", \"Diagnosis\": \"small cell lung cancer, spread to femurs, lower lumbar spine, and pelvis\", \"History of Patient\": \"two-year history of small cell lung cancer, multiple chemotherapy and radiation treatments, completed series of ten radiation treatments for pain relief, CT scan for metastasis, pain mostly felt on lower right side of back, pain radiates down to right leg and knee, numbness, sharpness, sharpness, sharpness, aching\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":721,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6486486486,"bertscore_f1":0.9129930139,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":724,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Mother has arthritis Plan of Action: N\/A","rougeL":0.8333333333,"bertscore_f1":0.9457083344,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has arthritis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":727,"prediction":"Symptoms: N\/A Diagnosis: left elbow fracture dislocation, right glenoid neck fracture, neurologically intact in wrist and hand, neurologically intact in wrist and hand History of Patient: injured while riding quads on October 10, 2007, fractured left elbow dislocation, fractured right glenoid neck on October 10, 2007, fractured left elbow dislocation on October 10, 2007, fractured right glenoid neck on October 10, 2007, fractured left elbow dislocation on October 10, 2007, fractured right glenoid neck fracture on October 10, 2007, currently in P T and Dynasplint, currently in P T and Dynasplint, neurologically intact in wrist and hand, risk of infection with prophylactic antibiotics, failure to remove hardware, failure to relieve pain, continued postoperative stiffness, bleeding, changes in sensation and motion of extremities, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, bleeding, continued pain Plan of Action: N\/A","rougeL":0.3643724696,"bertscore_f1":0.8758560419,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["injured"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":26.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":12.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"left elbow fracture dislocation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"right glenoid neck fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"neurologically intact in wrist and hand\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"neurologically intact in wrist and hand\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"injured while riding quads on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured left elbow dislocation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured right glenoid neck on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured left elbow dislocation on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured right glenoid neck on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured left elbow dislocation on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured right glenoid neck fracture on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently in PT and Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently in PT and Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"neurologically intact in wrist and hand\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"risk of infection with prophylactic antibiotics\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"failure to remove hardware\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"failure to relieve pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"continued postoperative stiffness\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"bleeding\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"changes in sensation and motion of extremities\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"bleeding\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"changes in sensation and motion of extremities\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"failure to remove hardware\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"failure to relieve pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"bleeding\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"continued pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient reports postoperative stiffness (symptom)\", \"severity\": \"minor\"}, {\"fact\": \"Patient is 10 years old\", \"severity\": \"major\"}, {\"fact\": \"Patient is right\\u2011hand dominant\", \"severity\": \"minor\"}, {\"fact\": \"Plan: hardware removal surgery of left elbow with discussion of risks, anesthesia, and prophylactic antibiotics\", \"severity\": \"major\"}], \"rationale\": \"Claims are mostly supported but many risk statements are misplaced in History and the note omits key symptom, age, handedness, and the surgical plan.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":14.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"left elbow fracture dislocation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"right glenoid neck fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"neurologically intact in wrist and hand\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"neurologically intact in wrist and hand\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"injured while riding quads on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured left elbow dislocation on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured right glenoid neck on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured left elbow dislocation on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured right glenoid neck on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured left elbow dislocation on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured right glenoid neck fracture on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently in P T and Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently in P T and Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"neurologically intact in wrist and hand\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"risk of infection with prophylactic antibiotics\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"failure to remove hardware\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"failure to relieve pain\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"continued postoperative stiffness\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"bleeding\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"changes in sensation and motion of extremities\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"bleeding\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"changes in sensation and motion of extremities\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"failure to remove hardware\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"failure to relieve pain\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"bleeding\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"continued pain\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient is right-hand dominant\", \"severity\": \"minor\"}, {\"fact\": \"Left elbow fracture has healed\", \"severity\": \"minor\"}, {\"fact\": \"Surgery recommended to remove hardware from left elbow to decrease irritation with elbow extension\", \"severity\": \"major\"}, {\"fact\": \"Anesthesia will be used; patient will be asleep during surgery\", \"severity\": \"minor\"}, {\"fact\": \"Parental agreement to proceed with surgery\", \"severity\": \"minor\"}, {\"fact\": \"Historical infection risk <1% with prophylactic antibiotics\", \"severity\": \"minor\"}, {\"fact\": \"Patient is 10 years old\", \"severity\": \"minor\"}], \"rationale\": \"The generated note duplicates and misplaces clinical facts across fields, especially listing surgical risks and postoperative outcomes in History of Patient instead of Plan of Action, while omitting key details like hand dominance, healing status, parental consent, and the explicit recommendation for surgery.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"left elbow fracture dislocation, right glenoid neck fracture, neurologically intact in wrist and hand, neurologically intact in wrist and hand\", \"History of Patient\": \"injured while riding quads on October 10, 2007, fractured left elbow dislocation, fractured right glenoid neck on October 10, 2007, fractured left elbow dislocation on October 10, 2007, fractured right glenoid neck on October 10, 2007, fractured left elbow dislocation on October 10, 2007, fractured right glenoid neck fracture on October 10, 2007, currently in P T and Dynasplint, currently in P T and Dynasplint, neurologically intact in wrist and hand, risk of infection with prophylactic antibiotics, failure to remove hardware, failure to relieve pain, continued postoperative stiffness, bleeding, changes in sensation and motion of extremities, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, bleeding, continued pain\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":730,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9462761879,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No smoking\", \"severity\": \"major\"}, {\"fact\": \"Occasional alcohol consumption\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient section empty, omitting both the patient's non\\u2011smoking status and occasional alcohol use mentioned in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No smoking\", \"severity\": \"major\"}, {\"fact\": \"Occasional alcohol consumption\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient does not smoke and drinks alcohol occasionally, both of which are clinically important historical facts omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":747,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9475518465,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":755,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.922721982,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":758,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Allergies to Sulfa drugs, rash when taking them Plan of Action: N\/A","rougeL":0.701754386,"bertscore_f1":0.9396568537,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["them"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Allergies to Sulfa drugs, rash when taking them\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":764,"prediction":"Symptoms: Head pain Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7741935484,"bertscore_f1":0.950106144,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Head pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":766,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5084745763,"bertscore_f1":0.9004763961,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":787,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9230899811,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Medication list was reviewed on April 22, 2003, with morning and evening dosages noted\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the medication review described in the dialogue, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"List of medications was checked on April 22, 2003, with morning and evening dosages\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states that the medication list was reviewed on April 22, 2003, and includes morning and evening dosing, but the generated note omits this clinically relevant history in the 'History of Patient' section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":791,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.955532968,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":804,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9377102852,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn (naproxen)\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the drug allergy disclosed in the dialogue, a critical omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is allergic to Naprosyn, which belongs in the History of Patient section, but the generated note incorrectly lists it as N\/A.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":817,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Mother has coronary artery disease Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.952413559,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note correctly captures the only fact from the dialogue.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the family history of coronary artery disease in the mother as stated in the dialogue, with no omissions or errors.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has coronary artery disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":829,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":831,"prediction":"Symptoms: pain in both feet, feet rotating inwards, rocker bottom feet Diagnosis: subtalar arthrodesis, possible autograft, lengthening of Achilles History of Patient: pain in both feet, rocker bottom feet, need for surgery Plan of Action: subtalar arthrodesis, possible autograft, lengthening of Achilles","rougeL":0.3606557377,"bertscore_f1":0.8932198882,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in both feet, feet rotating inwards, rocker bottom feet\", \"Diagnosis\": \"subtalar arthrodesis, possible autograft, lengthening of Achilles\", \"History of Patient\": \"pain in both feet, rocker bottom feet, need for surgery\", \"Plan of Action\": \"subtalar arthrodesis, possible autograft, lengthening of Achilles\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":844,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Complaint: N\/A Plan of Action: N\/A","rougeL":0.5238095238,"bertscore_f1":0.8992422819,"template_ok":false,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":9.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Cancer diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Hypertension diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Diabetes diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Positive history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"Positive history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"Positive history of cancer\", \"severity\": \"major\"}, {\"fact\": \"Negative history for heart disease\", \"severity\": \"major\"}, {\"fact\": \"Negative history for obesity (BMI normal)\", \"severity\": \"major\"}, {\"fact\": \"Negative history for stroke or stroke-like symptoms\", \"severity\": \"major\"}], \"rationale\": \"The generated note omitted all relevant diagnoses and patient history documented in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Hypertension\", \"severity\": \"major\"}, {\"fact\": \"Diabetes\", \"severity\": \"major\"}, {\"fact\": \"Cancer\", \"severity\": \"major\"}, {\"fact\": \"No heart disease\", \"severity\": \"major\"}, {\"fact\": \"No obesity\", \"severity\": \"major\"}, {\"fact\": \"No stroke-like symptoms\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for diagnosis and history despite the dialogue explicitly confirming cancer, hypertension, diabetes, and pertinent negatives, which are major clinical omissions that could impact care.\"}","fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":846,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9190876484,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":866,"prediction":"Symptoms: left knee pain Diagnosis: N\/A History of Patient: sprained MCL while playing hockey Plan of Action: N\/A","rougeL":0.5666666667,"bertscore_f1":0.9268054366,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"left knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"sprained MCL while playing hockey\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":873,"prediction":"Symptoms: dizziness, vertigo, lightheadedness, chest pain, shortness of breath, arm pain, back pain Diagnosis: atrial fibrillation History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4594594595,"bertscore_f1":0.9138913155,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"dizziness, vertigo, lightheadedness, chest pain, shortness of breath, arm pain, back pain\", \"Diagnosis\": \"atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":878,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":896,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Single, lives alone at home, denies tobacco, alcohol, or illicit drug use Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9125586152,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["tobacco","alcohol","illicit","drug"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Single, lives alone at home, denies tobacco, alcohol, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":917,"prediction":"Symptoms: noticeable foreign body sensation in left eye Diagnosis: N\/A History of Complaint: noticed foreign body sensation at work, flushed eyes with water, worsened vision, bright lights Plan of Action: N\/A","rougeL":0.5866666667,"bertscore_f1":0.9175400138,"template_ok":false,"na_agreement":null,"unsupported_terms":["worsened"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":949,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9494102001,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":951,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":974,"prediction":"Symptoms: sore throat, puffy eyes, difficulty breathing, low grade fever, difficulty standing, hoarse voice Diagnosis: N\/A History of Patient: sore throat started yesterday, difficulty breathing, shortness of breath, diarrhea, vomiting, diarrhea, or vomiting, low grade fever, difficulty standing, hoarse voice Plan of Action: N\/A","rougeL":0.5849056604,"bertscore_f1":0.9294840097,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["difficulty"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sore throat, puffy eyes, difficulty breathing, low grade fever, difficulty standing, hoarse voice\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"sore throat started yesterday, difficulty breathing, shortness of breath, diarrhea, vomiting, diarrhea, or vomiting, low grade fever, difficulty standing, hoarse voice\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":990,"prediction":"Symptoms: Coughing for one week, congestion for two to three weeks Diagnosis: N\/A History of Patient: Coughing started as congestion, worsened a week ago, Pop Can swallowed three days ago, no change in breathing, no fever Plan of Action: N\/A","rougeL":0.4409448819,"bertscore_f1":0.9012233019,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["worsened"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Coughing for one week, congestion for two to three weeks\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Coughing started as congestion, worsened a week ago, Pop Can swallowed three days ago, no change in breathing, no fever\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1012,"prediction":"Symptoms: N\/A Diagnosis: hypertension, asthma, cervical cancer History of Patient: diagnosed at 15 years old, dormant cancer Plan of Action: N\/A","rougeL":0.6785714286,"bertscore_f1":0.9309082627,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"hypertension, asthma, cervical cancer\", \"History of Patient\": \"diagnosed at 15 years old, dormant cancer\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1026,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.922257781,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1041,"prediction":"Symptoms: low back pain, degenerative disc disease Diagnosis: low back pain, degenerative disc disease History of Complaint: fell in the beginning of 2006, fell onto tailbone, general lower back, another fall in March 2006, lost footing on gun range, experienced weakness rather than balance loss, had cauterization of nerves in lower back twice, once in October and another in November, P T diagnosed with degenerative disc disease in 2008 Plan of Action: N\/A","rougeL":0.4858757062,"bertscore_f1":0.8980535865,"template_ok":false,"na_agreement":null,"unsupported_terms":["rather","diagnosed"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1046,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9373868108,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1055,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: N\/A. Plan of Action: N\/A.","rougeL":0.4561403509,"bertscore_f1":0.898075521,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1056,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4262295082,"bertscore_f1":0.9009404778,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1074,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Early miscarriage, flu in seventh or eighth month of pregnancy, regular birth at 36 weeks, labor for 11 hours, birth weight 7 pounds 10 ounces, Apgars score. Plan of Action: N\/A.","rougeL":0.32,"bertscore_f1":0.8926964998,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Early miscarriage, flu in seventh or eighth month of pregnancy, regular birth at 36 weeks, labor for 11 hours, birth weight 7 pounds 10 ounces, Apgars score.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1075,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.0,"bertscore_f1":0.8012353778,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1080,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: 76-year-old male stung at noon while preparing lunch, stung hands and right knee, no redness, swelling, shortness of breath, itching, hives, tongue swelling, or trouble swallowing, previous stung about a month ago, no redness or swelling, taking Benadryl again today, taking Metoprolol and Hydrochlorothiazide for blood pressure, and a baby aspirin in the mornings Plan of Action: N\/A","rougeL":0.3976608187,"bertscore_f1":0.9036694169,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"76-year-old male stung at noon while preparing lunch, stung hands and right knee, no redness, swelling, shortness of breath, itching, hives, tongue swelling, or trouble swallowing, previous stung about a month ago, no redness or swelling, taking Benadryl again today, taking Metoprolol and Hydrochlorothiazide for blood pressure, and a baby aspirin in the mornings\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1082,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1087,"prediction":"Symptoms: pain in stomach on right side and down right thigh, pain in right tummy and hips mainly on right side Diagnosis: hyperesthesia History of Complaint: Symptoms started one and a half months prior to holidays, continued for the past eight days in right tummy and hips, no change in skin, no rashes, no change in skin, no rashes, no over-the-counter medication Plan of Action: run tests to find underlying cause, start treatment with nurse to lab","rougeL":0.3536585366,"bertscore_f1":0.887937963,"template_ok":false,"na_agreement":null,"unsupported_terms":["over-the-counter"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":10.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":5.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"pain in stomach on right side and down right thigh\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"pain in right tummy and hips mainly on right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"Symptoms started one and a half months prior to holidays\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"continued for the past eight days in right tummy and hips\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"no change in skin, no rashes\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"no change in skin, no rashes\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"no over-the-counter medication\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"run tests to find underlying cause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"start treatment with nurse to lab\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain on left abdomen (left side of stomach)\", \"severity\": \"major\"}, {\"fact\": \"pain on left medial thigh\", \"severity\": \"major\"}, {\"fact\": \"pain is painful when touched (hyperesthetic sensation)\", \"severity\": \"minor\"}, {\"fact\": \"marital status: married\", \"severity\": \"minor\"}, {\"fact\": \"occupation: airplane mechanic for Alaska Airlines\", \"severity\": \"minor\"}, {\"fact\": \"baths daily with minimal soap use\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue for accuracy, placement, and support, and missing clinically relevant details were identified as omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"pain in stomach on right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain down right thigh\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"pain in right tummy and hips mainly on right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"Symptoms started one and a half months prior to holidays\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"continued for the past eight days in right tummy and hips\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"no change in skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"no rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"no over-the-counter medication\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"run tests to find underlying cause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"start treatment with nurse to lab\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain also on left side and left medial thigh\", \"severity\": \"major\"}, {\"fact\": \"pain is painful when touched\", \"severity\": \"major\"}, {\"fact\": \"bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"married\", \"severity\": \"minor\"}, {\"fact\": \"works as an airplane mechanic\", \"severity\": \"minor\"}, {\"fact\": \"symptoms were absent for a while before recurrence\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly limits the pain to the right side and right thigh, omitting the patient\\u2019s explicit mention of bilateral abdominal pain and left thigh involvement, and misplaces the nurse\/lab instruction as part of treatment rather than as a diagnostic step.\"}","fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1105,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9089888334,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection normal and well hydrated; no diaphoresis; no injury or wounds observed.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the entire skin examination findings that were documented in the dialogue and are clinically essential.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection within normal limits\", \"severity\": \"major\"}, {\"fact\": \"Skin is well hydrated\", \"severity\": \"major\"}, {\"fact\": \"No diaphoresis (excessive sweating)\", \"severity\": \"major\"}, {\"fact\": \"No obvious wound\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly documents normal skin inspection, hydration, absence of diaphoresis, and no wounds \\u2014 all of which belong in the Diagnosis field but are entirely omitted, while the generated note incorrectly reports N\/A for Diagnosis despite explicit clinical findings.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1118,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Father had colon cancer, mother passed away in her nineties from a stroke Plan of Action: N\/A","rougeL":0.8064516129,"bertscore_f1":0.945474267,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father","mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father had colon cancer, mother passed away in her nineties from a stroke\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1161,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Father is alive at age 69 with strokes, mother died at age 62 of many kinds of heart diseases, maternal grandfather also had heart issues and died of a heart attack, both maternal grandmother and father had some heart diseases. Plan of Action: N\/A","rougeL":0.5825242718,"bertscore_f1":0.9020314813,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father is alive at age 69 with strokes, mother died at age 62 of many kinds of heart diseases, maternal grandfather also had heart issues and died of a heart attack, both maternal grandmother and father had some heart diseases.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1163,"prediction":"Symptoms: N\/A Diagnosis: Asthma History of Patient: Asthma for a long time Plan of Action: N\/A","rougeL":0.213740458,"bertscore_f1":0.8719974756,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Asthma\", \"History of Patient\": \"Asthma for a long time\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["Symptoms"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1172,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: shoulder surgery 13 years ago, lost sense of smell after surgery, can't see well in right eye, no headaches, no nasal drainage, no weakness or numbness throughout or localized to area of body, no resent weight loss Plan of Action: N\/A","rougeL":0.3620689655,"bertscore_f1":0.8932459354,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"shoulder surgery 13 years ago, lost sense of smell after surgery, can't see well in right eye, no headaches, no nasal drainage, no weakness or numbness throughout or localized to area of body, no resent weight loss\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1184,"prediction":"Symptoms: mild chest pain, tertiary contractions with delayed emptying, no tenderness, no cough, no fever, no chills, no cough, no shortness of breath at rest, no difficulty breathing with exercise Diagnosis: enlarging simple cyst of the left kidney History of Patient: left upper lobectomy for stage IA nonsmall cell lung cancer, barium swallow showed small hiatal hernia with minimal reflux, x-rays from November 23, 2009 are normal, mild chest pain due to tertiary contractions with delayed emptying, no tenderness, no cough, no cough, no cold or flu Symptoms, no cough, no cough, no cough, no difficulty breathing with exercise Plan of Action: N\/A","rougeL":0.2884615385,"bertscore_f1":0.8632903099,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["nonsmall","x-rays","23"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":20.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":8.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"mild chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tertiary contractions with delayed emptying\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no tenderness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no shortness of breath at rest\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no difficulty breathing with exercise\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"enlarging simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"left upper lobectomy for stage IA nonsmall cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"x-rays from November 23, 2009 are normal\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mild chest pain due to tertiary contractions with delayed emptying\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no tenderness\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cold or flu Symptoms\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no difficulty breathing with exercise\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"left calf enlargement without tenderness present for several months\", \"severity\": \"major\"}, {\"fact\": \"history of deep vein thrombosis in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"small sliding hiatal hernia with minimal reflux\", \"severity\": \"minor\"}, {\"fact\": \"normal PA and lateral chest x-ray from 11\/23\/2009\", \"severity\": \"minor\"}, {\"fact\": \"no abnormal weight loss\", \"severity\": \"minor\"}], \"rationale\": \"The note includes many supported and misplaced statements but omits key symptoms (calf swelling) and past DVT history, and leaves out the hiatal hernia and normal chest x\\u2011ray that were documented.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":7.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"mild chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tertiary contractions with delayed emptying\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no tenderness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no shortness of breath at rest\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no difficulty breathing with exercise\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"enlarging simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"left upper lobectomy for stage IA nonsmall cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"x-rays from November 23, 2009 are normal\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"mild chest pain due to tertiary contractions with delayed emptying\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no tenderness\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no cold or flu Symptoms\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no difficulty breathing with exercise\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"enlarged left calf without tenderness, present for several months\", \"severity\": \"major\"}, {\"fact\": \"previous DVT in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"no abnormal weight loss\", \"severity\": \"minor\"}, {\"fact\": \"no new aches or pains\", \"severity\": \"minor\"}, {\"fact\": \"no coughed up blood\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly places diagnostic findings and pertinent negatives into the History of Patient field, omits critical clinical facts like the enlarged calf and prior DVTs, and hallucinates pathophysiological explanations (e.g., 'tertiary contractions') as symptoms.\"}","fields_json":"{\"Symptoms\": \"mild chest pain, tertiary contractions with delayed emptying, no tenderness, no cough, no fever, no chills, no cough, no shortness of breath at rest, no difficulty breathing with exercise\", \"Diagnosis\": \"enlarging simple cyst of the left kidney\", \"History of Patient\": \"left upper lobectomy for stage IA nonsmall cell lung cancer, barium swallow showed small hiatal hernia with minimal reflux, x-rays from November 23, 2009 are normal, mild chest pain due to tertiary contractions with delayed emptying, no tenderness, no cough, no cough, no cold or flu Symptoms, no cough, no cough, no cough, no difficulty breathing with exercise\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1192,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6382978723,"bertscore_f1":0.923199296,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient works at a local Christmas tree farm.\", \"severity\": \"minor\"}, {\"fact\": \"Patient smokes cigarettes approximately one pack per day.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting both the patient's smoking habit and employment, which were stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"The patient smokes one pack of cigarettes per day\", \"severity\": \"major\"}, {\"fact\": \"The patient works at a local Christmas tree farm\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits two major, clinically relevant facts from the dialogue: the patient's daily cigarette use and his occupation at a Christmas tree farm, both of which belong in the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1201,"prediction":"Symptoms: Low back pain for about eight years, varying degrees of improvement over the last eight years Diagnosis: N\/A History of Complaint: 26-year-old male with varying degrees of improvement over the last eight years, history of back pain since birth, fell four or five days ago while mopping the floor, landed on lower back again onto tailbone, saw Dr. X on January 10, 2009, follow-up appointment scheduled for February 10, 2009 Plan of Action: N\/A","rougeL":0.3815028902,"bertscore_f1":0.8960880637,"template_ok":false,"na_agreement":null,"unsupported_terms":["improvement","10"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":8.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":2.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Low back pain for about eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"varying degrees of improvement over the last eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"26-year-old male\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Complaint\", \"claim\": \"history of back pain since birth\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Complaint\", \"claim\": \"fell four or five days ago while mopping the floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"landed on lower back again onto tailbone\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"saw Dr. X on January 10, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"follow-up appointment scheduled for February 10, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Initial low back injury eight years ago from a fall at an ABC store\", \"severity\": \"major\"}, {\"fact\": \"Received physical therapy with modality treatment (electrical stimulation and heat) for one to two visits\", \"severity\": \"major\"}, {\"fact\": \"Continuous low back pain since the initial fall\", \"severity\": \"major\"}, {\"fact\": \"Back pain started after giving birth in August 2008 and has persisted since\", \"severity\": \"major\"}, {\"fact\": \"Patient is female\", \"severity\": \"major\"}], \"rationale\": \"Claims were checked against the dialogue; gender and onset since birth are contradicted\/unsupported, while key history details (initial injury, PT modalities, continuous pain, postpartum onset, and female gender) are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Low back pain for about eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Varying degrees of improvement over the last eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"26-year-old male\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"Varying degrees of improvement over the last eight years\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"History of back pain since birth\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Complaint\", \"claim\": \"Fell four or five days ago while mopping the floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"Landed on lower back again onto tailbone\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"Saw Dr. X on January 10, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"Follow-up appointment scheduled for February 10, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Initial injury occurred from a fall at an ABC store eight years ago\", \"severity\": \"major\"}, {\"fact\": \"Received physical therapy for one to two visits with electrical stimulation and heat\", \"severity\": \"major\"}, {\"fact\": \"Back pain began after giving birth in August 2008\", \"severity\": \"major\"}], \"rationale\": \"The generated note misattributes the patient's age and symptom pattern to the history section, falsely claims back pain since birth (contradicting the dialogue's attribution to childbirth), and omits three major clinically relevant facts: the original fall at ABC Store, PT treatment details, and postpartum onset of pain.\"}","fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1212,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6363636364,"bertscore_f1":0.9145338535,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1232,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8387096774,"bertscore_f1":0.9369209409,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1237,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3582089552,"bertscore_f1":0.8698164821,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG shows sinus tachycardia with heart rate of 122 bpm\", \"severity\": \"major\"}, {\"fact\": \"Negative urine pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all clinically relevant lab and EKG findings described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG showed sinus tachycardia with a heart rate of 122\", \"severity\": \"major\"}, {\"fact\": \"Negative pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically significant lab and EKG findings explicitly stated in the dialogue, including pertinent negatives like the negative pregnancy test, which are critical for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1250,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9375,"bertscore_f1":0.953525424,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1259,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7428571429,"bertscore_f1":0.9368303418,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1267,"prediction":"Symptoms: hay fever, eczema, sinus problems, hives Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5483870968,"bertscore_f1":0.9027248621,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"hay fever, eczema, sinus problems, hives\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1269,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: gallbladder removal, no complications Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9257773757,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"gallbladder removal, no complications\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1271,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9340000153,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1281,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9426694512,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports no past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The note fails to record the explicitly stated negative surgical history, a clinically important omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has had no past surgeries, but the generated note incorrectly omits this pertinent negative from the History of Patient field, which could lead to incomplete clinical assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1283,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8125,"bertscore_f1":0.94407022,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"t5_base_s2026","family":"t5_base","seed":2026,"example_id":1284,"prediction":"Symptoms: sickness Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5217391304,"bertscore_f1":0.8838776946,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sickness\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":4,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9608413577,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":10,"prediction":"Symptoms: bunion on foot\nDiagnosis: N\/A\nHistory of Patient: 19-year-old Caucasian female presenting with bunion for a long time, history of Charcot Marie tooth disease\nPlan of Action: surgery to cut bunion off","rougeL":0.5396825397,"bertscore_f1":0.9262086153,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bunion on foot\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"19-year-old Caucasian female presenting with bunion for a long time, history of Charcot Marie tooth disease\", \"Plan of Action\": \"surgery to cut bunion off\"}","filled_na_fields":["Plan of Action"],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":21,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.9236827493,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable (no known medical problems in family)\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies use of drugs, alcohol, or tobacco\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple pertinent historical details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable; no medical problems in family\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drug, alcohol, or tobacco use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for History of Patient despite the dialogue explicitly providing three clinically important facts: unremarkable family history, sexual activity with a boyfriend, and denial of substance use.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":25,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9439239502,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":29,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Family history of skin cancer, hypertension\nPlan of Action: N\/A","rougeL":0.8837209302,"bertscore_f1":0.9763531089,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Family history of skin cancer, hypertension\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":36,"prediction":"Symptoms: Increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning, mild peripheral edema\nDiagnosis: Chronic lymphocytic leukemia\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4444444444,"bertscore_f1":0.9075778127,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning, mild peripheral edema\", \"Diagnosis\": \"Chronic lymphocytic leukemia\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":56,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3404255319,"bertscore_f1":0.8819849491,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":58,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3720930233,"bertscore_f1":0.8944510818,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":72,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3921568627,"bertscore_f1":0.9071724415,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":74,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":87,"prediction":"Symptoms: acne.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.9032258065,"bertscore_f1":0.9861963987,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"acne.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":96,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.5454545455,"bertscore_f1":0.9328557849,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Congestion\", \"severity\": \"major\"}, {\"fact\": \"Snorting\", \"severity\": \"major\"}, {\"fact\": \"Redness of the right big toe\", \"severity\": \"major\"}, {\"fact\": \"Peeling skin around the right big toe\", \"severity\": \"major\"}, {\"fact\": \"No nighttime snoring (patient denies snoring at night)\", \"severity\": \"minor\"}, {\"fact\": \"Patient is 11 years old\", \"severity\": \"minor\"}, {\"fact\": \"Prior use of Allegra (antihistamine) which was stopped after allergist evaluation\", \"severity\": \"minor\"}, {\"fact\": \"Allergist determined symptoms are not due to allergies\", \"severity\": \"minor\"}, {\"fact\": \"Plan to examine the toe area\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite multiple symptoms, relevant history, and a care plan described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":5.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Congestion\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Snorting\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Redness around the right big toe\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Peeling skin around the right big toe for the last week and a half\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"She was previously taking Allegra for allergies\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Allergist ruled out allergies as the cause of congestion\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Allegra was discontinued after allergist evaluation\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"She does not snore at night\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Examination of the toe area was performed or planned\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Congestion\", \"severity\": \"major\"}, {\"fact\": \"Snorting\", \"severity\": \"major\"}, {\"fact\": \"Redness and peeling of skin around the right big toe\", \"severity\": \"major\"}, {\"fact\": \"No snoring at night\", \"severity\": \"minor\"}, {\"fact\": \"Previously on Allegra for suspected allergies, now discontinued\", \"severity\": \"minor\"}, {\"fact\": \"Allergist evaluated and ruled out allergies\", \"severity\": \"minor\"}, {\"fact\": \"Examination of the toe was performed or planned\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically relevant symptoms, history, and planned actions explicitly stated in the dialogue, rendering it clinically useless despite the dialogue providing ample detail.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":98,"prediction":"Symptoms: Chronic knee pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7058823529,"bertscore_f1":0.9746883512,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Chronic knee pain (history of patient)\", \"severity\": \"major\"}, {\"fact\": \"No prior similar symptoms (patient denies previous episodes)\", \"severity\": \"minor\"}], \"rationale\": \"The note places chronic knee pain under Symptoms instead of History and omits it (major) and the patient\\u2019s denial of prior episodes (minor) from the History section.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No history of similar symptoms before\", \"severity\": \"major\"}, {\"fact\": \"Chronic knee pain\", \"severity\": \"major\"}], \"rationale\": \"Chronic knee pain is correctly stated but misplaced in Symptoms instead of History of Patient, and the pertinent negative ('no similar symptoms before') is omitted from History of Patient.\"}","fields_json":"{\"Symptoms\": \"Chronic knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":105,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6086956522,"bertscore_f1":0.9289025068,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":125,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.75,"bertscore_f1":0.9523397684,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":128,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Former smoker (quit in 1961), currently weighing 135 pounds, shrinking as she lives.\nPlan of Action: N\/A.","rougeL":0.5625,"bertscore_f1":0.9350072742,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former","1961","135","lives"],"unsupported_numbers":2,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":4.0,"n_unsupported":0.0,"n_contradicted":2.0,"n_misplaced":0.0,"n_major_errors":2.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Quit in 1961\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently weighing 135 pounds\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Shrinking as she lives\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Quit smoking in 1968\", \"severity\": \"major\"}, {\"fact\": \"Current weight 183 pounds\", \"severity\": \"major\"}, {\"fact\": \"Tallest height 5 feet 10 inches\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misstates quit year and weight, omits the correct quit year, weight, and height, while correctly noting former smoking and perceived shrinking.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker (quit in 1961)\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"currently weighing 135 pounds\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"shrinking as she lives\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient's tallest height was 5 feet 10 inches\", \"severity\": \"major\"}, {\"fact\": \"Patient's current weight is 183 pounds\", \"severity\": \"major\"}, {\"fact\": \"Patient quit smoking in 1968\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains multiple factual errors (wrong quit year and weight) and omits key accurate details from the dialogue, including the correct smoking cessation year, current weight, and original height.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Former smoker (quit in 1961), currently weighing 135 pounds, shrinking as she lives.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":130,"prediction":"Symptoms: Weakness on the right side\nDiagnosis: N\/A\nHistory of Patient: Seizures stopped seven years ago, traumatic stroke seven years ago, bleeding in the brain causing weakness on the right side\nPlan of Action: N\/A","rougeL":0.2291666667,"bertscore_f1":0.8414030075,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Weakness on the right side\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Seizures stopped seven years ago, traumatic stroke seven years ago, bleeding in the brain causing weakness on the right side\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":147,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":149,"prediction":"Symptoms: lazy eyes\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9698640108,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"lazy eyes\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":155,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9470264912,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":161,"prediction":"Symptoms: V-shaped injury to leg\nDiagnosis: N\/A\nHistory of Patient: trying to adjust cable, brother's dog was tied to his foot, fell onto his right leg, wound developed after puncture wound, treated with bandage and tetanus shot\nPlan of Action: N\/A","rougeL":0.3396226415,"bertscore_f1":0.9056941867,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["v-shaped","fell"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"V-shaped injury to leg\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"trying to adjust cable, brother's dog was tied to his foot, fell onto his right leg, wound developed after puncture wound, treated with bandage and tetanus shot\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":166,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: stripping of veins in legs, tonsillectomy, and adenoidectomy\nPlan of Action: N\/A","rougeL":0.9166666667,"bertscore_f1":0.9757412672,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"stripping of veins in legs, tonsillectomy, and adenoidectomy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":167,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Divorced, denies tobacco, alcohol, or drug use\nPlan of Action: N\/A","rougeL":0.7906976744,"bertscore_f1":0.9600434303,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":4.0,"n_unsupported":2.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies drug use\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Uncertain alcohol use history\", \"severity\": \"major\"}], \"rationale\": \"The note incorrectly denies alcohol use and omits the expressed uncertainty about alcohol consumption.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":3.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies drug use\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Uncertain history of alcohol use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly states the patient denies tobacco, alcohol, and drug use, when the dialogue only reports uncertain past alcohol use and no information about tobacco or drugs, and omits the key nuance of uncertainty.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Divorced, denies tobacco, alcohol, or drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":180,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's explicit denial of allergies, a clinically important negative.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly confirms the patient has no allergies, a pertinent negative that should be documented in the History of Patient section, but the generated note omits it entirely.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":188,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Chronic atrial fibrillation (AFib), diagnosed with early Parkinson's disease.\nPlan of Action: Bladder distension surgery scheduled due to tremors for the past three to four years, Coumadin discontinued due to upcoming surgery.\nPlan of Action: N\/A.","rougeL":0.3902439024,"bertscore_f1":0.9346544743,"template_ok":false,"na_agreement":null,"unsupported_terms":["atrial","fibrillation","discontinued"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":196,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: husband deceased a few years ago, lives at Kansas Christian Home\nPlan of Action: N\/A","rougeL":0.6031746032,"bertscore_f1":0.941152215,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["deceased"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"husband deceased a few years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lives at Kansas Christian Home\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"requires assistance with medications\", \"severity\": \"major\"}, {\"fact\": \"living independently at Kansas Christian Home\", \"severity\": \"minor\"}, {\"fact\": \"had a driver bring her to the appointment\", \"severity\": \"minor\"}, {\"fact\": \"needs to attend noon meal\", \"severity\": \"minor\"}], \"rationale\": \"The note captures two supported history facts but omits several clinically relevant details about medication assistance, independence, driver use, and meal schedule.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"husband deceased a few years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lives at Kansas Christian Home\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"does not drink or smoke\", \"severity\": \"minor\"}, {\"fact\": \"requires assistance with medications\", \"severity\": \"minor\"}, {\"fact\": \"had a driver bring her to the appointment\", \"severity\": \"minor\"}, {\"fact\": \"needs to attend noon meal\", \"severity\": \"minor\"}, {\"fact\": \"lives independently at Kansas Christian Home\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures two facts from the dialogue but omits several clinically relevant details about lifestyle, medication dependence, transportation, and daily routine that are explicitly stated and pertinent to the patient's social and functional history.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"husband deceased a few years ago, lives at Kansas Christian Home\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":217,"prediction":"Symptoms: Multiple canker sores in mouth\nDiagnosis: N\/A\nHistory of Patient: Increased methothrexate dosage, multiple canker sores in mouth, decreased appetite\nPlan of Action: Bloodwork done, follow-up in two weeks","rougeL":0.6301369863,"bertscore_f1":0.9193096161,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":6.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":1.0,"n_major_errors":2.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"decreased appetite\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork done\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"follow-up in two weeks\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain while eating (mouth soreness causing difficulty eating)\", \"severity\": \"major\"}, {\"fact\": \"Recommendation to decrease methotrexate dosage back to previous amount\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue; several were unsupported or contradictory, and key symptoms and management steps were missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":3.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Multiple canker sores in mouth\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Decreased appetite\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork done\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Follow-up in two weeks\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain while eating\", \"severity\": \"major\"}, {\"fact\": \"No new rashes\", \"severity\": \"minor\"}, {\"fact\": \"No hair loss\", \"severity\": \"minor\"}, {\"fact\": \"No nausea\", \"severity\": \"minor\"}, {\"fact\": \"No abdominal discomfort\", \"severity\": \"minor\"}, {\"fact\": \"No diarrhea\", \"severity\": \"minor\"}, {\"fact\": \"Diagnosis: stomatitis, possibly methotrexate related\", \"severity\": \"major\"}, {\"fact\": \"Decrease methotrexate dosage back to previous amount\", \"severity\": \"major\"}], \"rationale\": \"The generated note misrepresents the patient's history by falsely including decreased appetite, omits key symptoms and pertinent negatives, incorrectly states bloodwork was done (not planned), and fails to document the diagnosis and planned dosage reduction despite clear dialogue support.\"}","fields_json":"{\"Symptoms\": \"Multiple canker sores in mouth\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Increased methothrexate dosage, multiple canker sores in mouth, decreased appetite\", \"Plan of Action\": \"Bloodwork done, follow-up in two weeks\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":227,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7777777778,"bertscore_f1":0.9673386812,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported (patient reports no past medical problems or surgeries).\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the patient's explicit statement of having no past medical problems, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has no past medical problems or surgeries, but the generated note incorrectly lists 'History of Patient' as N\/A, omitting a pertinent negative that is clinically important.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":229,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.968576014,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":236,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9597998261,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":239,"prediction":"Symptoms: bilateral knee pain\nDiagnosis: degenerative joint disease of both knees, bilateral knee pain\nHistory of Patient: bilateral knee pain, history of back surgeries, spinal decompression and epidural steroids injection\nPlan of Action: Knee replacements for both knees","rougeL":0.2872928177,"bertscore_f1":0.8848627806,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["bilateral"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bilateral knee pain\", \"Diagnosis\": \"degenerative joint disease of both knees, bilateral knee pain\", \"History of Patient\": \"bilateral knee pain, history of back surgeries, spinal decompression and epidural steroids injection\", \"Plan of Action\": \"Knee replacements for both knees\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":264,"prediction":"Symptoms: Pain in jaw since the morning\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8947368421,"bertscore_f1":0.9902517796,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Pain in jaw since the morning\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":272,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: PermCath inserted three times and received peritoneal dialysis\nPlan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9724590182,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the dialogue with supported claims and no missing clinically important information.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient forgot the name of the surgery but confirmed it was documented in the report\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures the surgical history from the dialogue but omits the patient's statement about forgetting the surgery name, which contextualizes the source of the information.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"PermCath inserted three times and received peritoneal dialysis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":284,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5384615385,"bertscore_f1":0.9261307716,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":290,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":293,"prediction":"Symptoms: painful ulcer on right hip\nDiagnosis: pressure ulcer\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9723395705,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All generated statements are directly supported by the dialogue and no clinically important information is omitted.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the dialogue's content without hallucinations, omissions, or misplacements; all claims are directly supported and appropriately placed.\"}","fields_json":"{\"Symptoms\": \"painful ulcer on right hip\", \"Diagnosis\": \"pressure ulcer\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":300,"prediction":"Symptoms: hypothyroidism, onychomycosis\nDiagnosis: Down syndrome\nHistory of Complaint: hypothyroidism, onychomycosis\nPlan of Action: Advised on levothyroxine (Levothroid) for hypothyroidism and onychomycosis, prescribed Lamisil for six weeks, advised to repeat an A L T blood test in April, elevated T S H level, medicated eye drops for cornea\nPlan of Action: Advised on levothyroxine for hypothyroidism and onychomycosis","rougeL":0.2772277228,"bertscore_f1":0.892303288,"template_ok":false,"na_agreement":null,"unsupported_terms":["advised","prescribed","repeat"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":13.0,"n_unsupported":4.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":2.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Down syndrome\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Complaint\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Advised on levothyroxine (Levothroid) for hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Advised on levothyroxine (Levothroid) for onychomycosis\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"prescribed Lamisil for six weeks\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"advised to repeat an ALT blood test in April\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"elevated TSH level\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"medicated eye drops for cornea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Advised on levothyroxine for hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Advised on levothyroxine for onychomycosis\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"ALT blood test to be performed today\", \"severity\": \"major\"}, {\"fact\": \"Recheck TSH level\", \"severity\": \"major\"}, {\"fact\": \"Completed six weeks of Lamisil without problems\", \"severity\": \"minor\"}, {\"fact\": \"Monitor compliance with medications\", \"severity\": \"minor\"}, {\"fact\": \"Levothyroxine dosage 0.1\\u202fmg daily\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misplaces Down syndrome, adds incorrect medication indications, omits key lab orders and dosage details, and fails to capture completed Lamisil course and compliance monitoring.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":6.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hypothyroidism\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"onychomycosis\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Advised on levothyroxine (Levothroid) for hypothyroidism and onychomycosis\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"prescribed Lamisil for six weeks\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"advised to repeat an A L T blood test in April\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"elevated T S H level\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"medicated eye drops for cornea\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Advised on levothyroxine for hypothyroidism and onychomycosis\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient takes Levothroid daily (with caregiver assistance)\", \"severity\": \"minor\"}, {\"fact\": \"Patient completed six weeks of Lamisil with no problems\", \"severity\": \"minor\"}, {\"fact\": \"TSH was elevated in April (pertinent negative: no mention of improvement or resolution)\", \"severity\": \"minor\"}, {\"fact\": \"No other medications besides Lamisil, Levothroid, and eye drops\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misattributes diagnoses as symptoms, incorrectly states the ALT test is to be repeated in April (when it was ordered today), falsely implies Levothroid is advised for onychomycosis, and omits key details about medication adherence and context.\"}","fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":304,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is stable and may be discharged home\", \"severity\": \"major\"}], \"rationale\": \"The dialogue includes a clear disposition (patient can go home) that should appear in the Plan of Action but is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [], \"rationale\": \"The generated note correctly reflects all information in the dialogue, with all fields marked as N\/A, which is consistent with the absence of clinical content in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":320,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.612244898,"bertscore_f1":0.9394714832,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":325,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":329,"prediction":"Symptoms: tiredness\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.2962962963,"bertscore_f1":0.8984177709,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tiredness\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":343,"prediction":"Symptoms: N\/A\nDiagnosis: Atrial fibrillation\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9823439717,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":346,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.951693356,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No history of hypertension, diabetes, heart disease, or cancer\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting the patient\\u2019s explicit denials of major chronic conditions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"no history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"no history of heart disease\", \"severity\": \"major\"}, {\"fact\": \"no history of cancer\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly documents the patient's denial of hypertension, diabetes, heart disease, and cancer, all of which are clinically important pertinent negatives omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":384,"prediction":"Symptoms: headaches, facial pain, sniffles, rash on face, back, and arms\nDiagnosis: asthma\nHistory of Patient: Patient has headaches, facial pain, sniffles, sore throat, coughing up phlegm, asthma\nPlan of Action: N\/A","rougeL":0.5,"bertscore_f1":0.9290947318,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["facial","pain"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"headaches, facial pain, sniffles, rash on face, back, and arms\", \"Diagnosis\": \"asthma\", \"History of Patient\": \"Patient has headaches, facial pain, sniffles, sore throat, coughing up phlegm, asthma\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":388,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5090909091,"bertscore_f1":0.9283405542,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Advise patient to take it slow and do activities as tolerated after plaster removal from foot; no follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the Plan of Action field empty, omitting the essential advice and follow\\u2011up instructions provided in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Plan of Action\", \"claim\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"No follow-up needed if no pain and doing fine.\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"severity\": \"major\"}, {\"fact\": \"No follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists 'N\/A' for Plan of Action despite the dialogue clearly detailing activity advice and follow-up instructions, resulting in major omissions and unsupported claims when compared to the reference.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":405,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Divorced, lives with spouse, three happy kids, retired from official post two years ago, works part time, denies tobacco, alcohol, or illicit drug use.\nPlan of Action: N\/A.","rougeL":0.6352941176,"bertscore_f1":0.9447612762,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["divorced","lives","tobacco","alcohol","illicit"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":6.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":0.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"lives with spouse\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"three happy kids\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"retired from official post two years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"works part time\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies tobacco, alcohol, or illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"one of the three children is ready to go to college\", \"severity\": \"minor\"}], \"rationale\": \"The note incorrectly states divorce (contradiction) and omits the detail about a child preparing for college.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"lives with spouse\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"three happy kids\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"retired from official post two years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"works part time\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies tobacco, alcohol, or illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"One child is ready to go to college\", \"severity\": \"minor\"}, {\"fact\": \"Was an attorney\", \"severity\": \"minor\"}, {\"fact\": \"Could not stay home and do nothing, so joined private company part time\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient is divorced, contradicting the dialogue's clear statement that the patient is married and lives with their spouse, while omitting key contextual details about their legal career and motivation for part-time work.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Divorced, lives with spouse, three happy kids, retired from official post two years ago, works part time, denies tobacco, alcohol, or illicit drug use.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":408,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: No sudden weight gain or loss, headaches, nose bleeds, blurred vision, blurry vision, change of vision, fever, chills, chest pain, shortness of breath, shortness of breath while sleeping, palpitation, swelling, varicose veins, pain in legs, cough with mucous or blood sputum, prolonged cough, wheezing\nPlan of Action: N\/A","rougeL":0.3396226415,"bertscore_f1":0.8926193714,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["blurred"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":18.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":1.0,"n_major_omissions":0.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"No sudden weight gain or loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No headaches\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nose bleeds\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No blurred vision\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No blurry vision\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change of vision\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No shortness of breath while sleeping\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No palpitation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No swelling\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No varicose veins\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No pain in legs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No cough with mucous or blood sputum\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Prolonged cough\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No wheezing\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"No anxiety, irritability, apathy, or depression\", \"severity\": \"minor\"}, {\"fact\": \"No sleep disturbances\", \"severity\": \"minor\"}, {\"fact\": \"No appetite disturbances\", \"severity\": \"minor\"}, {\"fact\": \"No suicidal thoughts\", \"severity\": \"minor\"}, {\"fact\": \"No unusual hair loss or nail breakage\", \"severity\": \"minor\"}, {\"fact\": \"No skin lesions or discoloration\", \"severity\": \"minor\"}, {\"fact\": \"No joint pain, muscle stiffness, backache, tendon\/ligament pain, or bone aches\", \"severity\": \"minor\"}, {\"fact\": \"No muscle weakness\", \"severity\": \"minor\"}, {\"fact\": \"No blackouts or seizures\", \"severity\": \"minor\"}, {\"fact\": \"No memory loss or hallucinations\", \"severity\": \"minor\"}, {\"fact\": \"No weakness, numbness, or tingling\", \"severity\": \"minor\"}, {\"fact\": \"No tremors or paralysis\", \"severity\": \"minor\"}], \"rationale\": \"All listed denials match the dialogue except the invented cough with sputum (unsupported) and the misplaced chronic cough; many other denied symptoms from the ROS were omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"No sudden weight gain or loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No headaches\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nose bleeds\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No blurred vision\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No blurry vision\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change of vision\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No shortness of breath while sleeping\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No palpitation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No swelling\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No varicose veins\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No pain in legs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No cough with mucous or blood sputum\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No prolonged cough\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No wheezing\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denies coarse voice\", \"severity\": \"minor\"}, {\"fact\": \"Denies sore throat\", \"severity\": \"minor\"}, {\"fact\": \"Denies heartburn\", \"severity\": \"minor\"}, {\"fact\": \"Denies nausea or vomiting\", \"severity\": \"minor\"}, {\"fact\": \"Denies loss of appetite\", \"severity\": \"minor\"}, {\"fact\": \"Denies blood in stool\", \"severity\": \"minor\"}, {\"fact\": \"Denies abdominal pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies constipation\", \"severity\": \"minor\"}, {\"fact\": \"Denies dark or cloudy urine\", \"severity\": \"minor\"}, {\"fact\": \"Denies pain while urinating or burning sensation\", \"severity\": \"minor\"}, {\"fact\": \"Denies flank or groin pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies joint pain, muscle stiffness, backache, ligament\/tendon pain or strain\", \"severity\": \"minor\"}, {\"fact\": \"Denies blackouts or seizures\", \"severity\": \"minor\"}, {\"fact\": \"Denies hallucinations or memory loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies weakness, numbness, tingling, tremors, paralysis, loss of sensation\", \"severity\": \"minor\"}, {\"fact\": \"Denies anxiety, irritability, apathy, depression\", \"severity\": \"minor\"}, {\"fact\": \"Denies sleep disturbances\", \"severity\": \"minor\"}, {\"fact\": \"Denies appetite disturbances\", \"severity\": \"minor\"}, {\"fact\": \"Denies suicidal thoughts\", \"severity\": \"minor\"}, {\"fact\": \"Denies unusual hair loss or breakage\", \"severity\": \"minor\"}, {\"fact\": \"Denies skin lesions or discoloration\", \"severity\": \"minor\"}, {\"fact\": \"Denies unusual nail breakage or discoloration\", \"severity\": \"minor\"}, {\"fact\": \"Has prolonged cough (pertinent positive not captured in Symptoms)\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists 'prolonged cough' and 'cough with mucous or blood sputum' as denied symptoms when the patient explicitly reported a prolonged cough, and omits the symptom entirely from the Symptoms field, while failing to document numerous other pertinent negatives from the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"No sudden weight gain or loss, headaches, nose bleeds, blurred vision, blurry vision, change of vision, fever, chills, chest pain, shortness of breath, shortness of breath while sleeping, palpitation, swelling, varicose veins, pain in legs, cough with mucous or blood sputum, prolonged cough, wheezing\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":409,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Denies tobacco products, alcohol, or recreational drug use\nPlan of Action: N\/A","rougeL":0.6785714286,"bertscore_f1":0.9428517222,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Denies tobacco products, alcohol, or recreational drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":414,"prediction":"Symptoms: weakness, fatigue, loss of appetite\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3023255814,"bertscore_f1":0.8967118859,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["loss"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"loss of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient lost about eight pounds in one week\", \"severity\": \"major\"}, {\"fact\": \"Patient denied chest pain, palpitations, shortness of breath, cough, nausea, vomiting, abdominal pain, and neurological symptoms\", \"severity\": \"major\"}, {\"fact\": \"Plan to await lab report for further evaluation and next steps\", \"severity\": \"major\"}], \"rationale\": \"All generated symptom claims are supported, but key symptom (weight loss), multiple pertinent negatives, and the stated plan are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"loss of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Weight loss of 8 pounds in one week\", \"severity\": \"major\"}, {\"fact\": \"Denial of nausea, vomiting, diarrhea, abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of chest pain, shortness of breath, cough, heart racing\", \"severity\": \"major\"}, {\"fact\": \"Denial of neurological symptoms (numbness or tingling)\", \"severity\": \"major\"}, {\"fact\": \"Awaiting lab report for further evaluation\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits critical clinical details including the specific weight loss, pertinent negatives for GI, cardiopulmonary, and neurological symptoms, and the plan to await lab results, all of which are explicitly stated in the dialogue and essential for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"weakness, fatigue, loss of appetite\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":434,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4590163934,"bertscore_f1":0.9034818411,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":440,"prediction":"Symptoms: hot flashes\nDiagnosis: N\/A\nHistory of Patient: 44-year-old female presenting with hot flashes for the last several months, mood swings for the last few weeks\nPlan of Action: N\/A","rougeL":0.393442623,"bertscore_f1":0.9118666649,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["44"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"age 44\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"female gender\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"presenting with hot flashes for the last several months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"absence of periods for the last year after surgery (amenorrhea)\", \"severity\": \"major\"}, {\"fact\": \"diagnosis of postsurgical menopause\", \"severity\": \"major\"}, {\"fact\": \"correct age 48\", \"severity\": \"major\"}, {\"fact\": \"history of surgery leading to menopause\", \"severity\": \"major\"}], \"rationale\": \"Claims were extracted from the generated note and compared to the dialogue, revealing a contradictory age and missing key symptoms, diagnosis, and accurate history.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"44-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"presenting with hot flashes for the last several months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient had surgery one year ago leading to cessation of periods (postsurgical menopause)\", \"severity\": \"major\"}, {\"fact\": \"Patient denies having periods for the last year\", \"severity\": \"major\"}, {\"fact\": \"Hot flashes occur even in fully air-conditioned rooms and include behavior like standing in front of the refrigerator\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient is 44 years old (dialogue says 48), omits the key clinical fact of postsurgical menopause and its timing, and fails to capture the full context of hot flash severity, while correctly reporting mood swings and hot flashes.\"}","fields_json":"{\"Symptoms\": \"hot flashes\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"44-year-old female presenting with hot flashes for the last several months, mood swings for the last few weeks\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":448,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9800207019,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":457,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9800207019,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":463,"prediction":"Symptoms: back pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.9549375772,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":466,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: History of heroin and alcohol use\nPlan of Action: N\/A","rougeL":0.7555555556,"bertscore_f1":0.9553374648,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"History of heroin and alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient admits to smoking\", \"severity\": \"major\"}, {\"fact\": \"Patient used cocaine today\", \"severity\": \"major\"}], \"rationale\": \"The note correctly records heroin and alcohol use but omits the smoking and recent cocaine use, both important history items.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"History of heroin use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Current cocaine use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Smoking\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Current cocaine use\", \"severity\": \"major\"}, {\"fact\": \"Smoking\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits current cocaine use and smoking, both explicitly stated in the dialogue, and incorrectly fails to include them in the History of Patient section, while falsely implying only past use of heroin and alcohol.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of heroin and alcohol use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":473,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Born and raised in North Carolina, family history includes diabetes, heart disease, hypertension, thyroid problems, autoimmune disease, possible multiple sclerosis, depression, and substance abuse\nPlan of Action: N\/A","rougeL":0.3022222222,"bertscore_f1":0.8855975866,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["includes","hypertension","substance","abuse"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Born and raised in North Carolina, family history includes diabetes, heart disease, hypertension, thyroid problems, autoimmune disease, possible multiple sclerosis, depression, and substance abuse\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":476,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9535829425,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":484,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Gestational diabetes with two pregnancies\nPlan of Action: N\/A","rougeL":0.4,"bertscore_f1":0.9162954688,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Gestational diabetes with two pregnancies\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":500,"prediction":"Symptoms: N\/A\nDiagnosis: anxiety disorder\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9867397547,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"anxiety disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":516,"prediction":"Symptoms: Left flank pain\nDiagnosis: N\/A\nHistory of Patient: Pain started four or five days ago in stomach and back, through to back, on the left side\nPlan of Action: N\/A","rougeL":0.3636363636,"bertscore_f1":0.8894874454,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left flank pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Pain started four or five days ago in stomach and back, through to back, on the left side\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":525,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Retired for a couple of years, former smoker (two packs of cigarettes per day), denies alcohol use.\nPlan of Action: N\/A.","rougeL":0.5757575758,"bertscore_f1":0.9508734345,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Retired for a couple of years, former smoker (two packs of cigarettes per day), denies alcohol use.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":544,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Father underwent coronary artery disease and strokes in his eighties. Mother and father have dementia.\nPlan of Action: N\/A.","rougeL":0.6222222222,"bertscore_f1":0.9370346069,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father underwent coronary artery disease and strokes in his eighties.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother and father have dementia.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Father had coronary artery bypass surgery at age 60.\", \"severity\": \"minor\"}, {\"fact\": \"Father experienced multiple strokes due to coronary artery disease.\", \"severity\": \"minor\"}, {\"fact\": \"Both parents are alive.\", \"severity\": \"minor\"}, {\"fact\": \"Patient denies smoking and alcohol use.\", \"severity\": \"minor\"}, {\"fact\": \"Father is in his eighties and mother is eighty years old.\", \"severity\": \"minor\"}], \"rationale\": \"The generated note includes two supported history claims but omits several key family and personal history details mentioned in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father underwent coronary artery disease and strokes in his eighties.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother and father have dementia.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Father had coronary artery disease and underwent bypass surgery at age 60\", \"severity\": \"major\"}, {\"fact\": \"Patient does not smoke or drink alcohol\", \"severity\": \"major\"}, {\"fact\": \"Both parents are alive\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the father 'underwent coronary artery disease' (a condition, not a procedure), omits the bypass surgery and the patient's non-smoking\/non-drinking status, and misses the pertinent negative of no tobacco\/alcohol use.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Father underwent coronary artery disease and strokes in his eighties. Mother and father have dementia.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":556,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9732643366,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":565,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: widowed for eighteen years, currently working, retired from restaurant, nonsmoker\nPlan of Action: N\/A","rougeL":0.7547169811,"bertscore_f1":0.9535512924,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["nonsmoker"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"widowed for eighteen years, currently working, retired from restaurant, nonsmoker\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":584,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: last menstrual period was around June third of two thousand nine. Had an abortion recently.\nPlan of Action: N\/A.","rougeL":0.4634146341,"bertscore_f1":0.9135223031,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"last menstrual period was around June third of two thousand nine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Had an abortion recently\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient reports ongoing bleeding after the abortion\", \"severity\": \"major\"}, {\"fact\": \"Patient is uncertain whether the abortion was completed\", \"severity\": \"major\"}, {\"fact\": \"Plan to refer patient to Gynecology and Obstetrics for follow\\u2011up\", \"severity\": \"major\"}], \"rationale\": \"The note omits key symptoms, uncertainty about abortion completion, and the referral plan that are present in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"last menstrual period was around June third of two thousand nine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Had an abortion recently\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is unsure whether the abortion was completed and is still bleeding\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had a followup with her OB\/GYN\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits two clinically critical details from the dialogue \\u2014 the patient\\u2019s uncertainty about completion of the abortion and ongoing bleeding, and her lack of follow-up with OB\/GYN \\u2014 both of which impact clinical management and constitute major omissions.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"last menstrual period was around June third of two thousand nine. Had an abortion recently.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":597,"prediction":"Symptoms: N\/A.\nDiagnosis: Attention Deficit Hyperactivity Disorder.\nHistory of Patient: N\/A.\nPlan of Action: Prescribed Adderall and Clonidine for ADHD.","rougeL":0.6031746032,"bertscore_f1":0.9552724957,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["adhd"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"Attention Deficit Hyperactivity Disorder.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"Prescribed Adderall and Clonidine for ADHD.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":607,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Patient is a 79-year-old female employed at a nursing home. She has quit smoking in the past. She has been trying to lose weight since starting a new diet several months ago.\nPlan of Action: N\/A","rougeL":0.5517241379,"bertscore_f1":0.9404465556,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["79","employed"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient is a 79-year-old female employed at a nursing home. She has quit smoking in the past. She has been trying to lose weight since starting a new diet several months ago.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":627,"prediction":"Symptoms: Ulcer in ankle\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7222222222,"bertscore_f1":0.9646517038,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Ulcer in ankle\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":639,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.48,"bertscore_f1":0.9186076522,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Nausea (feels queasy)\", \"severity\": \"major\"}, {\"fact\": \"Vomiting (handful of times)\", \"severity\": \"major\"}, {\"fact\": \"Fever of 102\\u00b0F\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status (out of it, not acting like himself)\", \"severity\": \"major\"}], \"rationale\": \"The generated note lists all fields as N\/A, omitting all clinically relevant symptoms described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":6.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Abdominal pain\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Nausea\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Vomiting\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Fever\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Altered mental status\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"Fever of 102\\u00b0F\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Further evaluation and management of abdominal pain, nausea, vomiting, fever, and altered mental status\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Nausea\", \"severity\": \"major\"}, {\"fact\": \"Vomiting\", \"severity\": \"major\"}, {\"fact\": \"Fever\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for all fields despite the dialogue clearly detailing abdominal pain, nausea, vomiting, fever, and altered mental status as present symptoms, constituting major omissions and unsupported claims.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":642,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Formerly in Haiti, had several male partners, no history of sexually transmitted diseases (STD)\nPlan of Action: N\/A.","rougeL":0.4324324324,"bertscore_f1":0.9101699591,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["formerly","transmitted","diseases"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Formerly in Haiti\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"had several male partners\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no history of sexually transmitted diseases (STD)\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Occasional alcohol use\", \"severity\": \"minor\"}, {\"fact\": \"Nonsmoker\", \"severity\": \"minor\"}, {\"fact\": \"Denies drug use\", \"severity\": \"minor\"}, {\"fact\": \"Currently employed at a car dealership\", \"severity\": \"minor\"}, {\"fact\": \"Used protection most of the time during past sexual encounters\", \"severity\": \"minor\"}, {\"fact\": \"No sexual activity since moving to the current location\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are supported by the dialogue, but several clinically relevant details from the conversation are omitted from the History of Patient section.\"}","j2_faithful":true,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"The patient formerly lived in Haiti.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"The patient had several male partners.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"The patient has no history of sexually transmitted diseases (STD).\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"The patient is a nonsmoker.\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"The patient occasionally drinks.\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"The patient denies intravenous drug use.\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"The patient is currently employed.\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient had homosexual activity in Haiti in 1982 (specific timepoint omitted).\", \"severity\": \"minor\"}, {\"fact\": \"Patient has not had sex since moving to the U.S.\", \"severity\": \"minor\"}, {\"fact\": \"Patient used protection most of the time in previous encounters.\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits key contextual details from the dialogue (timing of sexual activity, abstinence since moving, condom use) and incorrectly omits the patient's alcohol use and employment status, while falsely omitting the nonsmoker and no IV drug use claims that were explicitly stated.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Formerly in Haiti, had several male partners, no history of sexually transmitted diseases (STD)\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":644,"prediction":"Symptoms: Chronic iron deficiency anemia with blood in stool, unusual pruritus\nDiagnosis: lymphocytic colitis\nHistory of Patient: 59-year-old female presenting with chronic iron deficiency anemia with blood in stool for a few months, unusual pruritus, elevated hemoglobin and melena, last colonoscopy about three years ago in Las Cruces\nPlan of Action: N\/A","rougeL":0.4413793103,"bertscore_f1":0.9118810892,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["59","elevated","melena"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":8.0,"n_unsupported":0.0,"n_contradicted":2.0,"n_misplaced":0.0,"n_major_errors":2.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"59-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Presenting with chronic iron deficiency anemia with blood in stool for a few months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Elevated hemoglobin and melena\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Last colonoscopy about three years ago in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Chronic diarrhea (frequency described as chronic, lasting >3 years)\", \"severity\": \"major\"}, {\"fact\": \"Hyperplastic polyps identified on prior colonoscopy\", \"severity\": \"major\"}, {\"fact\": \"Patient age 55 and male gender\", \"severity\": \"major\"}, {\"fact\": \"CBC results: hemoglobin 9 g\/dL and MCV 65 fL\", \"severity\": \"major\"}, {\"fact\": \"Blood in stool described as both dark (possible melena) and bright (hematochezia)\", \"severity\": \"minor\"}, {\"fact\": \"No prior treatment for diarrhea in the past three years\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains several contradictory demographic and lab facts, omits key symptoms and diagnoses, and lacks important historical details needed for proper clinical care.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"59-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"presenting with chronic iron deficiency anemia with blood in stool for a few months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"elevated hemoglobin\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"melena\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy about three years ago in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 55 years old, not 59, and is male, not female\", \"severity\": \"major\"}, {\"fact\": \"Hemoglobin is 9 (low), MCV is 65 (low)\", \"severity\": \"major\"}, {\"fact\": \"Blood in stool has been for five months, not just 'a few months'\", \"severity\": \"major\"}, {\"fact\": \"Stool blood has been both dark and bright, not just melena\", \"severity\": \"minor\"}, {\"fact\": \"Last colonoscopy found hyperplastic polyps\", \"severity\": \"major\"}, {\"fact\": \"Patient has chronic diarrhea\", \"severity\": \"major\"}, {\"fact\": \"No treatment for diarrhea in over three years\", \"severity\": \"minor\"}, {\"fact\": \"No history of diabetes or other pertinent negatives mentioned\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains critical errors in patient demographics and lab values, omits key diagnostic findings and symptom details, and misrepresents clinical facts, risking mismanagement.\"}","fields_json":"{\"Symptoms\": \"Chronic iron deficiency anemia with blood in stool, unusual pruritus\", \"Diagnosis\": \"lymphocytic colitis\", \"History of Patient\": \"59-year-old female presenting with chronic iron deficiency anemia with blood in stool for a few months, unusual pruritus, elevated hemoglobin and melena, last colonoscopy about three years ago in Las Cruces\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":650,"prediction":"Symptoms: Left-sided opacification of the diaphragm\nDiagnosis: N\/A\nHistory of Patient: She had a sternotomy in the past, placed an I C D implant and an aortic valve mechanical implant. Her pleural effusion was really worrisome causing left sided opacification of her diaphragm.\nPlan of Action: N\/A","rougeL":0.5609756098,"bertscore_f1":0.935140729,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["left-sided"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left-sided opacification of the diaphragm\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"She had a sternotomy in the past, placed an I C D implant and an aortic valve mechanical implant. Her pleural effusion was really worrisome causing left sided opacification of her diaphragm.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":664,"prediction":"Symptoms: Weakness, tiredness, shortness of breath\nDiagnosis: N\/A\nHistory of Patient: Weight loss of 15 pounds in less than two or three months\nPlan of Action: N\/A","rougeL":0.4444444444,"bertscore_f1":0.9116050601,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["weakness","tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":4.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Weight loss of 15 pounds in less than two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Symptoms have been present for approximately one month\", \"severity\": \"major\"}, {\"fact\": \"Denies fever, chills, sweats, and cough\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain associated with shortness of breath\", \"severity\": \"minor\"}, {\"fact\": \"Denies nausea, vomiting, and diarrhea\", \"severity\": \"minor\"}, {\"fact\": \"Appetite is fine (no anorexia)\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are supported by the dialogue, but several pertinent negatives and the symptom duration are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Weight loss of 15 pounds in less than two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denies fever, chills, sweats, cough, diarrhea\", \"severity\": \"major\"}, {\"fact\": \"Denies chest pain with shortness of breath\", \"severity\": \"major\"}, {\"fact\": \"Appetite is fine (no anorexia)\", \"severity\": \"major\"}, {\"fact\": \"Symptoms present for approximately one month\", \"severity\": \"major\"}], \"rationale\": \"The generated note accurately captures some symptoms and weight loss but omits multiple pertinent negatives and key temporal details explicitly stated in the dialogue, which are clinically significant for differential diagnosis.\"}","fields_json":"{\"Symptoms\": \"Weakness, tiredness, shortness of breath\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Weight loss of 15 pounds in less than two or three months\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":666,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":690,"prediction":"Symptoms: Progressive loss of vision in right eye for about two months\nDiagnosis: N\/A\nHistory of Patient: Progressive loss of vision in right eye for about two months, no other Symptoms associated with vision loss, no headaches\nPlan of Action: Perform a test to assess right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed right-handed patient\nPlan of Action: Perform a test to assess right-handed right-handed right-handed right-handed right-handed right-handed right","rougeL":0.1875,"bertscore_f1":0.8396697044,"template_ok":false,"na_agreement":null,"unsupported_terms":["perform","assess"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":702,"prediction":"Symptoms: severe back pain, pain radiating down from back to knee\nDiagnosis: small cell lung cancer\nHistory of Patient: two year history of small cell lung cancer spread to both femurs, lower lumbar spine, and pelvis, treated with chemotherapy and radiation treatments multiple times, CT scan done to check for metastasis\nPlan of Action: N\/A","rougeL":0.472972973,"bertscore_f1":0.9259336591,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":6.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain radiating down from back to knee\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"two year history of small cell lung cancer spread to both femurs, lower lumbar spine, and pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"treated with chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan done to check for metastasis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"burning sensation described by the patient\", \"severity\": \"minor\"}, {\"fact\": \"pain radiating to the right leg (in addition to the knee)\", \"severity\": \"minor\"}, {\"fact\": \"numbness and sharp pain in the bottom of the left foot\", \"severity\": \"minor\"}, {\"fact\": \"pain worsens with prolonged sitting, standing, or walking\", \"severity\": \"minor\"}, {\"fact\": \"patient rates pain as 10\/10\", \"severity\": \"major\"}, {\"fact\": \"diagnosis should include metastasis to both femurs, lower lumbar spine, and pelvis\", \"severity\": \"major\"}, {\"fact\": \"history includes a recent series of ten radiation treatments for pain relief\", \"severity\": \"major\"}], \"rationale\": \"All generated claims are directly supported by the dialogue; several key symptom details, severity rating, metastasis in the diagnosis, and the recent ten\\u2011session radiation course are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe back pain\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"pain radiating down from back to knee\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"two year history of small cell lung cancer spread to both femurs, lower lumbar spine, and pelvis\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"treated with chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan done to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"burning sensation in pain\", \"severity\": \"major\"}, {\"fact\": \"numbness and sharp pain in bottom of left foot\", \"severity\": \"major\"}, {\"fact\": \"diffuse mid back pain\", \"severity\": \"major\"}, {\"fact\": \"pain rated as 10\/10 in back and leg\", \"severity\": \"minor\"}, {\"fact\": \"pain worsened by prolonged sitting, standing, or walking\", \"severity\": \"major\"}, {\"fact\": \"recent series of 10 radiation treatments for pain relief\", \"severity\": \"major\"}, {\"fact\": \"on narcotics for pain\", \"severity\": \"major\"}], \"rationale\": \"The generated note captures core diagnosis and cancer history but omits critical symptom details (burning, numbness, mid-back pain, pain severity, triggers) and recent radiation therapy, while misplacing the CT scan into history instead of symptoms or diagnostics.\"}","fields_json":"{\"Symptoms\": \"severe back pain, pain radiating down from back to knee\", \"Diagnosis\": \"small cell lung cancer\", \"History of Patient\": \"two year history of small cell lung cancer spread to both femurs, lower lumbar spine, and pelvis, treated with chemotherapy and radiation treatments multiple times, CT scan done to check for metastasis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":721,"prediction":"Symptoms: N\/A\nDiagnosis: Upper respiratory infection, apnea\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.956728816,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Upper respiratory infection, apnea\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":724,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother has arthritis\nPlan of Action: N\/A","rougeL":0.8333333333,"bertscore_f1":0.9827773571,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has arthritis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":727,"prediction":"Symptoms: N\/A\nDiagnosis: fracture dislocation of the left elbow\nHistory of Patient: injured on October 10, 2007 while riding quads, fell on October 10, 2007, underwent open reduction internal fixation (ORIF) on fracture dislocation of the left elbow, underwent Dynasplint placement for hardware removal\nPlan of Action: N\/A","rougeL":0.3333333333,"bertscore_f1":0.8948636055,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["injured","fell","open","reduction","internal","fixation","orif","placement"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":8.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"fracture dislocation of the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"injured on October 10, 2007 while riding quads\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent open reduction internal fixation (ORIF) on fracture dislocation of the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent Dynasplint placement for hardware removal\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient reports postoperative stiffness\", \"severity\": \"major\"}, {\"fact\": \"Right glenoid neck fracture (nondisplaced) present\", \"severity\": \"major\"}, {\"fact\": \"Patient is a 10\\u2011year\\u2011old male\", \"severity\": \"major\"}, {\"fact\": \"Right\\u2011hand dominant\", \"severity\": \"minor\"}, {\"fact\": \"Neurologically intact distally (wrist and hand movement and reflexes)\", \"severity\": \"minor\"}, {\"fact\": \"Current physical therapy and Dynasplint use for stiffness\", \"severity\": \"minor\"}, {\"fact\": \"Plan to perform hardware removal surgery on left elbow\", \"severity\": \"major\"}, {\"fact\": \"Risks discussed: infection risk <1%, bleeding, changes in sensation\/motion, failure to remove hardware, failure to relieve pain, continued postoperative stiffness\", \"severity\": \"major\"}, {\"fact\": \"Prophylactic antibiotics will be given\", \"severity\": \"major\"}, {\"fact\": \"General anesthesia will be used\", \"severity\": \"major\"}, {\"fact\": \"Parents agreed to the surgical plan\", \"severity\": \"major\"}], \"rationale\": \"The generated note includes only a few supported facts and adds an inaccurate claim about Dynasplint for hardware removal, while omitting multiple key symptoms, diagnoses, historical details, and the entire treatment plan discussed.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":7.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"fracture dislocation of the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"injured on October 10, 2007 while riding quads\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent open reduction internal fixation (ORIF) on fracture dislocation of the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent Dynasplint placement for hardware removal\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"fracture of the neck of the right glenoid\", \"severity\": \"major\"}, {\"fact\": \"right-hand dominant\", \"severity\": \"major\"}, {\"fact\": \"postoperative stiffness treated with physical therapy\", \"severity\": \"major\"}, {\"fact\": \"neurologically intact in wrist and hand\", \"severity\": \"major\"}, {\"fact\": \"surgery recommended for hardware removal to decrease irritation with elbow extension\", \"severity\": \"major\"}, {\"fact\": \"risks of surgery including infection, bleeding, changes in sensation\/motion, failure to relieve pain, continued stiffness\", \"severity\": \"major\"}, {\"fact\": \"parents agreed to the surgery plan\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains a major contradiction by misstating Dynasplint as being placed for hardware removal (it was used for stiffness), and omits multiple critical clinical facts including right-hand dominance, right glenoid fracture, PT use, neurological status, surgical indication, risks, and parental consent.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"fracture dislocation of the left elbow\", \"History of Patient\": \"injured on October 10, 2007 while riding quads, fell on October 10, 2007, underwent open reduction internal fixation (ORIF) on fracture dislocation of the left elbow, underwent Dynasplint placement for hardware removal\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":730,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9712504745,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No smoking\", \"severity\": \"major\"}, {\"fact\": \"Occasional alcohol consumption\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient section empty, omitting both the patient's non\\u2011smoking status and occasional alcohol use mentioned in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No smoking\", \"severity\": \"major\"}, {\"fact\": \"Occasional alcohol consumption\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient does not smoke and drinks alcohol occasionally, both of which are clinically important historical facts omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":747,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9689841866,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":755,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Both tubes tied in O one and a polyp removed at age 14.\nPlan of Action: N\/A.","rougeL":0.7169811321,"bertscore_f1":0.9516660571,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Both tubes tied in O one and a polyp removed at age 14.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":758,"prediction":"Symptoms: Rash\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.52,"bertscore_f1":0.9279338717,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Rash\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":764,"prediction":"Symptoms: Head pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7741935484,"bertscore_f1":0.9794395566,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Head pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":766,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father has diabetes, hypertension, emphysema, and a smoker\nPlan of Action: N\/A","rougeL":0.6461538462,"bertscore_f1":0.9468209743,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father has diabetes, hypertension, emphysema, and a smoker\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":787,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9457374215,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Medication list was reviewed on April 22, 2003, with morning and evening dosages noted\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the medication review described in the dialogue, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"List of medications was checked on April 22, 2003, with morning and evening dosages\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states that the medication list was reviewed on April 22, 2003, and includes morning and evening dosing, but the generated note omits this clinically relevant history in the 'History of Patient' section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":791,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9850688577,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":804,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9631142616,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn (naproxen)\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the drug allergy disclosed in the dialogue, a critical omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is allergic to Naprosyn, which belongs in the History of Patient section, but the generated note incorrectly lists it as N\/A.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":817,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother has coronary artery disease\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9829209447,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note correctly captures the only fact from the dialogue.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the family history of coronary artery disease in the mother as stated in the dialogue, with no omissions or errors.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has coronary artery disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":829,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":831,"prediction":"Symptoms: pain in both feet, rocker bottom feet\nDiagnosis: N\/A\nHistory of Patient: 5-year-old boy with rocker bottom feet, history of subtalar arthrodesis, possible autograft, and lengthening of the Achilles.\nPlan of Action: surgery recommended for rocker bottom feet, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremity, need for other surgical procedures, nonweightbearing for some time, need for nonweightbearing for some time","rougeL":0.5466666667,"bertscore_f1":0.9223465323,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["recommended"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in both feet, rocker bottom feet\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"5-year-old boy with rocker bottom feet, history of subtalar arthrodesis, possible autograft, and lengthening of the Achilles.\", \"Plan of Action\": \"surgery recommended for rocker bottom feet, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremity, need for other surgical procedures, nonweightbearing for some time, need for nonweightbearing for some time\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":844,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9274699092,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Cancer diagnosis confirmed\", \"severity\": \"major\"}, {\"fact\": \"Hypertension diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Diabetes diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Positive history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"Positive history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"Positive history of cancer\", \"severity\": \"major\"}, {\"fact\": \"Negative for heart disease (no chest pain, shortness of breath, uneasiness)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for obesity (BMI normal, not overweight)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for stroke symptoms (no dizziness, loss of consciousness)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits all documented diagnoses and relevant positive and negative history items from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Hypertension\", \"severity\": \"major\"}, {\"fact\": \"Diabetes\", \"severity\": \"major\"}, {\"fact\": \"Cancer\", \"severity\": \"major\"}, {\"fact\": \"No heart disease\", \"severity\": \"major\"}, {\"fact\": \"No obesity (BMI fine)\", \"severity\": \"major\"}, {\"fact\": \"No stroke-like symptoms\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all diagnosed conditions and pertinent negatives explicitly stated in the dialogue, which are clinically critical for accurate patient documentation.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":846,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother's side family had heart issues, father's sister had sugar problems\nPlan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9554721117,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father's"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother's side family had heart issues, father's sister had sugar problems\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":866,"prediction":"Symptoms: Left knee pain\nDiagnosis: N\/A\nHistory of Patient: Injured medial collateral ligament (MCL) while playing hockey\nPlan of Action: N\/A","rougeL":0.5396825397,"bertscore_f1":0.9322434664,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["medial","collateral","ligament"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Injured medial collateral ligament (MCL) while playing hockey\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":873,"prediction":"Symptoms: dizzy, vertigo, lightheadedness, tiredness\nDiagnosis: atrial fibrillation\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4545454545,"bertscore_f1":0.9146752357,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"dizzy, vertigo, lightheadedness, tiredness\", \"Diagnosis\": \"atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":878,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Smokes three packs of cigarettes per month, denies alcohol or recreational drug use\nPlan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9465920329,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Smokes three packs of cigarettes per month, denies alcohol or recreational drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":896,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Single, lives alone\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9748851061,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Single, lives alone\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":917,"prediction":"Symptoms: noticeable foreign body sensation in the left eye\nDiagnosis: N\/A\nHistory of Patient: noticed foreign body sensation in the left eye during work in the morning, flushed eyes with water in hopes of helping with the sensation\nPlan of Action: N\/A","rougeL":0.5348837209,"bertscore_f1":0.941275835,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"noticeable foreign body sensation in the left eye\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"noticed foreign body sensation in the left eye during work in the morning, flushed eyes with water in hopes of helping with the sensation\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":949,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9769557714,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":951,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":974,"prediction":"Symptoms: stuffy nose, difficulty breathing from mouth, low grade fever\nDiagnosis: N\/A\nHistory of Patient: Symptoms started yesterday, stuffy nose started yesterday, difficulty breathing from mouth, low grade fever\nPlan of Action: N\/A","rougeL":0.4421052632,"bertscore_f1":0.9123640656,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["difficulty"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"stuffy nose, difficulty breathing from mouth, low grade fever\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Symptoms started yesterday, stuffy nose started yesterday, difficulty breathing from mouth, low grade fever\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":990,"prediction":"Symptoms: Coughing for one week, worsening over a week\nDiagnosis: N\/A\nHistory of Patient: Symptoms started off as congestion one week ago, worsening over a week, no fever\nPlan of Action: N\/A","rougeL":0.3361344538,"bertscore_f1":0.9005438685,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["worsening"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Coughing for one week, worsening over a week\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Symptoms started off as congestion one week ago, worsening over a week, no fever\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1012,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Hypertension, asthma\nPlan of Action: N\/A","rougeL":0.6530612245,"bertscore_f1":0.9371746182,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Hypertension, asthma\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1026,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9422791004,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1041,"prediction":"Symptoms: low back pain\nDiagnosis: degenerative disc disease\nHistory of Patient: fell from a freshly waxed floor in March 2006, slipped onto tailbone and general lower back in March 2006, experienced another fall in March 2006 with a handgun, fell onto the tailbone and general lower back in November, had cauterization of some nerves in the lower back in October and November\nPlan of Action: N\/A","rougeL":0.4588235294,"bertscore_f1":0.9132915735,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"low back pain\", \"Diagnosis\": \"degenerative disc disease\", \"History of Patient\": \"fell from a freshly waxed floor in March 2006, slipped onto tailbone and general lower back in March 2006, experienced another fall in March 2006 with a handgun, fell onto the tailbone and general lower back in November, had cauterization of some nerves in the lower back in October and November\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1046,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9591081142,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1055,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4561403509,"bertscore_f1":0.9050281644,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1056,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.4262295082,"bertscore_f1":0.9188563228,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1074,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: 3-year-old daughter with very early miscarriage before getting pregnant again with her, regular birth, vaginal birth, C-section, and cesarean section.\nPlan of Action: N\/A.","rougeL":0.2809917355,"bertscore_f1":0.8708219528,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["c-section","cesarean"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"3-year-old daughter with very early miscarriage before getting pregnant again with her, regular birth, vaginal birth, C-section, and cesarean section.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1075,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.0,"bertscore_f1":0.7998678684,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1080,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: stung around noon while preparing lunch, no shortness of breath, itching, hives, tongue swelling, trouble swallowing\nPlan of Action: N\/A","rougeL":0.2900763359,"bertscore_f1":0.8797510862,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"stung around noon while preparing lunch, no shortness of breath, itching, hives, tongue swelling, trouble swallowing\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1082,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1087,"prediction":"Symptoms: pain in stomach on the right side and down to the middle part of left thigh\nDiagnosis: hyperesthesia\nHistory of Patient: last visit in August 2002, pain in stomach on the right side and down to the middle part of left thigh\nPlan of Action: N\/A","rougeL":0.2406015038,"bertscore_f1":0.8761773109,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":4.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":10.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"pain in stomach on the right side and down to the middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last visit in August 2002\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain in stomach on the right side and down to the middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain on left abdomen (hyperesthesia on left abdomen)\", \"severity\": \"major\"}, {\"fact\": \"intermittent nature of the pain\", \"severity\": \"minor\"}, {\"fact\": \"pain more pronounced in the past eight days on abdomen and right hip area\", \"severity\": \"major\"}, {\"fact\": \"pain is painful when touched (hyperesthesia)\", \"severity\": \"major\"}, {\"fact\": \"right hip area involvement\", \"severity\": \"major\"}, {\"fact\": \"symptoms started six weeks before the holidays\", \"severity\": \"major\"}, {\"fact\": \"symptoms cleared for a while then recurred\", \"severity\": \"major\"}, {\"fact\": \"no treatment received\", \"severity\": \"major\"}, {\"fact\": \"no skin changes or rash observed\", \"severity\": \"major\"}, {\"fact\": \"patient bathes daily using minimal soap\", \"severity\": \"minor\"}, {\"fact\": \"patient is married\", \"severity\": \"minor\"}, {\"fact\": \"patient works as an airplane mechanic for Alaska Airlines\", \"severity\": \"minor\"}, {\"fact\": \"plan to run further tests to find underlying cause of hyperesthesia\", \"severity\": \"major\"}, {\"fact\": \"plan to start treatment after test results\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are directly supported by the dialogue, while many clinically relevant details from the conversation are missing from the generated note.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"pain in stomach on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain down to the middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last visit in August 2002\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain in stomach on the right side and down to the middle part of left thigh\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain is intermittent and has been more pronounced in the past eight days\", \"severity\": \"major\"}, {\"fact\": \"pain is painful when touched\", \"severity\": \"major\"}, {\"fact\": \"symptoms started six weeks before the holidays, cleared for a while, then recurred mainly on right lower abdomen\", \"severity\": \"major\"}, {\"fact\": \"no treatment received\", \"severity\": \"minor\"}, {\"fact\": \"no skin changes observed\", \"severity\": \"minor\"}, {\"fact\": \"bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"married\", \"severity\": \"minor\"}, {\"fact\": \"works as an airplane mechanic\", \"severity\": \"minor\"}, {\"fact\": \"patient thought it might be shingles but no rash developed\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits critical clinical details about symptom pattern, duration, and patient history, and falsely reports N\/A for the Plan of Action despite the doctor explicitly stating tests will be run.\"}","fields_json":"{\"Symptoms\": \"pain in stomach on the right side and down to the middle part of left thigh\", \"Diagnosis\": \"hyperesthesia\", \"History of Patient\": \"last visit in August 2002, pain in stomach on the right side and down to the middle part of left thigh\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1105,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9263053536,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection normal and well hydrated; no diaphoresis; no injury or wounds observed.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the entire skin examination findings that were documented in the dialogue and are clinically essential.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection within normal limits\", \"severity\": \"major\"}, {\"fact\": \"Skin is well hydrated\", \"severity\": \"major\"}, {\"fact\": \"No diaphoresis (excessive sweating)\", \"severity\": \"major\"}, {\"fact\": \"No obvious wound\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly documents normal skin inspection, hydration, absence of diaphoresis, and no wounds \\u2014 all of which belong in the Diagnosis field but are entirely omitted, while the generated note incorrectly reports N\/A for Diagnosis despite explicit clinical findings.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1118,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father passed away from colon cancer, mother passed away in her nineties from a stroke\nPlan of Action: N\/A","rougeL":0.75,"bertscore_f1":0.9672047496,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father","mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father passed away from colon cancer, mother passed away in her nineties from a stroke\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1161,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father died at the age of 59 of strokes and myocardial infarction (MI)\nPlan of Action: N\/A","rougeL":0.5,"bertscore_f1":0.9079370499,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["59","myocardial","infarction"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father died at the age of 59 of strokes and myocardial infarction (MI)\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1163,"prediction":"Symptoms: Allergic asthma\nDiagnosis: N\/A\nHistory of Patient: Allergic asthma\nPlan of Action: N\/A","rougeL":0.2015503876,"bertscore_f1":0.8793072104,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Allergic asthma\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Allergic asthma\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1172,"prediction":"Symptoms: loss of sense of smell in right eye\nDiagnosis: N\/A\nHistory of Patient: surgery on shoulder 13 years ago, lost sense of smell in right eye\nPlan of Action: N\/A","rougeL":0.412371134,"bertscore_f1":0.9155939817,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"loss of sense of smell in right eye\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"surgery on shoulder 13 years ago, lost sense of smell in right eye\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1184,"prediction":"Symptoms: Chest pain\nDiagnosis: Simple cyst of the left kidney\nHistory of Patient: Left upper lobectomy for stage IA non-small cell lung cancer, barium swallow showed small hiatal hernia with minimal reflux, x-rays from November 2001 to November 2001 showed enlarging simple cyst of the left kidney with minimal reflux, x-rays from November 2001 to November 2001 showed enlarging simple cyst of the left kidney with minimal reflux, barium swallow showed small hiatal hernia with minimal reflux, CT scan from November 2001 to November 2001 showed enlarging simple cyst of the left kidney with minimal reflux, x-rays from November 2001 to November 2001 showed enlarged calf with no tenderness\nPlan of Action: N\/A","rougeL":0.334841629,"bertscore_f1":0.8756077886,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["non-small","x-rays","2001","scan"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":9.0,"n_unsupported":3.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Left upper lobectomy for stage IA non-small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"x-rays from November 2001 to November 2001 showed enlarging simple cyst of the left kidney with minimal reflux\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"x-rays from November 2001 to November 2001 showed enlarging simple cyst of the left kidney with minimal reflux\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan from November 2001 to November 2001 showed enlarging simple cyst of the left kidney with minimal reflux\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"x-rays from November 2001 to November 2001 showed enlarged calf with no tenderness\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Enlarged left calf without tenderness (should be recorded in Symptoms)\", \"severity\": \"minor\"}, {\"fact\": \"Small sliding hiatal hernia with minimal reflux (diagnosis)\", \"severity\": \"minor\"}, {\"fact\": \"History of deep vein thrombosis in 1975 and 1985\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue; many imaging\/date details are unsupported or misplaced, and key positive findings and past DVT history were omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":4.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Left upper lobectomy for stage IA non-small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"x-rays from November 2001 to November 2001 showed enlarging simple cyst of the left kidney with minimal reflux\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"x-rays from November 2001 to November 2001 showed enlarging simple cyst of the left kidney with minimal reflux\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan from November 2001 to November 2001 showed enlarging simple cyst of the left kidney with minimal reflux\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"x-rays from November 2001 to November 2001 showed enlarged calf with no tenderness\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Enlarged left calf without tenderness (symptom not listed in Symptoms field)\", \"severity\": \"major\"}, {\"fact\": \"History of DVT in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"No abnormal weight loss\", \"severity\": \"minor\"}, {\"fact\": \"No fever, chills, cough, hemoptysis, or shortness of breath\", \"severity\": \"minor\"}, {\"fact\": \"Chest pain is mild and not tender\", \"severity\": \"minor\"}, {\"fact\": \"X-rays from November 23, 2009 were normal\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains multiple unsupported claims with incorrect dates and misattributed findings (e.g., conflating x-ray, CT, and barium swallow results), omits critical past medical history (DVT), and fails to properly categorize the calf enlargement as a symptom.\"}","fields_json":"{\"Symptoms\": \"Chest pain\", \"Diagnosis\": \"Simple cyst of the left kidney\", \"History of Patient\": \"Left upper lobectomy for stage IA non-small cell lung cancer, barium swallow showed small hiatal hernia with minimal reflux, x-rays from November 2001 to November 2001 showed enlarging simple cyst of the left kidney with minimal reflux, x-rays from November 2001 to November 2001 showed enlarging simple cyst of the left kidney with minimal reflux, barium swallow showed small hiatal hernia with minimal reflux, CT scan from November 2001 to November 2001 showed enlarging simple cyst of the left kidney with minimal reflux, x-rays from November 2001 to November 2001 showed enlarged calf with no tenderness\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1192,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6382978723,"bertscore_f1":0.941855371,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient works at a local Christmas tree farm.\", \"severity\": \"minor\"}, {\"fact\": \"Patient smokes cigarettes approximately one pack per day.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting both the patient's smoking habit and employment, which were stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"The patient smokes one pack of cigarettes per day\", \"severity\": \"major\"}, {\"fact\": \"The patient works at a local Christmas tree farm\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits two major, clinically relevant facts from the dialogue: the patient's daily cigarette use and his occupation at a Christmas tree farm, both of which belong in the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1201,"prediction":"Symptoms: Chronic low back pain\nDiagnosis: N\/A\nHistory of Patient: fell in an ABC store in August 2008, referred to Physical Therapy (PT) for low back pain, received electrical stimulation and heat for pain management\nPlan of Action: N\/A","rougeL":0.3731343284,"bertscore_f1":0.9122672081,"template_ok":true,"na_agreement":null,"unsupported_terms":["chronic","physical","therapy"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":4.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell in an ABC store in August 2008\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"referred to Physical Therapy (PT) for low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received electrical stimulation and heat for pain management\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Initial low back pain began about eight years ago after a fall at an ABC store\", \"severity\": \"major\"}, {\"fact\": \"Recent fall 4\\u20115 days ago while mopping, landing on tailbone, which worsened low back pain\", \"severity\": \"major\"}, {\"fact\": \"Low back pain started after giving birth in August 2008 and has persisted since\", \"severity\": \"major\"}, {\"fact\": \"Saw Dr. X on January 10, 2009 with a follow\\u2011up appointment scheduled for February 10, 2009\", \"severity\": \"minor\"}, {\"fact\": \"Patient is 26 years old\", \"severity\": \"minor\"}, {\"fact\": \"Pain is continuous but varies in intensity\", \"severity\": \"minor\"}, {\"fact\": \"Physical therapy was attended only once or twice\", \"severity\": \"minor\"}], \"rationale\": \"The note misdates the original fall, omits the recent worsening fall, postpartum onset, prior physician visits, age, pain variability, and limited PT exposure, all of which are present in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell in an ABC store in August 2008\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"referred to Physical Therapy (PT) for low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received electrical stimulation and heat for pain management\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Low back pain began eight years ago from a fall at an ABC store (not in August 2008)\", \"severity\": \"major\"}, {\"fact\": \"Patient had back pain since giving birth in August 2008\", \"severity\": \"major\"}, {\"fact\": \"Patient fell again four or five days ago, landing on tailbone, worsening back pain\", \"severity\": \"major\"}, {\"fact\": \"PT visits occurred only once or twice\", \"severity\": \"minor\"}, {\"fact\": \"Seen by Dr. X on January 10, 2009, with follow-up scheduled for February 10, 2009\", \"severity\": \"major\"}, {\"fact\": \"Pain has been continuous for eight years with varying intensity\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly attributes the fall to August 2008 (which is when the patient gave birth), omits critical details including the recent fall, postpartum back pain, and physician visits, and misplaces the timing of events, risking clinical mismanagement.\"}","fields_json":"{\"Symptoms\": \"Chronic low back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"fell in an ABC store in August 2008, referred to Physical Therapy (PT) for low back pain, received electrical stimulation and heat for pain management\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1212,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6363636364,"bertscore_f1":0.932995379,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1232,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8387096774,"bertscore_f1":0.963935554,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1237,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Negative pregnancy test\nPlan of Action: N\/A","rougeL":0.4117647059,"bertscore_f1":0.8886033297,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Negative pregnancy test\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Abnormal sodium level (133)\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level (0.2)\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid labs (TSH 0.004, Free T4 19.3)\", \"severity\": \"major\"}, {\"fact\": \"EKG showing sinus tachycardia with heart rate 122\", \"severity\": \"major\"}], \"rationale\": \"The generated note only records a negative pregnancy test, misplacing it, and omits all abnormal lab and EKG findings that are clinically important.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Negative pregnancy test\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Abnormal Sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal Creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG showed sinus tachycardia with a heart rate of 122\", \"severity\": \"major\"}, {\"fact\": \"Labs were reviewed and found to have abnormalities requiring further evaluation\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all critical lab and EKG abnormalities mentioned in the dialogue, which are essential for clinical decision-making, while only including the negative pregnancy test, which is a minor piece of information.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Negative pregnancy test\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1250,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9375,"bertscore_f1":0.9833597541,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1259,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7428571429,"bertscore_f1":0.9593532085,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1267,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: History of hay fever, eczema, sinus problems, hives, melanoma, skin cancers, and psoriasis\nPlan of Action: N\/A","rougeL":0.4637681159,"bertscore_f1":0.9221183062,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of hay fever, eczema, sinus problems, hives, melanoma, skin cancers, and psoriasis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1269,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: cholecystectomy\nPlan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9681433439,"template_ok":true,"na_agreement":null,"unsupported_terms":["cholecystectomy"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"cholecystectomy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1271,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9565677643,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1281,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9674756527,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports no past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The note fails to record the explicitly stated negative surgical history, a clinically important omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has had no past surgeries, but the generated note incorrectly omits this pertinent negative from the History of Patient field, which could lead to incomplete clinical assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1283,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8125,"bertscore_f1":0.9707540274,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s13","family":"biobart","seed":13,"example_id":1284,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4680851064,"bertscore_f1":0.8984276056,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":4,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9608413577,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":10,"prediction":"Symptoms: bunion on foot\nDiagnosis: N\/A\nHistory of Patient: 19-year-old Caucasian female presenting with bunion for a long time, history of Charcot Marie tooth disease\nPlan of Action: surgery to cut bunion off\nPlan of Action: N\/A","rougeL":0.5882352941,"bertscore_f1":0.9288961291,"template_ok":false,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":21,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.9236828685,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable (no known medical problems in family)\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies use of drugs, alcohol, or tobacco\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple pertinent historical details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable; no medical problems in family\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drug, alcohol, or tobacco use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for History of Patient despite the dialogue explicitly providing three clinically important facts: unremarkable family history, sexual activity with a boyfriend, and denial of substance use.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":25,"prediction":"Symptoms: N\/A\nDiagnosis: Blood born pathogen exposure secondary to needlestick\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.976744186,"bertscore_f1":0.9750208259,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Blood born pathogen exposure secondary to needlestick\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":29,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.9552038908,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":36,"prediction":"Symptoms: Increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning\nDiagnosis: Chronic lymphocytic leukemia, heart disease\nHistory of Patient: Patient is an 80-year-old male with chronic lymphocytic leukemia, currently seeing Dr. XY for chronic lymphocytic leukemia, currently experiencing increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning\nPlan of Action: N\/A","rougeL":0.3089430894,"bertscore_f1":0.8732449412,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["disease","80"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning\", \"Diagnosis\": \"Chronic lymphocytic leukemia, heart disease\", \"History of Patient\": \"Patient is an 80-year-old male with chronic lymphocytic leukemia, currently seeing Dr. XY for chronic lymphocytic leukemia, currently experiencing increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":56,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3404255319,"bertscore_f1":0.8819849491,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":58,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3720930233,"bertscore_f1":0.8944510818,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":72,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3921568627,"bertscore_f1":0.9071724415,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":74,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":87,"prediction":"Symptoms: acne improving\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9684255123,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"acne improving\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":96,"prediction":"Symptoms: Congestion, snorting.\nDiagnosis: N\/A.\nHistory of Patient: Patient has been congested since age 11. She has been snorting a lot more. She denies any known allergies.\nPlan of Action: N\/A.","rougeL":0.4262295082,"bertscore_f1":0.9261454344,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":2.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Patient has congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Patient is snorting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has been congested since age 11\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has been snorting a lot more\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient denies any known allergies\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Redness and peeling of skin around the right big toe\", \"severity\": \"major\"}, {\"fact\": \"No nighttime snoring (patient denies snoring at night)\", \"severity\": \"minor\"}, {\"fact\": \"Plan to examine the toe area\", \"severity\": \"major\"}], \"rationale\": \"The note adds unsupported history details, omits key toe symptoms and the intended examination, and fails to record the negative nighttime snoring.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Snorting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient has been congested since age 11\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"She has been snorting a lot more\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"She denies any known allergies\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Redness and peeling of skin around the right big toe\", \"severity\": \"major\"}, {\"fact\": \"She does not snore at night\", \"severity\": \"minor\"}, {\"fact\": \"Allegra was discontinued after allergist evaluation\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits critical symptoms (toe condition), misattributes denial of allergies (the patient never denied them; the allergist ruled them out), and falsely claims congestion began at age 11, while also failing to include the planned toe examination.\"}","fields_json":"{\"Symptoms\": \"Congestion, snorting.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Patient has been congested since age 11. She has been snorting a lot more. She denies any known allergies.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":98,"prediction":"Symptoms: Chronic knee pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7058823529,"bertscore_f1":0.9746883512,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Chronic knee pain (history of patient)\", \"severity\": \"major\"}, {\"fact\": \"No prior similar symptoms (patient denies previous episodes)\", \"severity\": \"minor\"}], \"rationale\": \"The note places chronic knee pain under Symptoms instead of History and omits it (major) and the patient\\u2019s denial of prior episodes (minor) from the History section.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No history of similar symptoms before\", \"severity\": \"major\"}, {\"fact\": \"Chronic knee pain\", \"severity\": \"major\"}], \"rationale\": \"Chronic knee pain is correctly stated but misplaced in Symptoms instead of History of Patient, and the pertinent negative ('no similar symptoms before') is omitted from History of Patient.\"}","fields_json":"{\"Symptoms\": \"Chronic knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":105,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6086956522,"bertscore_f1":0.9289024472,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":125,"prediction":"Symptoms: sad and depressed\nDiagnosis: N\/A\nHistory of Patient: cancer came back\nPlan of Action: N\/A","rougeL":0.7058823529,"bertscore_f1":0.9645677805,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sad and depressed\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"cancer came back\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":128,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Former smoker (quit in 1961), currently weighing 135 pounds, currently shrinking (5 foot ten)\nPlan of Action: N\/A.","rougeL":0.5846153846,"bertscore_f1":0.9437532425,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former","1961","135"],"unsupported_numbers":2,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":3.0,"n_unsupported":1.0,"n_contradicted":2.0,"n_misplaced":0.0,"n_major_errors":2.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker (quit in 1961)\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"currently weighing 135 pounds\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"currently shrinking (5 foot ten)\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Quit smoking in 1968\", \"severity\": \"major\"}, {\"fact\": \"Current weight is 183 pounds\", \"severity\": \"major\"}, {\"fact\": \"Patient reports prior height of 5'10 and believes they are shrinking; current height not measured\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains incorrect quit year, weight, and misstates height, and omits the correct smoking cessation date, actual weight, and the patient's reported prior height and possible shrinkage.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker (quit in 1961)\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"currently weighing 135 pounds\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"currently shrinking (5 foot ten)\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient reports having been 5 feet 10 inches tall in the past and believes he has been shrinking\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains factual errors in quit year and weight, misstates the height as current rather than past, and omits the patient's explicit statement about height loss over time.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Former smoker (quit in 1961), currently weighing 135 pounds, currently shrinking (5 foot ten)\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":130,"prediction":"Symptoms: Weakness on the right side, arm, hand, and face, numbness and tingling in feet\nDiagnosis: Diabetes\nHistory of Patient: History of traumatic stroke seven years ago, left weakness on the right side, history of alcohol abuse, history of diabetes treated for liver disfunctions\nPlan of Action: N\/A","rougeL":0.2222222222,"bertscore_f1":0.8377392888,"template_ok":true,"na_agreement":null,"unsupported_terms":["abuse"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Weakness on the right side, arm, hand, and face, numbness and tingling in feet\", \"Diagnosis\": \"Diabetes\", \"History of Patient\": \"History of traumatic stroke seven years ago, left weakness on the right side, history of alcohol abuse, history of diabetes treated for liver disfunctions\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":147,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":149,"prediction":"Symptoms: lazy eyes\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9698640108,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"lazy eyes\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":155,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9470265508,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":161,"prediction":"Symptoms: V-shaped injury to leg and foot, flap injury developed after puncture wound\nDiagnosis: N\/A\nHistory of Patient: trying to adjust cable, brother's dog was tied to, struck leg and foot, punched foot, tetanus shot to right leg, wound developed after puncture wound\nPlan of Action: N\/A","rougeL":0.3035714286,"bertscore_f1":0.8959336877,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["v-shaped","struck","punched"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"V-shaped injury to leg and foot, flap injury developed after puncture wound\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"trying to adjust cable, brother's dog was tied to, struck leg and foot, punched foot, tetanus shot to right leg, wound developed after puncture wound\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":166,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: stripping of veins in legs, tonsillectomy, and adenoidectomy\nPlan of Action: N\/A","rougeL":0.9166666667,"bertscore_f1":0.9757412672,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"stripping of veins in legs, tonsillectomy, and adenoidectomy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":167,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Divorced, denies history of tobacco, alcohol, or drug use\nPlan of Action: N\/A","rougeL":0.8444444444,"bertscore_f1":0.9635942578,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":4.0,"n_unsupported":2.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies history of tobacco use\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies history of alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies history of drug use\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Uncertain past alcohol use (patient may have used alcohol previously, but not confirmed)\", \"severity\": \"major\"}], \"rationale\": \"The note incorrectly denies alcohol use and adds unsupported denials, while omitting the dialogue's expressed uncertainty about alcohol consumption.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":3.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies history of tobacco use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies history of alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies history of drug use\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Uncertain history of alcohol use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly states the patient denies tobacco, alcohol, and drug use, when the dialogue only reports uncertain history of alcohol use and no information about tobacco or drugs, and fails to capture the uncertainty as documented in the reference.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Divorced, denies history of tobacco, alcohol, or drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":180,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's explicit denial of allergies, a clinically important negative.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly confirms the patient has no allergies, a pertinent negative that should be documented in the History of Patient section, but the generated note omits it entirely.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":188,"prediction":"Symptoms: N\/A\nDiagnosis: Chronic atrial fibrillation, early Parkinson's disease\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5,"bertscore_f1":0.9105373025,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["atrial","fibrillation"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Chronic atrial fibrillation, early Parkinson's disease\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":196,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: husband deceased a few years ago, currently living at Kansas Christian Home, lives independently\nPlan of Action: N\/A","rougeL":0.5757575758,"bertscore_f1":0.9426546097,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["deceased"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"husband deceased a few years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently living at Kansas Christian Home\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lives independently\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"requires assistance with medications\", \"severity\": \"major\"}, {\"fact\": \"had a driver bring her to the appointment\", \"severity\": \"minor\"}, {\"fact\": \"needs to attend noon meal\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are supported by the dialogue, but key patient history details about medication assistance, driver use, and noon\\u2011meal timing are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"husband deceased a few years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently living at Kansas Christian Home\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lives independently\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"does not drink or smoke\", \"severity\": \"minor\"}, {\"fact\": \"requires assistance with medications\", \"severity\": \"major\"}, {\"fact\": \"had a driver bring her to the appointment\", \"severity\": \"major\"}, {\"fact\": \"needs to attend noon meal\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures three facts from the dialogue but omits several clinically relevant details, including medication assistance and transportation, which are important for care planning.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"husband deceased a few years ago, currently living at Kansas Christian Home, lives independently\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":217,"prediction":"Symptoms: multiple canker sores in mouth\nDiagnosis: N\/A\nHistory of Patient: increased methothrexate, multiple canker sores in mouth, decreased appetite, abdominal discomfort, diarrhea, rashes, hair loss\nPlan of Action: N\/A","rougeL":0.4383561644,"bertscore_f1":0.8920106888,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":8.0,"n_unsupported":0.0,"n_contradicted":5.0,"n_misplaced":0.0,"n_major_errors":5.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"increased methothrexate\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"decreased appetite\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"abdominal discomfort\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"diarrhea\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"rashes\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"hair loss\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"pain while eating (symptom)\", \"severity\": \"minor\"}, {\"fact\": \"diagnosis: stomatitis, possibly methotrexate related\", \"severity\": \"major\"}, {\"fact\": \"plan: decrease methotrexate dosage back to previous amount\", \"severity\": \"major\"}, {\"fact\": \"plan: obtain bloodwork\", \"severity\": \"major\"}, {\"fact\": \"plan: follow-up appointment in two weeks\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly records the canker sores but adds false negative symptoms, omits key pain detail, the diagnosis, and all elements of the treatment plan.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":6.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"increased methotrexate\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"decreased appetite\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"abdominal discomfort\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"diarrhea\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"rashes\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"hair loss\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"pain while eating\", \"severity\": \"minor\"}, {\"fact\": \"diagnosis of stomatitis, possibly methotrexate-related\", \"severity\": \"major\"}, {\"fact\": \"bloodwork ordered\", \"severity\": \"major\"}, {\"fact\": \"follow-up appointment in two weeks\", \"severity\": \"major\"}, {\"fact\": \"no decreased appetite\", \"severity\": \"minor\"}, {\"fact\": \"no abdominal discomfort\", \"severity\": \"minor\"}, {\"fact\": \"no diarrhea\", \"severity\": \"minor\"}, {\"fact\": \"no rashes\", \"severity\": \"minor\"}, {\"fact\": \"no hair loss\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly lists denied symptoms as part of the patient's history, omits the diagnosis and plan of action entirely, and fails to include pertinent negatives that are clinically relevant.\"}","fields_json":"{\"Symptoms\": \"multiple canker sores in mouth\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"increased methothrexate, multiple canker sores in mouth, decreased appetite, abdominal discomfort, diarrhea, rashes, hair loss\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":227,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7777777778,"bertscore_f1":0.9673386812,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported (patient reports no past medical problems or surgeries).\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the patient's explicit statement of having no past medical problems, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has no past medical problems or surgeries, but the generated note incorrectly lists 'History of Patient' as N\/A, omitting a pertinent negative that is clinically important.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":229,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.968576014,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":236,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9597997665,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":239,"prediction":"Symptoms: bilateral knee pain, significant left knee pain\nDiagnosis: degenerative joint disease of both knees, bilateral knee pain\nHistory of Patient: bilateral knee pain, significant left knee pain, history of back surgeries, spinal decompression and epidural steroids injection\nPlan of Action: bilateral knee pain, consideration of knee replacements, consideration of spinal decompression and epidural steroids injection","rougeL":0.3015075377,"bertscore_f1":0.8792445064,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["bilateral","consideration"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bilateral knee pain, significant left knee pain\", \"Diagnosis\": \"degenerative joint disease of both knees, bilateral knee pain\", \"History of Patient\": \"bilateral knee pain, significant left knee pain, history of back surgeries, spinal decompression and epidural steroids injection\", \"Plan of Action\": \"bilateral knee pain, consideration of knee replacements, consideration of spinal decompression and epidural steroids injection\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":264,"prediction":"Symptoms: Pain in jaw since the morning\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8947368421,"bertscore_f1":0.99025172,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Pain in jaw since the morning\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":272,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: PermCath inserted three times and received peritoneal dialysis\nPlan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9724590778,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the dialogue with supported claims and no missing clinically important information.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient forgot the name of the surgery but confirmed it was documented in the report\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures the surgical history from the dialogue but omits the patient's statement about forgetting the surgery name, which contextualizes the source of the information.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"PermCath inserted three times and received peritoneal dialysis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":284,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5384615385,"bertscore_f1":0.926130712,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":290,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":293,"prediction":"Symptoms: painful ulcer on right hip\nDiagnosis: pressure ulcer on right hip\nHistory of Patient: developed pressure ulcer on right hip\nPlan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9387764931,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"pressure ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"developed pressure ulcer on right hip\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All statements are either supported or misplaced; no clinically important facts are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"pressure ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"developed pressure ulcer on right hip\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"patient denied any other symptoms or relevant medical history (pertinent negatives not documented)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the dialogue\\u2019s content but misplaces the development of the ulcer into History of Patient, which should describe past medical conditions, not the current presenting issue.\"}","fields_json":"{\"Symptoms\": \"painful ulcer on right hip\", \"Diagnosis\": \"pressure ulcer on right hip\", \"History of Patient\": \"developed pressure ulcer on right hip\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms","History of Patient"],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":300,"prediction":"Symptoms: hypothyroidism, onychomycosis\nDiagnosis: Down syndrome, hypothyroidism, onychomycosis\nHistory of Patient: persistent complaint with Lamisil, hypothyroidism, onychomycosis\nPlan of Action: A L T blood test today, levothyroxine daily for hypothyroidism, onychomycosis\nPlan of Action: N\/A","rougeL":0.3291139241,"bertscore_f1":0.9048107862,"template_ok":false,"na_agreement":null,"unsupported_terms":["persistent"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":11.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":2.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hypothyroidism\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"onychomycosis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"persistent complaint with Lamisil\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"A L T blood test today\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"levothyroxine daily for hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"onychomycosis\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"He has taken six weeks of Lamisil with no problems (compliance)\", \"severity\": \"minor\"}, {\"fact\": \"Elevated TSH level in April\", \"severity\": \"major\"}, {\"fact\": \"Levothyroxine dose is 0.1\\u202fmg daily\", \"severity\": \"major\"}, {\"fact\": \"He uses medicated eye drops for his cornea\", \"severity\": \"minor\"}, {\"fact\": \"Recheck TSH levels\", \"severity\": \"major\"}, {\"fact\": \"Monitor compliance with medications\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue for truth, placement, and contradictions, and missing clinically relevant details were listed as omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":6.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hypothyroidism\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"onychomycosis\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"persistent complaint with Lamisil\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"hypothyroidism\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"onychomycosis\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"A L T blood test today\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"levothyroxine daily for hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"onychomycosis\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient took six weeks of Lamisil with no problems\", \"severity\": \"major\"}, {\"fact\": \"Elevated TSH level in April\", \"severity\": \"major\"}, {\"fact\": \"Patient takes Levothroid daily (with maternal assistance)\", \"severity\": \"major\"}, {\"fact\": \"Patient uses medicated eye drops for cornea\", \"severity\": \"minor\"}, {\"fact\": \"No other medications besides Lamisil, Levothroid, and eye drops\", \"severity\": \"minor\"}], \"rationale\": \"The generated note mislabels diagnoses as symptoms, falsely claims persistent complaint with Lamisil (contradicting the dialogue), omits key clinical facts like elevated TSH and daily Levothroid use, and incorrectly lists N\/A for Plan of Action despite clear actions stated.\"}","fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":304,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is stable and may be discharged home\", \"severity\": \"major\"}], \"rationale\": \"The dialogue includes a clear disposition (patient can go home) that should appear in the Plan of Action but is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [], \"rationale\": \"The generated note correctly reflects all information in the dialogue, with all fields marked as N\/A, which is consistent with the absence of clinical content in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":320,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.612244898,"bertscore_f1":0.9394715428,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":325,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":329,"prediction":"Symptoms: tiredness, fatigue, tremors, nausea, vomiting, constipation, diarrhea, weight loss\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.2921348315,"bertscore_f1":0.8890044093,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["tiredness","fatigue","loss"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tiredness, fatigue, tremors, nausea, vomiting, constipation, diarrhea, weight loss\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":343,"prediction":"Symptoms: N\/A\nDiagnosis: Atrial fibrillation\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9823439717,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":346,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.951693356,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No history of hypertension, diabetes, heart disease, or cancer\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting the patient\\u2019s explicit denials of major chronic conditions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"no history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"no history of heart disease\", \"severity\": \"major\"}, {\"fact\": \"no history of cancer\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly documents the patient's denial of hypertension, diabetes, heart disease, and cancer, all of which are clinically important pertinent negatives omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":384,"prediction":"Symptoms: headaches, facial pain, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms for the last three days, rash on face, back, and arms for the last three days, wheezing lately\nDiagnosis: N\/A\nHistory of Patient: Patient presents with headaches, facial pain, sniffles, sore throat, sore throat, coughing up phlegm, rash on face, back, and arms for the last three days, wheezing lately\nPlan of Action: N\/A","rougeL":0.612244898,"bertscore_f1":0.9279001951,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["facial","pain"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"headaches, facial pain, sniffles, sore throat, coughing up phlegm, rash on face, back, and arms for the last three days, rash on face, back, and arms for the last three days, wheezing lately\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient presents with headaches, facial pain, sniffles, sore throat, sore throat, coughing up phlegm, rash on face, back, and arms for the last three days, wheezing lately\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":388,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Patient has taken plaster off and foot looks good. He wants to take it slow and do as much as possible to tolerate.\nPlan of Action: N\/A.","rougeL":0.4473684211,"bertscore_f1":0.937651813,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":2.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient has taken plaster off and foot looks good.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He wants to take it slow and do as much as possible to tolerate.\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Advise patient to take it slow and do activities as tolerated after plaster removal.\", \"severity\": \"major\"}, {\"fact\": \"No follow\\u2011up needed if patient has no pain and is doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The note misplaces plan advice in history and omits key plan instructions about activity pacing and follow\\u2011up.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient has taken plaster off and foot looks good.\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"He wants to take it slow and do as much as possible to tolerate.\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Doctor advised not to restrict activities, but to take it slow and do as much as tolerated.\", \"severity\": \"major\"}, {\"fact\": \"No follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly places clinical advice and post-plaster assessment into History of Patient and omits the entire plan of action, including activity guidance and follow-up instructions, which are critical for patient care.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Patient has taken plaster off and foot looks good. He wants to take it slow and do as much as possible to tolerate.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":405,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4761904762,"bertscore_f1":0.9064745307,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Married with three children (one ready for college), former attorney retired two years ago now working part\\u2011time at a private company, denies tobacco, alcohol, and illicit drug use.\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple important personal and social details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":5.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married with three children, one of whom is ready to go to college\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Semi-retired attorney currently working part-time at a private company\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denied history of tobacco use\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denied history of alcohol use\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denied history of illicit drug use\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Married with three children, one of whom is ready to go to college\", \"severity\": \"major\"}, {\"fact\": \"Semi-retired attorney currently working part-time at a private company\", \"severity\": \"major\"}, {\"fact\": \"Denied history of tobacco use\", \"severity\": \"major\"}, {\"fact\": \"Denied history of alcohol use\", \"severity\": \"major\"}, {\"fact\": \"Denied history of illicit drug use\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically relevant social and historical details from the dialogue, including family structure, employment status, and substance use denial, which are essential components of the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":408,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: No sudden weight gain, loss of appetite, swelling, varicose veins, pain in legs, syncope, cough with mucous or blood sputum, wheezing, sore throat, prolonged cough, wheezing, shortness of breath, chest pain, shortness of breath, shortness of breath while sleeping, palpitation, cough with mucous or blood sputum, shortness of breath, wheezing, shortness of breath without wheezing, palpitation, shortness of breath while sleeping, palpitation, swelling, varicose veins, pain in legs, syncope, cough with mucous or blood sputum, prolonged cough, shortness of breath, wheezing, shortness of breath without wheezing, loss of appetite, blood in stool, abdominal pain, constipation, dark or cloudy urine, pain while urinating, burning sensation, no flank or groin pain, joint pain, muscle stiffness, tendon pain, strain, hallucinations, memory loss, skin lesion or nail breakage. No skin lesions or discoloration.\nPlan of Action: N\/A.","rougeL":0.393442623,"bertscore_f1":0.8770841956,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["syncope"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":29.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"No sudden weight gain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No loss of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No swelling\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No varicose veins\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No pain in legs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No syncope\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No cough with mucous or blood sputum\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No wheezing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No sore throat\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No prolonged cough\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No shortness of breath while sleeping\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No palpitation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No abdominal pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No constipation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No dark or cloudy urine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No pain while urinating\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No burning sensation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No flank or groin pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No joint pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No muscle stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No tendon pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No strain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No hallucinations\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No memory loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No skin lesion or nail breakage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No skin lesions or discoloration\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Prolonged cough (present symptom)\", \"severity\": \"major\"}, {\"fact\": \"No fever or chills (denial)\", \"severity\": \"minor\"}, {\"fact\": \"No headaches, nosebleeds, coarse voice, blurry vision or vision changes (denial)\", \"severity\": \"minor\"}, {\"fact\": \"No anxiety, irritability, apathy, depression (denial)\", \"severity\": \"minor\"}, {\"fact\": \"No sleep disturbances (denial)\", \"severity\": \"minor\"}], \"rationale\": \"The note incorrectly denies the patient's prolonged cough (major contradiction) and omits the key symptom of chronic cough while also missing several denial statements present in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"No sudden weight gain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Loss of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Swelling\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Varicose veins\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Pain in legs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Syncope\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Cough with mucous or blood sputum\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Wheezing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Sore throat\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Prolonged cough\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Shortness of breath while sleeping\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Palpitation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Shortness of breath without wheezing\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Dark or cloudy urine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Pain while urinating\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Burning sensation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No flank or groin pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Joint pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Muscle stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Tendon pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Strain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Hallucinations\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Memory loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Skin lesion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Nail breakage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No skin lesions or discoloration\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denies fever, chills, headaches, nosebleeds, coarse voice, blurry vision, loss or change of vision, heartburn, nausea, vomiting, blood in stool, constipation, flank pain, groin pain, backache, bone aches\/pains, muscle weakness, numbness, tingling, tremors, paralysis, anxiety, irritability, apathy, depression, sleep disturbances, appetite disturbances, suicidal thoughts, unusual hair loss or breakage\", \"severity\": \"major\"}, {\"fact\": \"Patient has a prolonged cough (positive symptom not listed in Symptoms field)\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly places the prolonged cough in the History of Patient section instead of Symptoms, omits numerous pertinent negatives from the dialogue, and includes redundant or invented phrases like 'shortness of breath without wheezing' not stated in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"No sudden weight gain, loss of appetite, swelling, varicose veins, pain in legs, syncope, cough with mucous or blood sputum, wheezing, sore throat, prolonged cough, wheezing, shortness of breath, chest pain, shortness of breath, shortness of breath while sleeping, palpitation, cough with mucous or blood sputum, shortness of breath, wheezing, shortness of breath without wheezing, palpitation, shortness of breath while sleeping, palpitation, swelling, varicose veins, pain in legs, syncope, cough with mucous or blood sputum, prolonged cough, shortness of breath, wheezing, shortness of breath without wheezing, loss of appetite, blood in stool, abdominal pain, constipation, dark or cloudy urine, pain while urinating, burning sensation, no flank or groin pain, joint pain, muscle stiffness, tendon pain, strain, hallucinations, memory loss, skin lesion or nail breakage. No skin lesions or discoloration.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":409,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: No history of tobacco products, alcohol, or recreational drug use\nPlan of Action: N\/A","rougeL":0.6896551724,"bertscore_f1":0.9465073347,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"No history of tobacco products, alcohol, or recreational drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":414,"prediction":"Symptoms: weakness, fatigue, loss of appetite\nDiagnosis: N\/A\nHistory of Patient: feeling weakness, fatigue, loss of appetite, chest pain, shortness of breath, cough, heart racing, numbness or tingling\nPlan of Action: N\/A","rougeL":0.4752475248,"bertscore_f1":0.9048957229,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["loss"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":11.0,"n_unsupported":0.0,"n_contradicted":5.0,"n_misplaced":0.0,"n_major_errors":5.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"loss of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"feeling weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"loss of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chest pain\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"shortness of breath\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"cough\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"heart racing\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"numbness or tingling\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Weight loss of approximately 8 pounds in one week\", \"severity\": \"major\"}, {\"fact\": \"Patient denies nausea, vomiting, diarrhea, abdominal pain, chest pain, shortness of breath, cough, heart racing, and neurological symptoms\", \"severity\": \"major\"}, {\"fact\": \"Awaiting lab report for further evaluation and next steps\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue; false symptom listings are contradicted and major, while missing weight loss, pertinent negatives, and the plan to await labs are major omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":5.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"loss of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"feeling weakness\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fatigue\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"loss of appetite\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chest pain\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"shortness of breath\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"cough\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"heart racing\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"numbness or tingling\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"weight loss of 8 pounds in a week\", \"severity\": \"major\"}, {\"fact\": \"denial of nausea\", \"severity\": \"major\"}, {\"fact\": \"denial of vomiting\", \"severity\": \"major\"}, {\"fact\": \"denial of diarrhea\", \"severity\": \"major\"}, {\"fact\": \"denial of abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"denial of focal neurological deficits\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists denied symptoms as present in the history section and omits critical pertinent negatives and the clinically significant weight loss of 8 pounds.\"}","fields_json":"{\"Symptoms\": \"weakness, fatigue, loss of appetite\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"feeling weakness, fatigue, loss of appetite, chest pain, shortness of breath, cough, heart racing, numbness or tingling\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":434,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4590163934,"bertscore_f1":0.9034819007,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":440,"prediction":"Symptoms: hot flashes, mood swings\nDiagnosis: N\/A\nHistory of Patient: 44-year-old female experiencing hot flashes for the last several months, mood swings along with postsurgical menopause\nPlan of Action: N\/A","rougeL":0.4590163934,"bertscore_f1":0.9269248247,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["44"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"44-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings along with postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"patient is 48 years old\", \"severity\": \"major\"}, {\"fact\": \"no periods for the last year after surgery\", \"severity\": \"major\"}], \"rationale\": \"The note misstates age, omits the amenorrhea after surgery, and otherwise correctly reports hot flashes and mood swings.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"44-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings along with postsurgical menopause\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient had surgery one year ago leading to cessation of periods\", \"severity\": \"major\"}, {\"fact\": \"Patient is 48 years old\", \"severity\": \"major\"}, {\"fact\": \"No periods for the last year after surgery\", \"severity\": \"major\"}, {\"fact\": \"Hot flashes occur even in fully air-conditioned rooms\", \"severity\": \"minor\"}, {\"fact\": \"Patient sometimes feels like opening the refrigerator and standing in front of it\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misstates the patient's age as 44 instead of 48, incorrectly places diagnosis-like symptoms into history, and omits critical details about postsurgical menopause and specific hot flash behaviors.\"}","fields_json":"{\"Symptoms\": \"hot flashes, mood swings\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"44-year-old female experiencing hot flashes for the last several months, mood swings along with postsurgical menopause\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":448,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9800207615,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":457,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9800207615,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":463,"prediction":"Symptoms: Back pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.9551907778,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":466,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: History of heroin and alcohol use, history of coke use\nPlan of Action: N\/A","rougeL":0.693877551,"bertscore_f1":0.9592757821,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"History of heroin use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of coke use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient admits to smoking\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are present in the dialogue, but the note fails to record the patient's smoking history, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"History of heroin use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of coke use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is a smoker\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient currently used cocaine today\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly captures past substance use but misplaces smoking as a historical fact rather than a current behavior, and omits the critical recent cocaine use, which is a major clinical omission.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of heroin and alcohol use, history of coke use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":473,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.1477832512,"bertscore_f1":0.848501265,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":476,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9535829425,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":484,"prediction":"Symptoms: N\/A\nDiagnosis: Gestational diabetes (type II), ketones\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4,"bertscore_f1":0.9047363997,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["type"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Gestational diabetes (type II), ketones\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":500,"prediction":"Symptoms: N\/A\nDiagnosis: anxiety disorder\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9867397547,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"anxiety disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":516,"prediction":"Symptoms: Left flank pain, nausea, vomiting\nDiagnosis: Left ureteral stone\nHistory of Patient: Patient presents to the clinic with left flank pain four or five days ago, pain started in stomach and through to back on the left side, nausea, vomiting, burning during urination\nPlan of Action: N\/A","rougeL":0.4615384615,"bertscore_f1":0.9172061682,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left flank pain, nausea, vomiting\", \"Diagnosis\": \"Left ureteral stone\", \"History of Patient\": \"Patient presents to the clinic with left flank pain four or five days ago, pain started in stomach and through to back on the left side, nausea, vomiting, burning during urination\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":525,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Retired for a couple of years, former smoker (2 packs per day), denies alcohol use\nPlan of Action: N\/A","rougeL":0.5625,"bertscore_f1":0.9489905238,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Retired for a couple of years, former smoker (2 packs per day), denies alcohol use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":544,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Father underwent coronary artery bypass surgery at age 60 for coronary artery disease and many strokes due to coronary artery disease. Mother and father have dementia.\nPlan of Action: N\/A.","rougeL":0.5,"bertscore_f1":0.9230303168,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father underwent coronary artery bypass surgery at age 60 for coronary artery disease.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father had many strokes due to coronary artery disease.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother and father have dementia.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient does not smoke or drink alcohol.\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are directly supported by the dialogue, but the note omits the patient\\u2019s explicit denial of smoking and alcohol use.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father underwent coronary artery bypass surgery at age 60 for coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father had many strokes due to coronary artery disease\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient does not smoke or drink alcohol\", \"severity\": \"major\"}, {\"fact\": \"Both parents are alive\", \"severity\": \"minor\"}, {\"fact\": \"Father is in his eighties; mother is eighty years old\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures family history of CAD, bypass surgery, and dementia but incorrectly attributes strokes to CAD (not stated as causal), and omits critical pertinent negatives (no smoking\/drinking) and demographic details.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Father underwent coronary artery bypass surgery at age 60 for coronary artery disease and many strokes due to coronary artery disease. Mother and father have dementia.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":556,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9732643366,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":565,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: widowed for 18 years, currently working, retired, nonsmoker\nPlan of Action: N\/A","rougeL":0.7450980392,"bertscore_f1":0.9571313262,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["nonsmoker"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"widowed for 18 years, currently working, retired, nonsmoker\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":584,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: last menstrual period was around June third of two thousand nine. Recently had an abortion due to ongoing bleeding.\nPlan of Action: N\/A.","rougeL":0.4651162791,"bertscore_f1":0.9101250768,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":2.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"last menstrual period was around June third of two thousand nine.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Recently had an abortion due to ongoing bleeding.\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is uncertain whether the abortion was completed.\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had follow\\u2011up with her OB\/GYN.\", \"severity\": \"major\"}], \"rationale\": \"The note correctly records the LMP but adds an unfounded reason for the abortion and omits the patient\\u2019s uncertainty about completion and lack of OB\/GYN follow\\u2011up.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"last menstrual period was around June third of two thousand nine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Recently had an abortion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"abortion was due to ongoing bleeding\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient is unsure whether the abortion was completed\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had a followup with her OB\/GYN\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly attributes the abortion to ongoing bleeding (which is a symptom the patient reports post-abortion, not the cause), and omits two critical clinical details: uncertainty about completion of the abortion and lack of follow-up, both of which impact clinical management.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"last menstrual period was around June third of two thousand nine. Recently had an abortion due to ongoing bleeding.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":597,"prediction":"Symptoms: N\/A.\nDiagnosis: Attention Deficit Hyperactivity Disorder.\nHistory of Patient: N\/A.\nPlan of Action: Prescribing Adderall and Clonidine for ADHD.","rougeL":0.6031746032,"bertscore_f1":0.9516905546,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["adhd"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"Attention Deficit Hyperactivity Disorder.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"Prescribing Adderall and Clonidine for ADHD.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":607,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Quit smoking in 1970, works at a nursing home\nPlan of Action: N\/A","rougeL":0.6129032258,"bertscore_f1":0.9433740377,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["1970"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Quit smoking in 1970, works at a nursing home\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":627,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9592501521,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":639,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.48,"bertscore_f1":0.9197570682,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abdominal pain (pointing to his stomach)\", \"severity\": \"major\"}, {\"fact\": \"Nausea (feels queasy)\", \"severity\": \"major\"}, {\"fact\": \"Vomiting (handful of times)\", \"severity\": \"major\"}, {\"fact\": \"Fever of 102\\u00b0F (temperature taken the other night)\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status (out of it, not acting like himself)\", \"severity\": \"major\"}, {\"fact\": \"Behavioral changes noted for a few days\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite multiple key symptoms and timeline reported in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"nausea\", \"severity\": \"major\"}, {\"fact\": \"vomiting\", \"severity\": \"major\"}, {\"fact\": \"fever (102\\u00b0F)\", \"severity\": \"major\"}, {\"fact\": \"altered mental status\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite the dialogue explicitly reporting abdominal pain, nausea, vomiting, fever, and altered mental status \\u2014 all major clinical findings that must be captured in the Symptoms field.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":642,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Patient denies tobacco, alcohol, or illicit drug use. She is currently working for a car dealership down the street.\nPlan of Action: N\/A.","rougeL":0.5063291139,"bertscore_f1":0.9259959459,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["tobacco","alcohol","illicit"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient denies tobacco, alcohol, or illicit drug use.\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is currently working for a car dealership down the street.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient drinks occasionally.\", \"severity\": \"major\"}, {\"fact\": \"Patient had several male sexual partners in Haiti in 1982 and has had no sexual activity since moving here.\", \"severity\": \"major\"}], \"rationale\": \"The note incorrectly denies alcohol use and omits key alcohol and sexual history details, while correctly noting current employment.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient denies illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is currently working for a car dealership down the street\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient denies alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is female (pronoun 'she')\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient occasionally drinks alcohol\", \"severity\": \"major\"}, {\"fact\": \"Patient had homosexual activity in Haiti in 1982 with multiple male partners\", \"severity\": \"major\"}, {\"fact\": \"Patient used protection most of the time during previous sexual encounters\", \"severity\": \"minor\"}, {\"fact\": \"Patient has no history of STIs\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient denies alcohol use (contradicting the dialogue), misgendered the patient, and omitted key sexual history and STI denial details critical for clinical risk assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Patient denies tobacco, alcohol, or illicit drug use. She is currently working for a car dealership down the street.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":644,"prediction":"Symptoms: Chronic diarrhea, iron deficiency anemia with blood in stool\nDiagnosis: chronic iron deficiency anemia with blood in stool, unusual pruritus, chronic lymphocytic colitis\nHistory of Patient: 59-year-old female presenting with chronic diarrhea for a few months, iron deficiency anemia with blood in stool for a few months, unusual pruritus, chronic lymphocytic colitis diagnosed with lymphocytic colitis\nPlan of Action: N\/A","rougeL":0.3636363636,"bertscore_f1":0.899168849,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["59"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":10.0,"n_unsupported":4.0,"n_contradicted":1.0,"n_misplaced":1.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"chronic iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"unusual pruritus\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"chronic lymphocytic colitis\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"59-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"chronic diarrhea for a few months\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"iron deficiency anemia with blood in stool for a few months\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chronic lymphocytic colitis diagnosed with lymphocytic colitis\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pruritus should be recorded as a symptom\", \"severity\": \"minor\"}, {\"fact\": \"Hyperplastic polyps identified on colonoscopy\", \"severity\": \"minor\"}, {\"fact\": \"Last colonoscopy performed 3 years ago by Dr. X in Las Cruces with removal of hyperplastic polyps\", \"severity\": \"major\"}, {\"fact\": \"CBC results showing hemoglobin 9 g\/dL and MCV 65 fL\", \"severity\": \"major\"}, {\"fact\": \"Blood in stool has been present for about five months\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue; several age\/gender, duration, and chronic qualifiers are inaccurate or misplaced, and key historical details and a symptom are omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":7.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Chronic iron deficiency anemia with blood in stool\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"Unusual pruritus\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"Chronic lymphocytic colitis\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"59-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Chronic diarrhea for a few months\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Iron deficiency anemia with blood in stool for a few months\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Unusual pruritus\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Chronic lymphocytic colitis diagnosed with lymphocytic colitis\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient is 55 years old, male\", \"severity\": \"major\"}, {\"fact\": \"Anemia diagnosed a few months ago with CBC showing hemoglobin of 9 and MCV of 65\", \"severity\": \"major\"}, {\"fact\": \"Blood in stool for the last 5 months\", \"severity\": \"major\"}, {\"fact\": \"Last colonoscopy performed 3 years ago by Dr. X in Las Cruces\", \"severity\": \"major\"}, {\"fact\": \"Polyps removed were hyperplastic\", \"severity\": \"major\"}, {\"fact\": \"Lymphocytic colitis was diagnosed (but not described as chronic)\", \"severity\": \"major\"}, {\"fact\": \"No treatment for diarrhea in over three years\", \"severity\": \"minor\"}, {\"fact\": \"Stool blood has been both dark and bright\", \"severity\": \"minor\"}, {\"fact\": \"No history of diabetes or other comorbidities explicitly denied\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains multiple hallucinations, contradictions, and misplaced entries, while omitting critical demographic, diagnostic, and historical details from the dialogue, including patient age, sex, lab values, colonoscopy findings, and stool characteristics.\"}","fields_json":"{\"Symptoms\": \"Chronic diarrhea, iron deficiency anemia with blood in stool\", \"Diagnosis\": \"chronic iron deficiency anemia with blood in stool, unusual pruritus, chronic lymphocytic colitis\", \"History of Patient\": \"59-year-old female presenting with chronic diarrhea for a few months, iron deficiency anemia with blood in stool for a few months, unusual pruritus, chronic lymphocytic colitis diagnosed with lymphocytic colitis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":650,"prediction":"Symptoms: Left-sided opacification of the diaphragm\nDiagnosis: N\/A\nHistory of Patient: She had a sternotomy in the past, placed an I C D implant and an aortic valve mechanical implant. Her pleural effusion was really worrisome causing left sided opacification of her diaphragm\nPlan of Action: N\/A","rougeL":0.5609756098,"bertscore_f1":0.936262846,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["left-sided"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left-sided opacification of the diaphragm\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"She had a sternotomy in the past, placed an I C D implant and an aortic valve mechanical implant. Her pleural effusion was really worrisome causing left sided opacification of her diaphragm\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":664,"prediction":"Symptoms: Weakness, tiredness, shortness of breath\nDiagnosis: N\/A\nHistory of Patient: Weight loss of 15 pounds in less than two or three months, no nausea, vomiting, diarrhea, fever, chills, sweats, cough, chest pain with shortness of breath\nPlan of Action: N\/A","rougeL":0.4675324675,"bertscore_f1":0.9175578356,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["weakness","tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":7.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Weight loss of 15 pounds in less than two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea, vomiting, diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no fever, chills, sweats, cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain with shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Weight loss should be recorded as a symptom\", \"severity\": \"major\"}, {\"fact\": \"Symptoms have been present for approximately one month\", \"severity\": \"major\"}], \"rationale\": \"All generated statements match the dialogue, but the note omits weight loss as a symptom and the one\\u2011month duration of symptoms, both clinically important.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Weight loss of 15 pounds in less than two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No sweats\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chest pain with shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denies mild anorexia (patient stated appetite is pretty fine, which contradicts 'mild anorexia' in reference but the reference incorrectly labels it as reported; patient explicitly denies appetite change, so 'mild anorexia' is a misstatement in reference and should not be an omission)\", \"severity\": \"major\"}, {\"fact\": \"Symptoms present for approximately one month\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain with shortness of breath (already included in generated note, so not an omission)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures all stated symptoms and pertinent negatives from the dialogue, but omits the explicit duration of symptoms (one month) and incorrectly implies mild anorexia is reported when the patient denies appetite change.\"}","fields_json":"{\"Symptoms\": \"Weakness, tiredness, shortness of breath\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Weight loss of 15 pounds in less than two or three months, no nausea, vomiting, diarrhea, fever, chills, sweats, cough, chest pain with shortness of breath\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":666,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":690,"prediction":"Symptoms: Progressive loss of vision in the right eye for about two months\nDiagnosis: N\/A\nHistory of Patient: Progressive loss of vision in the right eye for about two months, no other Symptoms associated with vision loss, no headaches, no writing with or use dominantly\nPlan of Action: N\/A","rougeL":0.4554455446,"bertscore_f1":0.9236237407,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Progressive loss of vision in the right eye for about two months\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Progressive loss of vision in the right eye for about two months, no other Symptoms associated with vision loss, no headaches, no writing with or use dominantly\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":702,"prediction":"Symptoms: severe pain in the back, lower right leg, and pelvis.\nDiagnosis: small cell lung cancer, spread to both femurs, lower lumbar spine, and pelvis. Previously had chemotherapy and radiation treatments multiple times, followed by a series of ten radiation treatments for pain relief. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.334841629,"bertscore_f1":0.8860448599,"template_ok":false,"na_agreement":null,"unsupported_terms":["followed"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":16.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":11.0,"n_major_errors":0.0,"n_major_omissions":10.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Severe pain in the back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Severe pain in the lower right leg\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Severe pain in the pelvis\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Spread to both femurs, lower lumbar spine, and pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Previously had chemotherapy and radiation treatments multiple times, followed by a series of ten radiation treatments for pain relief\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient describes a burning sensation associated with the pain\", \"severity\": \"major\"}, {\"fact\": \"Pain radiates from lower back to right leg and knee\", \"severity\": \"major\"}, {\"fact\": \"Numbness and sharp pain in the bottom of the left foot\", \"severity\": \"major\"}, {\"fact\": \"Diffuse mid\\u2011back pain\", \"severity\": \"major\"}, {\"fact\": \"Pain worsens with prolonged sitting, standing, or walking\", \"severity\": \"major\"}, {\"fact\": \"Patient rates back and leg pain as 10\/10\", \"severity\": \"major\"}, {\"fact\": \"Two\\u2011year history of small cell lung cancer with metastasis to both femurs, lower lumbar spine, and pelvis\", \"severity\": \"major\"}, {\"fact\": \"Multiple prior chemotherapy and radiation treatments\", \"severity\": \"major\"}, {\"fact\": \"Recent series of ten radiation treatments for pain relief\", \"severity\": \"major\"}, {\"fact\": \"Recent CT scan performed to assess for metastasis\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue and categorized; many key symptoms and history details are missing, and several statements are misplaced or unsupported.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain in the back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"severe pain in the lower right leg\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"severe pain in the pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to both femurs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to lower lumbar spine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"previously had chemotherapy multiple times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"previously had radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"followed by a series of ten radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"burning sensation in pain\", \"severity\": \"minor\"}, {\"fact\": \"radiating pain from lower back to right leg and knee\", \"severity\": \"minor\"}, {\"fact\": \"numbness in bottom of left foot\", \"severity\": \"minor\"}, {\"fact\": \"sharp pain in bottom of left foot\", \"severity\": \"minor\"}, {\"fact\": \"diffuse mid back pain\", \"severity\": \"minor\"}, {\"fact\": \"pain worsens with prolonged sitting, standing, or walking\", \"severity\": \"minor\"}, {\"fact\": \"patient is on narcotics for pain\", \"severity\": \"minor\"}, {\"fact\": \"patient cannot remember number of chemotherapy\/radiation treatments\", \"severity\": \"minor\"}, {\"fact\": \"pain described as sharp and dull, mostly aching\", \"severity\": \"minor\"}, {\"fact\": \"pain rated 10\/10 in back and leg\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains multiple hallucinated repetitions of the CT scan and incorrectly places it in History of Patient instead of Symptoms or as a separate finding, while omitting critical symptom details and mislabeling the diagnosis and history as N\/A despite explicit dialogue support.\"}","fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":721,"prediction":"Symptoms: N\/A\nDiagnosis: Upper respiratory infection, apnea\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.956728816,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Upper respiratory infection, apnea\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":724,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: mom has arthritis\nPlan of Action: N\/A","rougeL":0.8333333333,"bertscore_f1":0.9792685509,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"mom has arthritis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":727,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: injured on 10\/10\/2007 while riding quads on 10\/10\/2007, fracture dislocation of left elbow, neck of right glenoid fracture, status postoperatively in physical therapy.\nPlan of Action: surgery recommended for removal of hardware, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, continued postoperative stiffness.","rougeL":0.6181818182,"bertscore_f1":0.9273849726,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["injured","physical","therapy","recommended"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":11.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Injured on 10\/10\/2007 while riding quads\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Fracture dislocation of left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Neck of right glenoid fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Status postoperatively in physical therapy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Surgery recommended for removal of hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including anesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including infection\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a 10\\u2011year\\u2011old male\", \"severity\": \"major\"}, {\"fact\": \"Patient is right\\u2011hand dominant\", \"severity\": \"major\"}, {\"fact\": \"Neurologically intact distally (wrist and hand reflexes intact)\", \"severity\": \"minor\"}, {\"fact\": \"Use of Dynasplint for stiffness\", \"severity\": \"minor\"}, {\"fact\": \"Explicit mention of postoperative stiffness as a current symptom\", \"severity\": \"minor\"}, {\"fact\": \"Prophylactic antibiotics will be given to reduce infection risk\", \"severity\": \"minor\"}, {\"fact\": \"Risk of failure to relieve pain discussed\", \"severity\": \"minor\"}], \"rationale\": \"All statements in the generated note are supported by the dialogue, but several clinically important details (age, hand dominance, neurologic status, Dynasplint use, explicit stiffness, prophylactic antibiotics, and pain\\u2011relief failure risk) are missing.\"}","j2_faithful":true,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"injured on 10\/10\/2007 while riding quads\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fracture dislocation of left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"neck of right glenoid fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"status postoperatively in physical therapy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"surgery recommended for removal of hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including anesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including infection\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"injured on 10\/10\/2007 while riding quads on 10\/10\/2007\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"neurologically intact distally\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"healed fracture\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"using Dynasplint\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"right-hand dominant\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"failure to relieve pain\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"patient is a 10-year-old male\", \"severity\": \"minor\"}, {\"fact\": \"patient writes with right hand\", \"severity\": \"minor\"}, {\"fact\": \"hardware removal surgery intended to decrease irritation with elbow extension\", \"severity\": \"minor\"}, {\"fact\": \"risk of infection is less than one percent\", \"severity\": \"minor\"}, {\"fact\": \"prophylactic antibiotics used to control infection\", \"severity\": \"minor\"}, {\"fact\": \"parents agreed to the surgery plan\", \"severity\": \"minor\"}, {\"fact\": \"fracture dislocation of left elbow was treated with ORIF\", \"severity\": \"minor\"}, {\"fact\": \"right glenoid neck fracture is nondisplaced\", \"severity\": \"minor\"}, {\"fact\": \"healing of fractures is good due to pediatric status\", \"severity\": \"minor\"}, {\"fact\": \"patient may still experience some pain postoperatively\", \"severity\": \"minor\"}], \"rationale\": \"The generated note captures the core events and planned intervention accurately but omits key demographic, procedural, and risk details from the dialogue, while incorrectly omitting or misplacing several pertinent facts such as right-hand dominance, Dynasplint use, and parental consent.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"injured on 10\/10\/2007 while riding quads on 10\/10\/2007, fracture dislocation of left elbow, neck of right glenoid fracture, status postoperatively in physical therapy.\", \"Plan of Action\": \"surgery recommended for removal of hardware, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, continued postoperative stiffness.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":730,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9712504745,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No smoking\", \"severity\": \"major\"}, {\"fact\": \"Occasional alcohol consumption\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient section empty, omitting both the patient's non\\u2011smoking status and occasional alcohol use mentioned in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No smoking\", \"severity\": \"major\"}, {\"fact\": \"Occasional alcohol consumption\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient does not smoke and drinks alcohol occasionally, both of which are clinically important historical facts omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":747,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9689841866,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":755,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: She had both tubes tied in O one and a polyp removed at age 14.\nPlan of Action: N\/A","rougeL":0.6909090909,"bertscore_f1":0.9527122378,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"She had both tubes tied in O one and a polyp removed at age 14.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":758,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5882352941,"bertscore_f1":0.9302527905,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":764,"prediction":"Symptoms: Head pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7741935484,"bertscore_f1":0.9794395566,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Head pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":766,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father has diabetes, hypertension, emphysema, and smoker\nPlan of Action: N\/A","rougeL":0.625,"bertscore_f1":0.9442155957,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father has diabetes, hypertension, emphysema, and smoker\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":787,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9457374215,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Medication list was reviewed on April 22, 2003, with morning and evening dosages noted\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the medication review described in the dialogue, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"List of medications was checked on April 22, 2003, with morning and evening dosages\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states that the medication list was reviewed on April 22, 2003, and includes morning and evening dosing, but the generated note omits this clinically relevant history in the 'History of Patient' section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":791,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9850688577,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":804,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9631142616,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn (naproxen)\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the drug allergy disclosed in the dialogue, a critical omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is allergic to Naprosyn, which belongs in the History of Patient section, but the generated note incorrectly lists it as N\/A.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":817,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother has coronary artery disease\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9829209447,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note correctly captures the only fact from the dialogue.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the family history of coronary artery disease in the mother as stated in the dialogue, with no omissions or errors.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has coronary artery disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":829,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":831,"prediction":"Symptoms: pain about both feet, rocker bottom feet\nDiagnosis: subtalar arthrodesis, possible autograft, and lengthening of the Achilles\nHistory of Patient: 5-year-old male with rocker bottom feet, pain about both feet, rocker bottom feet, possible autograft, and lengthening of the Achilles\nPlan of Action: subtalar arthrodesis, possible autograft, and lengthening of the Achilles, risks of anesthesia, infection, bleeding, changes in sensation and motion of extremity, need for other surgical procedures, nonweightbearing for some time after surgery, risks of nonweightbearing for some time after surgery\nPlan of Action: subtalar arthrodesis, possible autograft, and lengthening of the Achilles, risks of anesthesia, infection, bleeding, changes in sensation and motion of extremity, need for other surgical procedures, nonweightbearing for some time after surgery, risks of nonweightbearing for some time after surgery, risks of nonweightbearing for some time after surgery, risks of nonweightbearing for some time","rougeL":0.3856502242,"bertscore_f1":0.8858873844,"template_ok":false,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":844,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9274699092,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Cancer diagnosis confirmed\", \"severity\": \"major\"}, {\"fact\": \"Hypertension diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Diabetes diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Positive history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"Positive history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"Positive history of cancer\", \"severity\": \"major\"}, {\"fact\": \"Negative for heart disease (no chest pain, shortness of breath, uneasiness)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for obesity (BMI normal, not overweight)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for stroke symptoms (no dizziness, loss of consciousness)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits all documented diagnoses and relevant positive and negative history items from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Hypertension\", \"severity\": \"major\"}, {\"fact\": \"Diabetes\", \"severity\": \"major\"}, {\"fact\": \"Cancer\", \"severity\": \"major\"}, {\"fact\": \"No heart disease\", \"severity\": \"major\"}, {\"fact\": \"No obesity (BMI fine)\", \"severity\": \"major\"}, {\"fact\": \"No stroke-like symptoms\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all diagnosed conditions and pertinent negatives explicitly stated in the dialogue, which are clinically critical for accurate patient documentation.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":846,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother's side family had heart issues, father's sister had sugar problems\nPlan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9554721713,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father's"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother's side family had heart issues, father's sister had sugar problems\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":866,"prediction":"Symptoms: Left knee pain\nDiagnosis: N\/A\nHistory of Patient: Symptoms started approximately two years ago, left knee pain for two years, no instability reported\nPlan of Action: N\/A","rougeL":0.6285714286,"bertscore_f1":0.9479212761,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["started"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Symptoms started approximately two years ago, left knee pain for two years, no instability reported\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":873,"prediction":"Symptoms: feeling dizzy, vertigo, lightheadedness, tiredness\nDiagnosis: atrial fibrillation\nHistory of Patient: N\/A\nPlan of Action: investigate atrial fibrillation, monitor blood thinners, stop Coumadin therapy, investigate atrial fibrillation, investigate chest pain, back pain, and arm pain\nPlan of Action: N\/A","rougeL":0.4888888889,"bertscore_f1":0.9206624627,"template_ok":false,"na_agreement":null,"unsupported_terms":["tiredness","monitor"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":878,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Patient smokes three packs of cigarettes per month, denies alcohol or recreational drug use\nPlan of Action: N\/A","rougeL":0.6363636364,"bertscore_f1":0.9462412596,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient smokes three packs of cigarettes per month, denies alcohol or recreational drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":896,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Single, lives alone\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9748851061,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Single, lives alone\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":917,"prediction":"Symptoms: noticeable foreign body sensation in left eye\nDiagnosis: N\/A\nHistory of Patient: noticed foreign body sensation in left eye while at work in the morning\nPlan of Action: N\/A","rougeL":0.5135135135,"bertscore_f1":0.9388639331,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"noticeable foreign body sensation in left eye\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"noticed foreign body sensation in left eye while at work in the morning\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":949,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9769557714,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":951,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":974,"prediction":"Symptoms: stuffy nose, difficulty breathing, low grade fever, hoarse voice\nDiagnosis: N\/A\nHistory of Patient: sore throat last night, difficulty breathing, low grade fever, hoarse voice\nPlan of Action: N\/A","rougeL":0.5652173913,"bertscore_f1":0.9319771528,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["difficulty"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"stuffy nose, difficulty breathing, low grade fever, hoarse voice\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"sore throat last night, difficulty breathing, low grade fever, hoarse voice\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":990,"prediction":"Symptoms: Coughing for one week, worsening for one week, no congestion, no vomiting, no change in breathing, no fever\nDiagnosis: N\/A\nHistory of Patient: Coughing for one week, worsening for one week, history of Pop Can just 3 days ago, no change in breathing, no fever\nPlan of Action: N\/A","rougeL":0.3941605839,"bertscore_f1":0.8930720091,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["worsening","vomiting"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Coughing for one week, worsening for one week, no congestion, no vomiting, no change in breathing, no fever\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Coughing for one week, worsening for one week, history of Pop Can just 3 days ago, no change in breathing, no fever\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1012,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Hypertension, asthma, cervical cancer diagnosed at 15 years of age\nPlan of Action: N\/A","rougeL":0.7719298246,"bertscore_f1":0.9583432674,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Hypertension, asthma, cervical cancer diagnosed at 15 years of age\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1026,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9422791004,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1041,"prediction":"Symptoms: low back pain\nDiagnosis: degenerative disc disease\nHistory of Patient: fall in March 2006, slipped on freshly waxed floor, fell onto tailbone and general lower back, experienced another fall in March 2006, had cauterization of some of the nerves in lower back in October and November\nPlan of Action: N\/A","rougeL":0.5548387097,"bertscore_f1":0.9228599072,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"low back pain\", \"Diagnosis\": \"degenerative disc disease\", \"History of Patient\": \"fall in March 2006, slipped on freshly waxed floor, fell onto tailbone and general lower back, experienced another fall in March 2006, had cauterization of some of the nerves in lower back in October and November\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1046,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9591081738,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1055,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4561403509,"bertscore_f1":0.9050281644,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1056,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Patient has been taking three different medications every day, with newly revised doses at the hospital\nPlan of Action: N\/A","rougeL":0.4533333333,"bertscore_f1":0.9347907305,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient has been taking three different medications every day, with newly revised doses at the hospital\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1074,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Very early miscarriage before getting pregnant again with her, no difficulties or problems during pregnancy with her, no prior children except for the flu in the seventh or eighth month of pregnancy, very early miscarriage before getting pregnant again with her, no difficulties or problems during pregnancy, vaginal birth, cesarean section (C section)\nPlan of Action: N\/A","rougeL":0.2913907285,"bertscore_f1":0.8643848896,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["except","cesarean"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Very early miscarriage before getting pregnant again with her, no difficulties or problems during pregnancy with her, no prior children except for the flu in the seventh or eighth month of pregnancy, very early miscarriage before getting pregnant again with her, no difficulties or problems during pregnancy, vaginal birth, cesarean section (C section)\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1075,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.0,"bertscore_f1":0.799867928,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1080,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: stung around noon while preparing lunch, no shortness of breath, itching, hives, tongue swelling, trouble swallowing\nPlan of Action: N\/A","rougeL":0.2900763359,"bertscore_f1":0.8797510862,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"stung around noon while preparing lunch, no shortness of breath, itching, hives, tongue swelling, trouble swallowing\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1082,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1087,"prediction":"Symptoms: pain in stomach on the right side and down, pain on the middle part of left thigh and hips mainly on the right side\nDiagnosis: hyperesthesia\nHistory of Patient: Patient is a white married man, works as a plane mechanic in Alaska Airlines, experiencing pain in stomach on the right side and down, pain on the middle part of left thigh and hips mainly on the right side\nPlan of Action: N\/A","rougeL":0.2641509434,"bertscore_f1":0.8817779422,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":7.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":2.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"pain in stomach on the right side and down\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain on the middle part of left thigh and hips mainly on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is a white married man\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"works as a plane mechanic in Alaska Airlines\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing pain in stomach on the right side and down\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pain on the middle part of left thigh and hips mainly on the right side\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain also present on left abdomen (left side of abdomen)\", \"severity\": \"minor\"}, {\"fact\": \"pain is painful when touched (tenderness)\", \"severity\": \"minor\"}, {\"fact\": \"symptoms intermittent and more pronounced in the past eight days\", \"severity\": \"minor\"}, {\"fact\": \"symptoms started six weeks before the holidays\", \"severity\": \"major\"}, {\"fact\": \"symptoms cleared for a while then recurred\", \"severity\": \"minor\"}, {\"fact\": \"no treatment received\", \"severity\": \"major\"}, {\"fact\": \"no skin changes observed (no rash)\", \"severity\": \"major\"}, {\"fact\": \"bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"plan to run further tests to find underlying cause of hyperesthesia and then start treatment\", \"severity\": \"major\"}], \"rationale\": \"The generated note includes supported symptom and diagnosis statements but misplaces symptom details in history and omits several key timeline, negative, and plan details from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":3.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"pain in stomach on the right side and down\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain on the middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain on hips mainly on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient is a white married man\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"works as a plane mechanic in Alaska Airlines\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing pain in stomach on the right side and down\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"pain on the middle part of left thigh\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"pain on hips mainly on the right side\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Symptoms started six weeks before the holidays, cleared for a while, then recurred mainly on right lower abdomen\", \"severity\": \"major\"}, {\"fact\": \"pain is intermittent\", \"severity\": \"minor\"}, {\"fact\": \"pain is more pronounced in the past eight days\", \"severity\": \"minor\"}, {\"fact\": \"pain is painful when touched\", \"severity\": \"minor\"}, {\"fact\": \"no treatment received\", \"severity\": \"minor\"}, {\"fact\": \"no skin changes observed\", \"severity\": \"minor\"}, {\"fact\": \"bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"patient thought it might be shingles but no rash developed\", \"severity\": \"minor\"}, {\"fact\": \"doctor plans to run tests to find underlying cause\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly places current symptoms into the History of Patient section and omits critical clinical details including symptom onset, pattern, pertinent negatives, and the plan for testing, while falsely claiming no plan of action despite explicit intent to run tests.\"}","fields_json":"{\"Symptoms\": \"pain in stomach on the right side and down, pain on the middle part of left thigh and hips mainly on the right side\", \"Diagnosis\": \"hyperesthesia\", \"History of Patient\": \"Patient is a white married man, works as a plane mechanic in Alaska Airlines, experiencing pain in stomach on the right side and down, pain on the middle part of left thigh and hips mainly on the right side\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1105,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9263053536,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection normal and well hydrated; no diaphoresis; no injury or wounds observed.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the entire skin examination findings that were documented in the dialogue and are clinically essential.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection within normal limits\", \"severity\": \"major\"}, {\"fact\": \"Skin is well hydrated\", \"severity\": \"major\"}, {\"fact\": \"No diaphoresis (excessive sweating)\", \"severity\": \"major\"}, {\"fact\": \"No obvious wound\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly documents normal skin inspection, hydration, absence of diaphoresis, and no wounds \\u2014 all of which belong in the Diagnosis field but are entirely omitted, while the generated note incorrectly reports N\/A for Diagnosis despite explicit clinical findings.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1118,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father passed away from colon cancer in old age, mother passed away in her nineties from a stroke\nPlan of Action: N\/A","rougeL":0.7164179104,"bertscore_f1":0.9625886083,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father","mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father passed away from colon cancer in old age, mother passed away in her nineties from a stroke\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1161,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father died at the age of 59 of strokes, myocardial infarction (MI), and heart attack\nPlan of Action: N\/A","rougeL":0.5128205128,"bertscore_f1":0.9031990767,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["59","myocardial","infarction"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father died at the age of 59 of strokes, myocardial infarction (MI), and heart attack\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1163,"prediction":"Symptoms: N\/A\nDiagnosis: allergies, asthma\nHistory of Patient: Experiencing worsening allergies over the past three years, tried Claritin and Zyrtec unsuccessfully, tried Allegra two weeks ago due to worsening allergies\nPlan of Action: N\/A","rougeL":0.2684563758,"bertscore_f1":0.8906799555,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["worsening","years","unsuccessfully"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"allergies, asthma\", \"History of Patient\": \"Experiencing worsening allergies over the past three years, tried Claritin and Zyrtec unsuccessfully, tried Allegra two weeks ago due to worsening allergies\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["Symptoms"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1172,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Surgery on shoulder 13 years ago, loss of sense of smell, right eye dysfunction, no headaches, no nasal drainage, no weakness or numbness throughout or localized to the body, no resent weight loss\nPlan of Action: N\/A","rougeL":0.3603603604,"bertscore_f1":0.9036283493,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["dysfunction"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Surgery on shoulder 13 years ago, loss of sense of smell, right eye dysfunction, no headaches, no nasal drainage, no weakness or numbness throughout or localized to the body, no resent weight loss\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1184,"prediction":"Symptoms: Chest pain, tertiary contractions with delayed emptying\nDiagnosis: enlarging simple cyst of the left kidney\nHistory of Patient: Left upper lobectomy for stage IA non small cell lung cancer, negative pelvic C-T.\nPlan of Action: N\/A","rougeL":0.2816901408,"bertscore_f1":0.8886015415,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tertiary contractions with delayed emptying\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"enlarging simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Left upper lobectomy for stage IA non small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"negative pelvic C-T\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Prior deep vein thromboses in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"Enlarged left calf without tenderness, present for several months\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue; missing prior DVTs and calf enlargement are clinically important omissions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tertiary contractions with delayed emptying\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"enlarging simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Left upper lobectomy for stage IA non small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"negative pelvic C-T\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Enlarged left calf without tenderness, present for several months\", \"severity\": \"major\"}, {\"fact\": \"History of DVT in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"Small hiatal hernia with minimal reflux\", \"severity\": \"major\"}, {\"fact\": \"Normal chest X-ray from 11\/23\/2009 (no lesions or infiltrates)\", \"severity\": \"major\"}, {\"fact\": \"No abnormal weight loss\", \"severity\": \"minor\"}, {\"fact\": \"No fever, chills, cough, hemoptysis, or shortness of breath\", \"severity\": \"minor\"}, {\"fact\": \"No new aches or pains\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits multiple clinically significant historical facts and misplaces the pelvic CT result as a diagnosis instead of a negative finding, while failing to include key symptoms and pertinent negatives explicitly stated in the dialogue.\"}","fields_json":"{\"Symptoms\": \"Chest pain, tertiary contractions with delayed emptying\", \"Diagnosis\": \"enlarging simple cyst of the left kidney\", \"History of Patient\": \"Left upper lobectomy for stage IA non small cell lung cancer, negative pelvic C-T.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1192,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6382978723,"bertscore_f1":0.9418551922,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient works at a local Christmas tree farm.\", \"severity\": \"minor\"}, {\"fact\": \"Patient smokes cigarettes approximately one pack per day.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting both the patient's smoking habit and employment, which were stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"The patient smokes one pack of cigarettes per day\", \"severity\": \"major\"}, {\"fact\": \"The patient works at a local Christmas tree farm\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits two major, clinically relevant facts from the dialogue: the patient's daily cigarette use and his occupation at a Christmas tree farm, both of which belong in the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1201,"prediction":"Symptoms: Chronic low back pain, worsening over the last eight years\nDiagnosis: N\/A\nHistory of Patient: fell in an ABC store in August 2008, referred to physical therapy (PTT), received electrical stimulation, and heat for chronic low back pain, experienced falls four or five days ago while mopping the floor, landed on tailbone right onto lower back\nPlan of Action: N\/A","rougeL":0.4230769231,"bertscore_f1":0.9066163301,"template_ok":true,"na_agreement":null,"unsupported_terms":["chronic","worsening","physical","therapy"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":0.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic low back pain, worsening over the last eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell in an ABC store in August 2008\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"referred to physical therapy (PTT), received electrical stimulation, and heat for chronic low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experienced falls four or five days ago while mopping the floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"landed on tailbone right onto lower back\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 26 years old\", \"severity\": \"minor\"}, {\"fact\": \"Patient gave birth in August 2008 and has had low back pain since giving birth\", \"severity\": \"minor\"}, {\"fact\": \"Patient saw Dr. X on January 10, 2009 with a follow\\u2011up scheduled for February 10, 2009\", \"severity\": \"minor\"}, {\"fact\": \"Physical therapy was attended only once or twice\", \"severity\": \"minor\"}, {\"fact\": \"Pain has been continuous with varying degrees, sometimes better than others\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue for support, contradictions, and placement, and missing clinically relevant details from the conversation were listed as omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"worsening over the last eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell in an ABC store in August 2008\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"referred to physical therapy (PTT)\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received electrical stimulation, and heat for chronic low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experienced falls four or five days ago while mopping the floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"landed on tailbone right onto lower back\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient gave birth in August 2008 and has had low back pain since then\", \"severity\": \"major\"}, {\"fact\": \"Patient saw Doctor X on January 10, 2009, with a follow-up scheduled for February 10, 2009\", \"severity\": \"major\"}, {\"fact\": \"Low back pain began after initial fall at ABC store (not after childbirth)\", \"severity\": \"major\"}, {\"fact\": \"Pain has been continuous but variable in intensity over eight years\", \"severity\": \"minor\"}, {\"fact\": \"Patient attended physical therapy only once or twice\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly attributes the fall at ABC Store to August 2008 (which is when the patient gave birth), omits key historical facts including postpartum back pain and prior physician visit, and misplaces the timing of events, risking clinical misinterpretation.\"}","fields_json":"{\"Symptoms\": \"Chronic low back pain, worsening over the last eight years\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"fell in an ABC store in August 2008, referred to physical therapy (PTT), received electrical stimulation, and heat for chronic low back pain, experienced falls four or five days ago while mopping the floor, landed on tailbone right onto lower back\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1212,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6363636364,"bertscore_f1":0.9329954386,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1232,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8387096774,"bertscore_f1":0.963935554,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1237,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3582089552,"bertscore_f1":0.8822888732,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG shows sinus tachycardia with heart rate of 122 bpm\", \"severity\": \"major\"}, {\"fact\": \"Negative urine pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all clinically relevant lab and EKG findings described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG showed sinus tachycardia with a heart rate of 122\", \"severity\": \"major\"}, {\"fact\": \"Negative pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically significant lab and EKG findings explicitly stated in the dialogue, including pertinent negatives like the negative pregnancy test, which are critical for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1250,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9375,"bertscore_f1":0.9833597541,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1259,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7428571429,"bertscore_f1":0.9593532085,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1267,"prediction":"Symptoms: N\/A\nDiagnosis: hay fever, eczema, sinus problems, hives, melanoma, skin cancers, psoriasis, sunburned skin\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5294117647,"bertscore_f1":0.9189697504,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"hay fever, eczema, sinus problems, hives, melanoma, skin cancers, psoriasis, sunburned skin\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1269,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: cholecystectomy\nPlan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9681433439,"template_ok":true,"na_agreement":null,"unsupported_terms":["cholecystectomy"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"cholecystectomy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1271,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9565677643,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1281,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9674756527,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports no past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The note fails to record the explicitly stated negative surgical history, a clinically important omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has had no past surgeries, but the generated note incorrectly omits this pertinent negative from the History of Patient field, which could lead to incomplete clinical assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1283,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8125,"bertscore_f1":0.9707540274,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s42","family":"biobart","seed":42,"example_id":1284,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4680851064,"bertscore_f1":0.898427546,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":4,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9608412981,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":10,"prediction":"Symptoms: bunion on foot\nDiagnosis: N\/A\nHistory of Patient: 19-year-old Caucasian female, history of Charcot Marie tooth disease\nPlan of Action: surgery to cut bunion off","rougeL":0.6071428571,"bertscore_f1":0.9302121997,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bunion on foot\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"19-year-old Caucasian female, history of Charcot Marie tooth disease\", \"Plan of Action\": \"surgery to cut bunion off\"}","filled_na_fields":["Plan of Action"],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":21,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.9236828089,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable (no known medical problems in family)\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies use of drugs, alcohol, or tobacco\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple pertinent historical details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable; no medical problems in family\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drug, alcohol, or tobacco use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for History of Patient despite the dialogue explicitly providing three clinically important facts: unremarkable family history, sexual activity with a boyfriend, and denial of substance use.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":25,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9439239502,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":29,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.95520401,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":36,"prediction":"Symptoms: increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning\nDiagnosis: chronic lymphocytic leukemia\nHistory of Patient: 80-year-old male presenting with increased shortness of breath, difficulty breathing from past few nights while sleeping, mild peripheral edema\nPlan of Action: N\/A","rougeL":0.358490566,"bertscore_f1":0.8955327272,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["80"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning\", \"Diagnosis\": \"chronic lymphocytic leukemia\", \"History of Patient\": \"80-year-old male presenting with increased shortness of breath, difficulty breathing from past few nights while sleeping, mild peripheral edema\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":56,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3404255319,"bertscore_f1":0.8819849491,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":58,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3720930233,"bertscore_f1":0.8944511414,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":72,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3921568627,"bertscore_f1":0.9071724415,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":74,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":87,"prediction":"Symptoms: Acne improvement\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9692574739,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Acne improvement\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":96,"prediction":"Symptoms: Congestion, snorting.\nDiagnosis: N\/A.\nHistory of Patient: 11-year-old female with congestion and snores.\nPlan of Action: N\/A.","rougeL":0.48,"bertscore_f1":0.9411644936,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Snorting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"11-year-old female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"snores\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Redness and peeling of skin around the right big toe\", \"severity\": \"major\"}, {\"fact\": \"Plan to examine the toe area\", \"severity\": \"major\"}, {\"fact\": \"Patient denies snoring at night\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are supported by the dialogue; the note omitted the toe symptoms and the intended examination, both clinically important, and omitted the pertinent negative about nighttime snoring.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Snorting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"11-year-old female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"snores\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Redness and peeling of skin around the right big toe\", \"severity\": \"major\"}, {\"fact\": \"Allergist visit and discontinuation of Allegra due to non-allergic cause\", \"severity\": \"minor\"}, {\"fact\": \"No snoring at night\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient snores, contradicting the explicit denial in the dialogue, and omits the clinically significant toe symptoms and relevant allergy history.\"}","fields_json":"{\"Symptoms\": \"Congestion, snorting.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"11-year-old female with congestion and snores.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":98,"prediction":"Symptoms: Chronic knee pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7058823529,"bertscore_f1":0.9746883512,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Chronic knee pain (history of patient)\", \"severity\": \"major\"}, {\"fact\": \"No prior similar symptoms (patient denies previous episodes)\", \"severity\": \"minor\"}], \"rationale\": \"The note places chronic knee pain under Symptoms instead of History and omits it (major) and the patient\\u2019s denial of prior episodes (minor) from the History section.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No history of similar symptoms before\", \"severity\": \"major\"}, {\"fact\": \"Chronic knee pain\", \"severity\": \"major\"}], \"rationale\": \"Chronic knee pain is correctly stated but misplaced in Symptoms instead of History of Patient, and the pertinent negative ('no similar symptoms before') is omitted from History of Patient.\"}","fields_json":"{\"Symptoms\": \"Chronic knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":105,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6086956522,"bertscore_f1":0.9289025068,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":125,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.75,"bertscore_f1":0.9523397684,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":128,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Former smoker (quit in 1961), currently weighing 135 pounds.\nPlan of Action: N\/A.","rougeL":0.6,"bertscore_f1":0.9435474873,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former","1961","135"],"unsupported_numbers":2,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":2.0,"n_misplaced":0.0,"n_major_errors":2.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker (quit in 1961)\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"currently weighing 135 pounds\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Quit smoking in 1968\", \"severity\": \"major\"}, {\"fact\": \"Current weight 183 pounds\", \"severity\": \"major\"}, {\"fact\": \"Tallest height 5 feet 10 inches (patient\\u2019s prior height)\", \"severity\": \"major\"}], \"rationale\": \"The generated note misstates quit year and weight, contradicting the dialogue, and omits the correct quit year, weight, and height information essential for the patient history.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker (quit in 1961)\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"currently weighing 135 pounds\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient's tallest height was 5 feet 10 inches\", \"severity\": \"major\"}, {\"fact\": \"Patient currently weighs 183 pounds\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains two major factual errors (wrong quit year and wrong weight) and omits two critical facts from the dialogue (height history and correct weight), all of which directly impact clinical assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Former smoker (quit in 1961), currently weighing 135 pounds.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":130,"prediction":"Symptoms: Right-sided weakness\nDiagnosis: N\/A\nHistory of Patient: History of seizures seven years ago, traumatic stroke seven years ago, left-sided weakness after bleeding in the brain, history of diabetes\nPlan of Action: N\/A","rougeL":0.1875,"bertscore_f1":0.8455861807,"template_ok":true,"na_agreement":null,"unsupported_terms":["left-sided"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Right-sided weakness\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of seizures seven years ago, traumatic stroke seven years ago, left-sided weakness after bleeding in the brain, history of diabetes\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":147,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9833549261,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":149,"prediction":"Symptoms: lazy eyes\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9698639512,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"lazy eyes\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":155,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9470266104,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":161,"prediction":"Symptoms: V-shaped injury to leg\nDiagnosis: N\/A\nHistory of Patient: Patient was trying to adjust cable, brother's dog was tied to his foot, tooth went into skin, wound developed after puncture wound, patient was fifty-year-old White male with V-shaped injury to right leg, tetanus shot to right leg\nPlan of Action: N\/A","rougeL":0.2666666667,"bertscore_f1":0.8970722556,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["v-shaped","tooth","fifty-year-old"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"V-shaped injury to leg\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient was trying to adjust cable, brother's dog was tied to his foot, tooth went into skin, wound developed after puncture wound, patient was fifty-year-old White male with V-shaped injury to right leg, tetanus shot to right leg\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":166,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy.\nPlan of Action: N\/A","rougeL":0.9803921569,"bertscore_f1":0.9887887836,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["include"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":167,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9480013251,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Divorced marital status\", \"severity\": \"minor\"}, {\"fact\": \"Uncertain history of alcohol use (possible past drinking)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note left out the marital status and the possible past alcohol use that were stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Divorced marital status\", \"severity\": \"major\"}, {\"fact\": \"Uncertain history of alcohol use\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is divorced and has an uncertain history of alcohol use, both of which are clinically relevant past history items omitted from the generated note.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":180,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's explicit denial of allergies, a clinically important negative.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly confirms the patient has no allergies, a pertinent negative that should be documented in the History of Patient section, but the generated note omits it entirely.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":188,"prediction":"Symptoms: tremors for the past three to four years\nDiagnosis: Chronic atrial fibrillation, early Parkinson's disease\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7096774194,"bertscore_f1":0.9359164834,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["atrial","fibrillation"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tremors for the past three to four years\", \"Diagnosis\": \"Chronic atrial fibrillation, early Parkinson's disease\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":196,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5555555556,"bertscore_f1":0.9229527712,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is a widow (husband passed away a few years ago)\", \"severity\": \"major\"}, {\"fact\": \"Patient lives independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Patient requires assistance with taking her medicines\", \"severity\": \"major\"}, {\"fact\": \"Patient was brought to the appointment by a driver\", \"severity\": \"major\"}, {\"fact\": \"Patient needs to attend a noon meal\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all socially relevant information present in the dialogue, which the reference note includes.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Widow (husband passed away a few years ago)\", \"severity\": \"major\"}, {\"fact\": \"Living independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Requires assistance with medications\", \"severity\": \"major\"}, {\"fact\": \"Had a driver bring her to the appointment\", \"severity\": \"major\"}, {\"fact\": \"Needs to attend noon meal\", \"severity\": \"major\"}, {\"fact\": \"Does not drink or smoke\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly reports N\/A for all fields despite the dialogue providing multiple clinically important facts about the patient's social history, including widowhood, living situation, medication dependence, transportation, and lifestyle habits.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":217,"prediction":"Symptoms: multiple canker sores in mouth\nDiagnosis: N\/A\nHistory of Patient: increased methothrexate dosage, multiple canker sores in mouth, decreased appetite, abdominal discomfort, diarrhea, new rashes, hair loss\nPlan of Action: Bloodwork done, follow-up appointment in two weeks","rougeL":0.5925925926,"bertscore_f1":0.9152922034,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["appointment"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":10.0,"n_unsupported":1.0,"n_contradicted":5.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"increased methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"decreased appetite\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"abdominal discomfort\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"diarrhea\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"new rashes\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hair loss\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork done\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"follow-up appointment in two weeks\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain while eating (mouth sore pain)\", \"severity\": \"minor\"}, {\"fact\": \"diagnosis of methotrexate\\u2011induced stomatitis (or methotrexate\\u2011related stomatitis)\", \"severity\": \"minor\"}, {\"fact\": \"plan to decrease methotrexate dosage back to previous amount\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue; several history items contradict patient denial, bloodwork was not yet performed, and key symptoms, diagnosis, and dosage\\u2011reduction plan were omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":7.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"increased methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple canker sores in mouth\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"decreased appetite\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"abdominal discomfort\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"diarrhea\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"new rashes\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"hair loss\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork done\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"follow-up appointment in two weeks\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain while eating\", \"severity\": \"major\"}, {\"fact\": \"diagnosis of stomatitis, possibly methotrexate related\", \"severity\": \"major\"}, {\"fact\": \"decrease methotrexate dosage back to previous amount\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists denied symptoms as part of the patient's history, falsely claims bloodwork was completed, omits key symptoms and diagnosis, and fails to include the critical plan to reduce methotrexate dosage.\"}","fields_json":"{\"Symptoms\": \"multiple canker sores in mouth\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"increased methothrexate dosage, multiple canker sores in mouth, decreased appetite, abdominal discomfort, diarrhea, new rashes, hair loss\", \"Plan of Action\": \"Bloodwork done, follow-up appointment in two weeks\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":227,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7777777778,"bertscore_f1":0.9673388004,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported (patient reports no past medical problems or surgeries).\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the patient's explicit statement of having no past medical problems, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has no past medical problems or surgeries, but the generated note incorrectly lists 'History of Patient' as N\/A, omitting a pertinent negative that is clinically important.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":229,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.968576014,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":236,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9597998261,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":239,"prediction":"Symptoms: bilateral knee pain, significant left knee pain\nDiagnosis: degenerative joint disease of both knees\nHistory of Patient: bilateral knee pain, significant left knee pain, history of back surgeries, spinal decompression and epidural steroids injection\nPlan of Action: N\/A","rougeL":0.306010929,"bertscore_f1":0.8847936392,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["bilateral"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bilateral knee pain, significant left knee pain\", \"Diagnosis\": \"degenerative joint disease of both knees\", \"History of Patient\": \"bilateral knee pain, significant left knee pain, history of back surgeries, spinal decompression and epidural steroids injection\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":264,"prediction":"Symptoms: Pain in jaw since the morning\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8947368421,"bertscore_f1":0.9902517796,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Pain in jaw since the morning\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":272,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7777777778,"bertscore_f1":0.9487069845,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient had a PermCath inserted three times\", \"severity\": \"major\"}, {\"fact\": \"Patient received peritoneal dialysis\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits both past procedures mentioned in the dialogue, which are clinically important for the PASTSURGICAL section.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"PermCath inserted three times\", \"severity\": \"major\"}, {\"fact\": \"received peritoneal dialysis\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states two key procedures (PermCath insertion x3 and peritoneal dialysis) that belong in the Plan of Action but are entirely omitted from the generated note, which could lead to critical clinical oversight.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":284,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5384615385,"bertscore_f1":0.926130712,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":290,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":293,"prediction":"Symptoms: Painful ulcer on right hip\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7428571429,"bertscore_f1":0.9677711129,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Diagnosis: pressure ulcer\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly records the symptom but fails to include the key diagnosis of pressure ulcer.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Diagnosis of pressure ulcer\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly diagnoses a pressure ulcer, but the generated note omits this diagnosis in the Diagnosis field while incorrectly placing the symptom in Symptoms, and falsely reports N\/A for Diagnosis.\"}","fields_json":"{\"Symptoms\": \"Painful ulcer on right hip\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":300,"prediction":"Symptoms: hypothyroidism, onychomycosis\nDiagnosis: Down syndrome, hypothyroidism\nHistory of Patient: persistent complaint with Lamisil for six weeks, elevated T-helper 1 (TSH) level at last appointment in April, ongoing hypothyroidism, onychomycosis, Medicated eye drops for cornea\nPlan of Action: N\/A","rougeL":0.3571428571,"bertscore_f1":0.9058278203,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["persistent","t-helper","1"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":9.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":2.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hypothyroidism\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"onychomycosis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"persistent complaint with Lamisil for six weeks\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"elevated T-helper 1 (TSH) level at last appointment in April\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"ongoing hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"medicated eye drops for cornea\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"He completed six weeks of Lamisil without problems\", \"severity\": \"major\"}, {\"fact\": \"He is taking Levothroid 0.1\\u202fmg daily for hypothyroidism\", \"severity\": \"major\"}, {\"fact\": \"Plan to recheck ALT and TSH levels today\", \"severity\": \"major\"}, {\"fact\": \"Continue Levothroid for hypothyroidism\", \"severity\": \"major\"}, {\"fact\": \"Monitor compliance with medications\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue, noting misplacements, contradictions, and unsupported terminology, while key medication details, lab plans, and compliance monitoring were omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":5.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hypothyroidism\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"onychomycosis\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"persistent complaint with Lamisil for six weeks\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"elevated T-helper 1 (TSH) level at last appointment in April\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"ongoing hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"onychomycosis\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Medicated eye drops for cornea\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient takes Levothroid daily, with maternal assistance\", \"severity\": \"major\"}, {\"fact\": \"Patient completed six weeks of Lamisil with no problems\", \"severity\": \"major\"}, {\"fact\": \"No other medications besides Lamisil, Levothroid, and eye drops\", \"severity\": \"minor\"}, {\"fact\": \"Plan to recheck ALT and TSH levels today\", \"severity\": \"major\"}, {\"fact\": \"Plan to continue Levothroid\", \"severity\": \"major\"}, {\"fact\": \"Plan to monitor medication compliance\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misclassifies diagnoses as symptoms, misrepresents Lamisil adherence as 'persistent complaint' instead of compliance, incorrectly labels TSH as 'T-helper 1', omits critical plan elements and medication details, and fails to note the mother's role in adherence.\"}","fields_json":"{\"Symptoms\": \"hypothyroidism, onychomycosis\", \"Diagnosis\": \"Down syndrome, hypothyroidism\", \"History of Patient\": \"persistent complaint with Lamisil for six weeks, elevated T-helper 1 (TSH) level at last appointment in April, ongoing hypothyroidism, onychomycosis, Medicated eye drops for cornea\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":304,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Stable.\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9813515544,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Stable.\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient was cleared for discharge home (plan of action)\", \"severity\": \"major\"}], \"rationale\": \"The note misplaces the stability statement and omits the discharge plan, which is a key action from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Stable.\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient is able to go home (discharged)\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly states the patient is stable and discharged home, but 'Stable' is incorrectly placed in History of Patient instead of Plan of Action, and the discharge disposition is omitted entirely from Plan of Action.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Stable.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":320,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.612244898,"bertscore_f1":0.9394714832,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":325,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":329,"prediction":"Symptoms: Feeling tired throughout the day, wake up refreshed, no thyroid issues\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3296703297,"bertscore_f1":0.911041677,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Feeling tired throughout the day, wake up refreshed, no thyroid issues\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":343,"prediction":"Symptoms: N\/A\nDiagnosis: Atrial fibrillation\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9823440909,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":346,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9516934752,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No history of hypertension, diabetes, heart disease, or cancer\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting the patient\\u2019s explicit denials of major chronic conditions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"no history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"no history of heart disease\", \"severity\": \"major\"}, {\"fact\": \"no history of cancer\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly documents the patient's denial of hypertension, diabetes, heart disease, and cancer, all of which are clinically important pertinent negatives omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":384,"prediction":"Symptoms: headaches, facial pain, sniffles, sore throat, coughing up phlegm\nDiagnosis: Asthma\nHistory of Patient: Patient is a young lady with headaches, facial pain, sniffles, sore throat, coughing up phlegm\nPlan of Action: N\/A","rougeL":0.4545454545,"bertscore_f1":0.9124551415,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["facial","pain"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"headaches, facial pain, sniffles, sore throat, coughing up phlegm\", \"Diagnosis\": \"Asthma\", \"History of Patient\": \"Patient is a young lady with headaches, facial pain, sniffles, sore throat, coughing up phlegm\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":388,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5090909091,"bertscore_f1":0.9283406138,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Advise patient to take it slow and do activities as tolerated after plaster removal from foot; no follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the Plan of Action field empty, omitting the essential advice and follow\\u2011up instructions provided in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Plan of Action\", \"claim\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"No follow-up needed if no pain and doing fine.\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"severity\": \"major\"}, {\"fact\": \"No follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists 'N\/A' for Plan of Action despite the dialogue clearly detailing activity advice and follow-up instructions, resulting in major omissions and unsupported claims when compared to the reference.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":405,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4761904762,"bertscore_f1":0.9064745307,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Married with three children (one ready for college), former attorney retired two years ago now working part\\u2011time at a private company, denies tobacco, alcohol, and illicit drug use.\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple important personal and social details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":5.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married with three children, one of whom is ready to go to college\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Semi-retired attorney currently working part-time at a private company\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denied history of tobacco use\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denied history of alcohol use\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denied history of illicit drug use\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Married with three children, one of whom is ready to go to college\", \"severity\": \"major\"}, {\"fact\": \"Semi-retired attorney currently working part-time at a private company\", \"severity\": \"major\"}, {\"fact\": \"Denied history of tobacco use\", \"severity\": \"major\"}, {\"fact\": \"Denied history of alcohol use\", \"severity\": \"major\"}, {\"fact\": \"Denied history of illicit drug use\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically relevant social and historical details from the dialogue, including family structure, employment status, and substance use denial, which are essential components of the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":408,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: No sudden weight gain or loss, headaches, nose bleeds, nasal congestion, cough, wheezing, chest pain, shortness of breath, shortness of breath while sleeping, palpitation, varicose veins, pain in legs, cough with mucous or blood sputum, prolonged cough, wheezing, no chest pain, shortness of breath while sleeping, palpitation, swelling, varicose veins, pain in legs, prolonged cough with mucous or blood sputum, wheezing, shortness of breath while sleeping, no heart burn, nausea, vomiting, vomiting, abdominal pain, palpitation, swelling, varicose veins, pain in legs, prolonged cough with mucous or blood sputum, no wheezing, no chest pain, shortness of breath, shortness of breath while sleeping, no heart burn, nausea, vomiting, abdominal pain, constipation, urinary tract infection, urinary tract infection, urinary tract infection, urinary tract infection, flank pain, groin pain, joint pain, tendon pain, strain, backache, seizures, hallucinations, memory loss, skin lesion or nail breakage.\nPlan of Action: N\/A.","rougeL":0.368627451,"bertscore_f1":0.8724386096,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["nasal","congestion","urinary","tract","infection"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":31.0,"n_unsupported":2.0,"n_contradicted":14.0,"n_misplaced":0.0,"n_major_errors":15.0,"n_major_omissions":10.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"No sudden weight gain or loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No headaches\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nose bleeds\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nasal congestion\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No cough\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No wheezing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No shortness of breath while sleeping\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No palpitation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No varicose veins\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No pain in legs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Cough with mucous or blood sputum\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Prolonged cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No heart burn\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Vomiting\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Abdominal pain\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No constipation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Urinary tract infection\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Flank pain\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Groin pain\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Joint pain\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Tendon pain\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Strain\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Backache\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Seizures\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Hallucinations\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Memory loss\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Skin lesion or nail breakage\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No fever or chills\", \"severity\": \"major\"}, {\"fact\": \"No loss of appetite\", \"severity\": \"major\"}, {\"fact\": \"No blood in stool\", \"severity\": \"major\"}, {\"fact\": \"No dark or cloudy urine\", \"severity\": \"major\"}, {\"fact\": \"No painful or burning urination\", \"severity\": \"major\"}, {\"fact\": \"No hair loss\", \"severity\": \"major\"}, {\"fact\": \"No nail breakage\", \"severity\": \"major\"}, {\"fact\": \"No sleep disturbances\", \"severity\": \"major\"}, {\"fact\": \"No anxiety, irritability, apathy, or depression\", \"severity\": \"major\"}, {\"fact\": \"No suicidal thoughts\", \"severity\": \"major\"}], \"rationale\": \"The generated note mixes supported denials with many contradicted or invented positives and omits several key negative findings from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":4.0,"j2_n_major_omissions":15.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"No sudden weight gain or loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No headaches\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nose bleeds\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nasal congestion\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Cough\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No wheezing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No shortness of breath while sleeping\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No palpitation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No varicose veins\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No pain in legs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Cough with mucous or blood sputum\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Prolonged cough\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No heart burn\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No abdominal pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No constipation\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Urinary tract infection\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No flank pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No groin pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No joint pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No tendon pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No strain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No backache\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No seizures\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No hallucinations\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No memory loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No skin lesion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nail breakage\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Denies coarse voice\", \"severity\": \"major\"}, {\"fact\": \"Denies blurry vision or loss\/change of vision\", \"severity\": \"major\"}, {\"fact\": \"Denies fever or chills\", \"severity\": \"major\"}, {\"fact\": \"Denies blood in stool\", \"severity\": \"major\"}, {\"fact\": \"Denies dark or cloudy urine\", \"severity\": \"major\"}, {\"fact\": \"Denies pain while urinating or burning sensation\", \"severity\": \"major\"}, {\"fact\": \"Denies muscle stiffness\", \"severity\": \"major\"}, {\"fact\": \"Denies weakness\", \"severity\": \"major\"}, {\"fact\": \"Denies numbness or tingling\", \"severity\": \"major\"}, {\"fact\": \"Denies tremors or paralysis\", \"severity\": \"major\"}, {\"fact\": \"Denies anxiety, irritability, apathy, or depression\", \"severity\": \"major\"}, {\"fact\": \"Denies sleep disturbances\", \"severity\": \"major\"}, {\"fact\": \"Denies appetite disturbances\", \"severity\": \"major\"}, {\"fact\": \"Denies suicidal thoughts\", \"severity\": \"major\"}, {\"fact\": \"Denies unusual hair loss or breakage\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists symptoms like 'cough' and 'prolonged cough' in the History of Patient section instead of Symptoms, and includes unsupported claims like 'nasal congestion' and 'urinary tract infection' not mentioned in the dialogue, while omitting multiple pertinent negatives explicitly stated by the patient.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"No sudden weight gain or loss, headaches, nose bleeds, nasal congestion, cough, wheezing, chest pain, shortness of breath, shortness of breath while sleeping, palpitation, varicose veins, pain in legs, cough with mucous or blood sputum, prolonged cough, wheezing, no chest pain, shortness of breath while sleeping, palpitation, swelling, varicose veins, pain in legs, prolonged cough with mucous or blood sputum, wheezing, shortness of breath while sleeping, no heart burn, nausea, vomiting, vomiting, abdominal pain, palpitation, swelling, varicose veins, pain in legs, prolonged cough with mucous or blood sputum, no wheezing, no chest pain, shortness of breath, shortness of breath while sleeping, no heart burn, nausea, vomiting, abdominal pain, constipation, urinary tract infection, urinary tract infection, urinary tract infection, urinary tract infection, flank pain, groin pain, joint pain, tendon pain, strain, backache, seizures, hallucinations, memory loss, skin lesion or nail breakage.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":409,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.56,"bertscore_f1":0.9233717322,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":414,"prediction":"Symptoms: Weakness, fatigue, loss of appetite\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3023255814,"bertscore_f1":0.8961724043,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["loss"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"loss of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Weight loss of approximately 8 pounds in one week\", \"severity\": \"major\"}, {\"fact\": \"Patient denied chest pain, palpitations, shortness of breath, cough, nausea, vomiting, abdominal pain, and neurological symptoms\", \"severity\": \"minor\"}, {\"fact\": \"Plan to await lab report for further evaluation and next steps\", \"severity\": \"major\"}, {\"fact\": \"Symptoms have worsened over the past week (duration)\", \"severity\": \"minor\"}], \"rationale\": \"All listed symptoms are supported; the note omits key weight loss, pertinent negatives, the planned follow\\u2011up, and symptom duration.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Loss of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Weight loss of 8 pounds in one week\", \"severity\": \"major\"}, {\"fact\": \"Denial of nausea, vomiting, diarrhea, abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of chest pain, shortness of breath, cough, heart racing\", \"severity\": \"major\"}, {\"fact\": \"Denial of neurological symptoms such as numbness or tingling\", \"severity\": \"major\"}, {\"fact\": \"Awaiting lab report for further evaluation\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits critical clinical details including the specific weight loss, pertinent negatives for GI, cardiopulmonary, and neurological symptoms, and the plan to await lab results, all of which are explicitly stated in the dialogue and essential for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"Weakness, fatigue, loss of appetite\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":434,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4590163934,"bertscore_f1":0.9034820199,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":440,"prediction":"Symptoms: hot flashes\nDiagnosis: N\/A\nHistory of Patient: 44-year-old female experiencing hot flashes for the last several months, mood swings for the last few weeks, history of postsurgical menopause\nPlan of Action: N\/A","rougeL":0.40625,"bertscore_f1":0.92097193,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["44"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":1.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"44-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"absence of periods for the last year after surgery (amenorrhea)\", \"severity\": \"major\"}], \"rationale\": \"Claims are evaluated against the dialogue; age is wrong, mood swings are in the wrong field, and the key symptom of amenorrhea is missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"44-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 48 years old\", \"severity\": \"major\"}, {\"fact\": \"No periods for the last year after surgery\", \"severity\": \"major\"}, {\"fact\": \"Hot flashes occur even in fully air-conditioned rooms or involve standing in front of the refrigerator\", \"severity\": \"minor\"}, {\"fact\": \"Mood swings are a current symptom (not just in history)\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis should be postsurgical menopause with associated hot flashes and mood swings (not N\/A)\", \"severity\": \"major\"}], \"rationale\": \"The generated note misstates the patient's age as 44 instead of 48, omits key clinical details including the timing of amenorrhea and the nature of hot flashes, and incorrectly labels the diagnosis as N\/A despite the doctor explicitly stating it, while also misplacing symptoms and history elements.\"}","fields_json":"{\"Symptoms\": \"hot flashes\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"44-year-old female experiencing hot flashes for the last several months, mood swings for the last few weeks, history of postsurgical menopause\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":448,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9800208211,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":457,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9800207615,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":463,"prediction":"Symptoms: Back pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.9551908374,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":466,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: History of heroin and alcohol use\nPlan of Action: N\/A","rougeL":0.7555555556,"bertscore_f1":0.9553374648,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"History of heroin and alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient admits to smoking\", \"severity\": \"major\"}, {\"fact\": \"Patient used cocaine today\", \"severity\": \"major\"}], \"rationale\": \"The note correctly records heroin and alcohol use but omits the smoking and recent cocaine use, both important history items.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"History of heroin use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Current cocaine use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Smoking\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Current cocaine use\", \"severity\": \"major\"}, {\"fact\": \"Smoking\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits current cocaine use and smoking, both explicitly stated in the dialogue, and incorrectly fails to include them in the History of Patient section, while falsely implying only past use of heroin and alcohol.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of heroin and alcohol use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":473,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.1477832512,"bertscore_f1":0.848501265,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":476,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: Physical examination of rectal area","rougeL":0.75,"bertscore_f1":0.9587990046,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"Physical examination of rectal area\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":484,"prediction":"Symptoms: N\/A\nDiagnosis: Gestational diabetes\nHistory of Patient: second pregnancy, history of gestational diabetes with insulin use\nPlan of Action: N\/A","rougeL":0.4303797468,"bertscore_f1":0.9187634587,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Gestational diabetes\", \"History of Patient\": \"second pregnancy, history of gestational diabetes with insulin use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":500,"prediction":"Symptoms: N\/A\nDiagnosis: anxiety disorder\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9867397547,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"anxiety disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":516,"prediction":"Symptoms: Left flank pain\nDiagnosis: N\/A\nHistory of Patient: 79-year-old male presenting with left flank pain four or five days ago, no nausea, vomiting, blood, pain or burning during urination\nPlan of Action: N\/A","rougeL":0.4086021505,"bertscore_f1":0.9009273648,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["79"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left flank pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"79-year-old male presenting with left flank pain four or five days ago, no nausea, vomiting, blood, pain or burning during urination\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":525,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Retired for a couple of years, former smoker (two packs of cigarettes per day), former alcohol user\nPlan of Action: N\/A","rougeL":0.5757575758,"bertscore_f1":0.948254168,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former","user"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Retired for a couple of years, former smoker (two packs of cigarettes per day), former alcohol user\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":544,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father underwent coronary artery disease and many strokes due to that. Mother and father have dementia.\nPlan of Action: N\/A","rougeL":0.6086956522,"bertscore_f1":0.9446799159,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":2.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father underwent coronary artery disease and many strokes due to that.\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother and father have dementia.\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient denies smoking and alcohol use.\", \"severity\": \"minor\"}, {\"fact\": \"Father had coronary artery bypass surgery at age 60.\", \"severity\": \"minor\"}], \"rationale\": \"The generated note places family history facts in the patient history field and omits key social and detailed family history information.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father underwent coronary artery disease\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Father had many strokes due to coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Father had coronary artery disease and underwent bypass surgery at age 60\", \"severity\": \"major\"}, {\"fact\": \"Both parents are alive\", \"severity\": \"minor\"}, {\"fact\": \"Patient does not smoke or drink alcohol\", \"severity\": \"major\"}], \"rationale\": \"The generated note misattributes 'underwent coronary artery disease' as a procedure rather than a diagnosis, omits the critical fact of bypass surgery and patient's non-tobacco\/non-alcohol use, and fails to note the parents' current age and survival status despite clinical relevance.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father underwent coronary artery disease and many strokes due to that. Mother and father have dementia.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":556,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9732643366,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":565,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: widowed for eighteen years, currently working as a restaurant employee, denies tobacco, alcohol, or illicit drug use\nPlan of Action: N\/A","rougeL":0.6333333333,"bertscore_f1":0.9310017228,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["employee","tobacco","illicit","drug"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"widowed for eighteen years, currently working as a restaurant employee, denies tobacco, alcohol, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":584,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: last menstrual period was around June 3, 2009. Had an abortion recently.\nPlan of Action: N\/A.","rougeL":0.5316455696,"bertscore_f1":0.9256517887,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["3"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period was around June 3, 2009.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Had an abortion recently.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is uncertain whether the abortion was completed and reports ongoing bleeding.\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had a follow\\u2011up with her OB\/GYN.\", \"severity\": \"major\"}, {\"fact\": \"Doctor recommended the patient see a Gynecology and Obstetrician (referral).\", \"severity\": \"major\"}], \"rationale\": \"All generated claims are supported, but key clinical details about ongoing bleeding, lack of follow\\u2011up, and the referral plan are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"last menstrual period was around June 3, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Had an abortion recently\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is unsure whether the abortion was completed and is still bleeding\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had a follow-up with her OB\/GYN\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits two clinically critical details from the dialogue \\u2014 the patient\\u2019s uncertainty about completion of the abortion and ongoing bleeding, and the lack of follow-up with OB\/GYN \\u2014 both of which directly impact clinical management and are major omissions.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"last menstrual period was around June 3, 2009. Had an abortion recently.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":597,"prediction":"Symptoms: N\/A\nDiagnosis: Attention Deficit Hyperactivity Disorder\nHistory of Patient: N\/A\nPlan of Action: Prescribed Adderall and Clonidine to address Attention Deficit Hyperactivity Disorder.","rougeL":0.5074626866,"bertscore_f1":0.9405101538,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["address"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Attention Deficit Hyperactivity Disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"Prescribed Adderall and Clonidine to address Attention Deficit Hyperactivity Disorder.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":607,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Quit smoking in 1961, works at a nursing home, trying to lose weight since starting a new diet several months ago\nPlan of Action: N\/A","rougeL":0.6756756757,"bertscore_f1":0.9528144002,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["1961"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Quit smoking in 1961, works at a nursing home, trying to lose weight since starting a new diet several months ago\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":627,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9592502117,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":639,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.48,"bertscore_f1":0.9197570682,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abdominal pain (pointing to his stomach)\", \"severity\": \"major\"}, {\"fact\": \"Nausea (feels queasy)\", \"severity\": \"major\"}, {\"fact\": \"Vomiting (handful of times)\", \"severity\": \"major\"}, {\"fact\": \"Fever of 102\\u00b0F (temperature taken the other night)\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status (out of it, not acting like himself)\", \"severity\": \"major\"}, {\"fact\": \"Behavioral changes noted for a few days\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite multiple key symptoms and timeline reported in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"nausea\", \"severity\": \"major\"}, {\"fact\": \"vomiting\", \"severity\": \"major\"}, {\"fact\": \"fever (102\\u00b0F)\", \"severity\": \"major\"}, {\"fact\": \"altered mental status\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite the dialogue explicitly reporting abdominal pain, nausea, vomiting, fever, and altered mental status \\u2014 all major clinical findings that must be captured in the Symptoms field.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":642,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: He was born in Haiti and had several male partners in 1992. He denies tobacco, alcohol, or illicit drug use. He works as a car dealership down the street.\nPlan of Action: N\/A.","rougeL":0.4943820225,"bertscore_f1":0.9186766744,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["born","1992","tobacco","alcohol","illicit"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":4.0,"n_unsupported":2.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":0.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"He was born in Haiti\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"had several male partners in 1992\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He denies tobacco, alcohol, or illicit drug use\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"He works as a car dealership down the street\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient drinks alcohol occasionally\", \"severity\": \"minor\"}, {\"fact\": \"Patient reports no sexual activity since moving here\", \"severity\": \"minor\"}], \"rationale\": \"The generated note adds unsupported details, contradicts the patient\\u2019s reported alcohol use, and omits key history points about occasional drinking and lack of recent sexual activity.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"He was born in Haiti\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"had several male partners in 1992\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"denies tobacco\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"denies alcohol\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"denies illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"works as a car dealership down the street\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Drinks sometimes (occasional alcohol use)\", \"severity\": \"major\"}, {\"fact\": \"No sex since moving to the U.S. (after 1982)\", \"severity\": \"major\"}, {\"fact\": \"Used protection most of the time in previous encounters\", \"severity\": \"minor\"}, {\"fact\": \"No history of STDs\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misstates the year of sexual activity, falsely denies alcohol use, misattributes employment, and omits key details about alcohol use, sexual abstinence since migration, condom use, and negative STD history, all of which are clinically relevant.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"He was born in Haiti and had several male partners in 1992. He denies tobacco, alcohol, or illicit drug use. He works as a car dealership down the street.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":644,"prediction":"Symptoms: Chronic diarrhea, iron deficiency anemia with blood in stool\nDiagnosis: lymphocytic colitis\nHistory of Patient: 59-year-old female with chronic diarrhea, unusual pruritus, anemia (hemoglobin of 9, mean corpuscular volume of 60)\nPlan of Action: N\/A","rougeL":0.3255813953,"bertscore_f1":0.89691782,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["59","mean","corpuscular","volume"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":9.0,"n_unsupported":1.0,"n_contradicted":2.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"59-year-old\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Female\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Hemoglobin of 9\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mean corpuscular volume of 60\", \"label\": \"contradicted\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Blood in stool has been present for about 5 months\", \"severity\": \"major\"}, {\"fact\": \"Last colonoscopy performed 3 years ago by Dr. X in Las Cruces\", \"severity\": \"major\"}, {\"fact\": \"Hyperplastic polyps were removed during colonoscopy\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis of hyperplastic polyps (as part of past diagnosis)\", \"severity\": \"major\"}, {\"fact\": \"Plan of Action (further evaluation and management of anemia, diarrhea, and consideration of repeat colonoscopy)\", \"severity\": \"major\"}], \"rationale\": \"Claims were checked against the dialogue; several age\/gender\/lab values are inaccurate, and key historical details and the care plan are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Lymphocytic colitis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"59-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Chronic diarrhea\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Anemia (hemoglobin of 9)\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mean corpuscular volume of 60\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient is 55 years old, male\", \"severity\": \"major\"}, {\"fact\": \"Blood in stool has been present for 5 months\", \"severity\": \"major\"}, {\"fact\": \"Last colonoscopy was 3 years ago by Dr. X in Las Cruces\", \"severity\": \"major\"}, {\"fact\": \"Hyperplastic polyps were removed during last colonoscopy\", \"severity\": \"major\"}, {\"fact\": \"No treatment for diarrhea in over 3 years\", \"severity\": \"minor\"}, {\"fact\": \"Stool blood has been both dark and bright\", \"severity\": \"minor\"}, {\"fact\": \"Anemia diagnosed a few months ago\", \"severity\": \"minor\"}, {\"fact\": \"CBC was the test used to diagnose anemia\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains critical errors in patient demographics and lab values, omits key clinical details from the dialogue including polyp history and stool characteristics, and misplaces symptoms into history, while failing to include any plan of action despite clear clinical indications.\"}","fields_json":"{\"Symptoms\": \"Chronic diarrhea, iron deficiency anemia with blood in stool\", \"Diagnosis\": \"lymphocytic colitis\", \"History of Patient\": \"59-year-old female with chronic diarrhea, unusual pruritus, anemia (hemoglobin of 9, mean corpuscular volume of 60)\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":650,"prediction":"Symptoms: Left-sided opacification of diaphragm\nDiagnosis: N\/A\nHistory of Patient: History of sternotomy, placement of an ICD and aortic valve mechanical implant, left-sided opacification of diaphragm\nPlan of Action: N\/A","rougeL":0.696969697,"bertscore_f1":0.9488148689,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["left-sided"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left-sided opacification of diaphragm\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of sternotomy, placement of an ICD and aortic valve mechanical implant, left-sided opacification of diaphragm\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":664,"prediction":"Symptoms: Weakness, tiredness, shortness of breath.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.4905660377,"bertscore_f1":0.9138934016,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["weakness","tiredness"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"No past medical problems (patient reports none)\", \"severity\": \"minor\"}, {\"fact\": \"Patient age 43\", \"severity\": \"minor\"}, {\"fact\": \"Symptoms have been present for approximately one month\", \"severity\": \"minor\"}, {\"fact\": \"Weight loss of about fifteen pounds over 2\\u20113 months\", \"severity\": \"major\"}, {\"fact\": \"Denies fever\", \"severity\": \"minor\"}, {\"fact\": \"Denies chills\", \"severity\": \"minor\"}, {\"fact\": \"Denies sweats\", \"severity\": \"minor\"}, {\"fact\": \"Denies cough\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain with shortness of breath\", \"severity\": \"minor\"}, {\"fact\": \"Denies nausea, vomiting, and diarrhea\", \"severity\": \"minor\"}, {\"fact\": \"Appetite is fine (no anorexia)\", \"severity\": \"minor\"}], \"rationale\": \"All listed claims are directly supported by the dialogue, while the generated note omits multiple clinically relevant details such as weight loss, symptom duration, and pertinent negatives.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Tiredness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Weight loss of fifteen pounds in two to three months\", \"severity\": \"major\"}, {\"fact\": \"Appetite is fine\", \"severity\": \"minor\"}, {\"fact\": \"Denies nausea, vomiting, diarrhea\", \"severity\": \"minor\"}, {\"fact\": \"Denies fever, chills, sweats, cough\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain with shortness of breath\", \"severity\": \"minor\"}, {\"fact\": \"Symptoms present for approximately one month\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits multiple clinically important details from the dialogue, including weight loss, pertinent negatives, and symptom duration, while incorrectly labeling the History of Patient field as N\/A despite explicit dialogue content.\"}","fields_json":"{\"Symptoms\": \"Weakness, tiredness, shortness of breath.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":666,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":690,"prediction":"Symptoms: Progressive loss of vision in the right eye\nDiagnosis: N\/A\nHistory of Patient: Progressive loss of vision in the right eye for about two months, previous bad vision in left eye, no other Symptoms associated with vision loss, no headaches\nPlan of Action: N\/A","rougeL":0.4536082474,"bertscore_f1":0.9377646446,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Progressive loss of vision in the right eye\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Progressive loss of vision in the right eye for about two months, previous bad vision in left eye, no other Symptoms associated with vision loss, no headaches\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":702,"prediction":"Symptoms: severe pain in bilateral femurs, lower lumbar spine, and pelvis.\nDiagnosis: small cell lung cancer.\nHistory of Patient: two year history of small cell lung cancer, which spread to both femurs, lower lumbar spine, and pelvis. Previously had chemotherapy and radiation treatments multiple times, followed by a series of ten radiation treatments for pain relief. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis.\nPlan of Action: N\/A.","rougeL":0.3834196891,"bertscore_f1":0.9004395008,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["bilateral","followed"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":6.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":8.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain in bilateral femurs, lower lumbar spine, and pelvis.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"two year history of small cell lung cancer, which spread to both femurs, lower lumbar spine, and pelvis.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Previously had chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"followed by a series of ten radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Recently had CT scan to check for metastasis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"burning sensation of pain reported by the patient\", \"severity\": \"major\"}, {\"fact\": \"radiating pain from lower back to right leg and knee\", \"severity\": \"major\"}, {\"fact\": \"numbness and sharp pain in the bottom of the left foot\", \"severity\": \"major\"}, {\"fact\": \"diffuse mid\\u2011back pain\", \"severity\": \"major\"}, {\"fact\": \"pain rated 10\/10 for back and leg\", \"severity\": \"major\"}, {\"fact\": \"pain worsened by prolonged sitting, standing, and walking\", \"severity\": \"major\"}, {\"fact\": \"patient is on a load of narcotics for pain\", \"severity\": \"major\"}, {\"fact\": \"diagnosis includes metastasis to both femurs, lower lumbar spine, and pelvis\", \"severity\": \"major\"}], \"rationale\": \"The generated note adds an unsupported pain location, omits all patient\\u2011described symptom details, lacks metastasis in the diagnosis, and misses key pain characteristics and narcotic use.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":3.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain in bilateral femurs\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"severe pain in lower lumbar spine\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"severe pain in pelvis\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"two year history of small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"which spread to both femurs, lower lumbar spine, and pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"previously had chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"followed by a series of ten radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"recently had CT scan to check for metastasis\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"severe pain described as burning, radiating from lower right back to right leg and knee\", \"severity\": \"major\"}, {\"fact\": \"numbness and sharp pain in bottom of left foot\", \"severity\": \"major\"}, {\"fact\": \"diffuse mid back pain with sharp and dull components\", \"severity\": \"major\"}, {\"fact\": \"pain rated 10\/10 in back and leg\", \"severity\": \"major\"}, {\"fact\": \"pain exacerbated by prolonged sitting, standing, or walking\", \"severity\": \"major\"}, {\"fact\": \"patient is on narcotics for pain\", \"severity\": \"major\"}, {\"fact\": \"patient cannot remember number of prior chemo\/radiation treatments\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly attributes metastatic bone pain locations as symptoms rather than diagnosis, omits critical symptom details from the dialogue (radiation pattern, foot numbness, pain triggers, and narcotics use), and hallucinates multiple redundant CT scan entries.\"}","fields_json":"{\"Symptoms\": \"severe pain in bilateral femurs, lower lumbar spine, and pelvis.\", \"Diagnosis\": \"small cell lung cancer.\", \"History of Patient\": \"two year history of small cell lung cancer, which spread to both femurs, lower lumbar spine, and pelvis. Previously had chemotherapy and radiation treatments multiple times, followed by a series of ten radiation treatments for pain relief. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis. Recently had CT scan to check for metastasis.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":721,"prediction":"Symptoms: N\/A\nDiagnosis: Upper respiratory infection\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6842105263,"bertscore_f1":0.947003901,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Upper respiratory infection\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":724,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9707448483,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":727,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: He was riding quads on October 10, 2007, experienced fracture dislocation of left elbow, fractured neck of right glenoid, underwent open reduction internal fixation (ORIF) on fracture dislocation of left elbow, underwent Dynasplint placement for hardware removal. He is currently in physical therapy (PTT).\nPlan of Action: Surgery recommended for left elbow fracture, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, continued postoperative stiffness.","rougeL":0.5604395604,"bertscore_f1":0.9269174933,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["open","reduction","internal","fixation","orif","placement","physical","therapy","recommended"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":8.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":2.0,"n_major_omissions":1.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"He was riding quads on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experienced fracture dislocation of left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured neck of right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent open reduction internal fixation (ORIF) on fracture dislocation of left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent Dynasplint placement for hardware removal\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"He is currently in physical therapy (PTT)\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Surgery recommended for left elbow fracture\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a 10\\u2011year\\u2011old male\", \"severity\": \"major\"}, {\"fact\": \"Patient is right\\u2011hand dominant (writes with right hand)\", \"severity\": \"minor\"}, {\"fact\": \"Neurologically intact distally (movement and reflexes in wrist and hand)\", \"severity\": \"minor\"}, {\"fact\": \"Risk of failure to relieve pain was discussed\", \"severity\": \"minor\"}, {\"fact\": \"Patient is using Dynasplint for stiffness, not for hardware removal\", \"severity\": \"minor\"}], \"rationale\": \"Claims were checked against the dialogue; unsupported or contradictory statements were flagged, and clinically relevant facts present in the dialogue but absent from the appropriate sections were listed as omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"He was riding quads on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experienced fracture dislocation of left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured neck of right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent open reduction internal fixation (ORIF) on fracture dislocation of left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent Dynasplint placement for hardware removal\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"He is currently in physical therapy (PTT)\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Surgery recommended for left elbow fracture\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a 10-year-old right-hand dominant male\", \"severity\": \"minor\"}, {\"fact\": \"Right glenoid neck fracture was nondisplaced\", \"severity\": \"minor\"}, {\"fact\": \"Dynasplint is used for stiffness, not for hardware removal\", \"severity\": \"minor\"}, {\"fact\": \"Physical therapy (PT) is being used to address postoperative stiffness\", \"severity\": \"minor\"}, {\"fact\": \"Left elbow fracture is healed\", \"severity\": \"minor\"}, {\"fact\": \"Surgery is for hardware removal (not fracture repair)\", \"severity\": \"major\"}, {\"fact\": \"Neurologically intact in wrist and hand\", \"severity\": \"minor\"}, {\"fact\": \"Risk of infection is less than one percent\", \"severity\": \"minor\"}, {\"fact\": \"Prophylactic antibiotics are used to reduce infection risk\", \"severity\": \"minor\"}, {\"fact\": \"Failure to relieve pain is a risk\", \"severity\": \"minor\"}, {\"fact\": \"Parents agreed to the surgery plan\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains a critical contradiction (Dynasplint placement for hardware removal) and misattributes the surgical indication (fracture vs. hardware removal), while omitting key clinical details including laterality, healing status, neurologic exam, and parental consent.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"He was riding quads on October 10, 2007, experienced fracture dislocation of left elbow, fractured neck of right glenoid, underwent open reduction internal fixation (ORIF) on fracture dislocation of left elbow, underwent Dynasplint placement for hardware removal. He is currently in physical therapy (PTT).\", \"Plan of Action\": \"Surgery recommended for left elbow fracture, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, continued postoperative stiffness.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":730,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9712504745,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No smoking\", \"severity\": \"major\"}, {\"fact\": \"Occasional alcohol consumption\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient section empty, omitting both the patient's non\\u2011smoking status and occasional alcohol use mentioned in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No smoking\", \"severity\": \"major\"}, {\"fact\": \"Occasional alcohol consumption\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient does not smoke and drinks alcohol occasionally, both of which are clinically important historical facts omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":747,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9689841866,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":755,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Had both tubes tied in O1 and had a polyp removed at age 14.\nPlan of Action: N\/A","rougeL":0.7037037037,"bertscore_f1":0.9601889253,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Had both tubes tied in O1 and had a polyp removed at age 14.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":758,"prediction":"Symptoms: Rash\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.52,"bertscore_f1":0.9279338717,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Rash\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":764,"prediction":"Symptoms: Head pain\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7741935484,"bertscore_f1":0.9794394374,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Head pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":766,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Family history of diabetes, hypertension, emphysema, and smoker\nPlan of Action: N\/A","rougeL":0.5846153846,"bertscore_f1":0.9354277849,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Family history of diabetes, hypertension, emphysema, and smoker\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":787,"prediction":"Symptoms: lifts up in the morning and evening\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5,"bertscore_f1":0.934081614,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"lifts up in the morning and evening\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"List of medications checked on April 22, 2003, with morning and evening dosages\", \"severity\": \"major\"}], \"rationale\": \"The generated note places a medication timing statement under Symptoms and omits the medication list and date that belong in History of Patient.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"lifts up in the morning and evening\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"List of medications checked on April 22, 2003, with morning and evening dosages\", \"severity\": \"major\"}], \"rationale\": \"The phrase 'lifts up in the morning and evening' refers to medication dosing timing, not a symptom, and is incorrectly placed in Symptoms; the History of Patient field omits the critical fact that the medication list was reviewed on April 22, 2003, which is clinically significant.\"}","fields_json":"{\"Symptoms\": \"lifts up in the morning and evening\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":791,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9850688577,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":804,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9631142616,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn (naproxen)\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the drug allergy disclosed in the dialogue, a critical omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is allergic to Naprosyn, which belongs in the History of Patient section, but the generated note incorrectly lists it as N\/A.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":817,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Mother has coronary artery disease\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9829209447,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note correctly captures the only fact from the dialogue.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the family history of coronary artery disease in the mother as stated in the dialogue, with no omissions or errors.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has coronary artery disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":829,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":831,"prediction":"Symptoms: rocker bottom feet, pain about both feet\nDiagnosis: subtalar arthrodesis, possible autograft, and lengthening of the Achilles\nHistory of Patient: 5-year-old boy with rocker bottom feet, history of subtalar arthrodesis, possible autograft, and lengthening of the Achilles\nPlan of Action: surgery recommended for rocker bottom feet, risks of anesthesia, infection, bleeding, changes in sensation and motion of extremity, need for other surgical procedures, nonweightbearing for some time, risks of nonweightbearing for some time","rougeL":0.4743589744,"bertscore_f1":0.909834981,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["recommended"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"rocker bottom feet, pain about both feet\", \"Diagnosis\": \"subtalar arthrodesis, possible autograft, and lengthening of the Achilles\", \"History of Patient\": \"5-year-old boy with rocker bottom feet, history of subtalar arthrodesis, possible autograft, and lengthening of the Achilles\", \"Plan of Action\": \"surgery recommended for rocker bottom feet, risks of anesthesia, infection, bleeding, changes in sensation and motion of extremity, need for other surgical procedures, nonweightbearing for some time, risks of nonweightbearing for some time\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":844,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9274699092,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Cancer diagnosis confirmed\", \"severity\": \"major\"}, {\"fact\": \"Hypertension diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Diabetes diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Positive history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"Positive history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"Positive history of cancer\", \"severity\": \"major\"}, {\"fact\": \"Negative for heart disease (no chest pain, shortness of breath, uneasiness)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for obesity (BMI normal, not overweight)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for stroke symptoms (no dizziness, loss of consciousness)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits all documented diagnoses and relevant positive and negative history items from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Hypertension\", \"severity\": \"major\"}, {\"fact\": \"Diabetes\", \"severity\": \"major\"}, {\"fact\": \"Cancer\", \"severity\": \"major\"}, {\"fact\": \"No heart disease\", \"severity\": \"major\"}, {\"fact\": \"No obesity (BMI fine)\", \"severity\": \"major\"}, {\"fact\": \"No stroke-like symptoms\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all diagnosed conditions and pertinent negatives explicitly stated in the dialogue, which are clinically critical for accurate patient documentation.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":846,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9385190606,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":866,"prediction":"Symptoms: left knee pain\nDiagnosis: N\/A\nHistory of Patient: history of left knee pain for two years, injury to medial collateral ligament (MCL) while playing hockey\nPlan of Action: N\/A","rougeL":0.5,"bertscore_f1":0.9343425632,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["medial","collateral","ligament"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"left knee pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"history of left knee pain for two years, injury to medial collateral ligament (MCL) while playing hockey\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":873,"prediction":"Symptoms: dizzy, vertigo, lightheadedness.\nDiagnosis: atrial fibrillation.\nHistory of Patient: N\/A.\nPlan of Action: N\/A.","rougeL":0.4615384615,"bertscore_f1":0.9186278582,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"dizzy, vertigo, lightheadedness.\", \"Diagnosis\": \"atrial fibrillation.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":878,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Smokes three packs of cigarettes per month, denies alcohol or recreational drug use\nPlan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9465920329,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Smokes three packs of cigarettes per month, denies alcohol or recreational drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":896,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Single, lives alone at home\nPlan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.970570147,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Single, lives alone at home\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":917,"prediction":"Symptoms: noticeable foreign body sensation in left eye\nDiagnosis: N\/A\nHistory of Patient: noticed foreign body sensation in left eye during work this morning, flushed eyes with water in hopes of helping with the sensation\nPlan of Action: N\/A","rougeL":0.5542168675,"bertscore_f1":0.9419490099,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"noticeable foreign body sensation in left eye\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"noticed foreign body sensation in left eye during work this morning, flushed eyes with water in hopes of helping with the sensation\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":949,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9769558311,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":951,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":974,"prediction":"Symptoms: sore throat, puffy eyes, difficulty breathing, low grade fever\nDiagnosis: N\/A\nHistory of Patient: started experiencing sore throat yesterday, difficulty breathing from mouth, low grade fever\nPlan of Action: N\/A","rougeL":0.5376344086,"bertscore_f1":0.9268963337,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["difficulty"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sore throat, puffy eyes, difficulty breathing, low grade fever\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"started experiencing sore throat yesterday, difficulty breathing from mouth, low grade fever\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":990,"prediction":"Symptoms: Coughing for one week\nDiagnosis: N\/A\nHistory of Patient: congestion for two to three weeks, worsening since that time\nPlan of Action: N\/A","rougeL":0.3063063063,"bertscore_f1":0.8902006745,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["worsening","time"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Coughing for one week\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"congestion for two to three weeks, worsening since that time\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1012,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Hypertension, asthma\nPlan of Action: N\/A","rougeL":0.6530612245,"bertscore_f1":0.9371746778,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Hypertension, asthma\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1026,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9422791004,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1041,"prediction":"Symptoms: low back pain\nDiagnosis: degenerative disc disease\nHistory of Patient: fell onto tailbone and general lower back in March 2006, slipped on freshly waxed floor in March 2006, fell onto tailbone and general lower back in October and November, underwent cauterization of nerves in lower back\nPlan of Action: N\/A","rougeL":0.4516129032,"bertscore_f1":0.91642946,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"low back pain\", \"Diagnosis\": \"degenerative disc disease\", \"History of Patient\": \"fell onto tailbone and general lower back in March 2006, slipped on freshly waxed floor in March 2006, fell onto tailbone and general lower back in October and November, underwent cauterization of nerves in lower back\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1046,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9591081738,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1055,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: N\/A.\nPlan of Action: refill medication for acne.","rougeL":0.5084745763,"bertscore_f1":0.9135975242,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"refill medication for acne.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1056,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: Patient is taking three different medications at home. Refills prescriptions with revised doses.\nPlan of Action: N\/A.","rougeL":0.4722222222,"bertscore_f1":0.9371865392,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Patient is taking three different medications at home. Refills prescriptions with revised doses.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1074,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: 3-year-old daughter, very early miscarriage before getting pregnant again with her, vaginal birth, C-section, and regular birth\nPlan of Action: N\/A","rougeL":0.2881355932,"bertscore_f1":0.8815358281,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["c-section"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"3-year-old daughter, very early miscarriage before getting pregnant again with her, vaginal birth, C-section, and regular birth\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1075,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.0,"bertscore_f1":0.799867928,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1080,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Stung around noon while preparing lunch, no redness or swelling noticed, no shortness of breath, itching, hives, tongue swelling, trouble swallowing\nPlan of Action: N\/A","rougeL":0.3088235294,"bertscore_f1":0.8830764294,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Stung around noon while preparing lunch, no redness or swelling noticed, no shortness of breath, itching, hives, tongue swelling, trouble swallowing\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1082,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":1.0,"bertscore_f1":1.0000001192,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1087,"prediction":"Symptoms: Pain in stomach on the right side, pain on the middle part of left thigh, pain when touch\nDiagnosis: hyperesthesia\nHistory of Patient: Patient's last visit in August 2002, currently working as a plane mechanic in Alaska Airlines, experiencing pain in stomach on the right side and down to the left thigh, no rashes, no shingles\nPlan of Action: N\/A","rougeL":0.2837837838,"bertscore_f1":0.8872049451,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":9.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Pain in stomach on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain on the middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain when touch\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient's last visit in August 2002\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently working as a plane mechanic in Alaska Airlines\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing pain in stomach on the right side and down to the left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shingles\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain in left abdomen (left side of abdomen)\", \"severity\": \"major\"}, {\"fact\": \"pain in right hip area\", \"severity\": \"major\"}, {\"fact\": \"intermittent nature of symptoms, more pronounced in the past eight days\", \"severity\": \"major\"}, {\"fact\": \"symptoms started six weeks before the holidays, cleared for a while, then recurred\", \"severity\": \"major\"}, {\"fact\": \"no treatment received\", \"severity\": \"major\"}, {\"fact\": \"bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"married status\", \"severity\": \"minor\"}, {\"fact\": \"plan to run further tests to find underlying cause and subsequent treatment; nurse to take patient to lab\", \"severity\": \"major\"}], \"rationale\": \"The generated note captures some core symptoms and diagnosis but omits several key locations, timeline details, prior treatment, hygiene habits, marital status, and the planned diagnostic workup.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Pain in stomach on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on the middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain when touch\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient's last visit in August 2002\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently working as a plane mechanic in Alaska Airlines\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Experiencing pain in stomach on the right side and down to the left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No shingles\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain is intermittent and has been ongoing for the past eight days\", \"severity\": \"major\"}, {\"fact\": \"Pain is more pronounced in the past eight days on abdomen and right hip area\", \"severity\": \"major\"}, {\"fact\": \"Pain started six weeks before the holidays, cleared for a while, then recurred\", \"severity\": \"major\"}, {\"fact\": \"No treatment received\", \"severity\": \"major\"}, {\"fact\": \"Bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"Patient is married\", \"severity\": \"minor\"}, {\"fact\": \"Patient is 49 years old\", \"severity\": \"minor\"}, {\"fact\": \"Patient is white\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits critical temporal details about symptom onset and recurrence, fails to document the plan for testing, and incorrectly labels the plan of action as N\/A despite the doctor explicitly stating the intent to run tests.\"}","fields_json":"{\"Symptoms\": \"Pain in stomach on the right side, pain on the middle part of left thigh, pain when touch\", \"Diagnosis\": \"hyperesthesia\", \"History of Patient\": \"Patient's last visit in August 2002, currently working as a plane mechanic in Alaska Airlines, experiencing pain in stomach on the right side and down to the left thigh, no rashes, no shingles\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1105,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9263054132,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection normal and well hydrated; no diaphoresis; no injury or wounds observed.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the entire skin examination findings that were documented in the dialogue and are clinically essential.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection within normal limits\", \"severity\": \"major\"}, {\"fact\": \"Skin is well hydrated\", \"severity\": \"major\"}, {\"fact\": \"No diaphoresis (excessive sweating)\", \"severity\": \"major\"}, {\"fact\": \"No obvious wound\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly documents normal skin inspection, hydration, absence of diaphoresis, and no wounds \\u2014 all of which belong in the Diagnosis field but are entirely omitted, while the generated note incorrectly reports N\/A for Diagnosis despite explicit clinical findings.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1118,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father passed away from colon cancer in old age, mom passed away in her nineties from a stroke\nPlan of Action: N\/A","rougeL":0.6865671642,"bertscore_f1":0.9614530802,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father passed away from colon cancer in old age, mom passed away in her nineties from a stroke\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1161,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Father died at the age of 59 of strokes, heart disease, and myocardial infarction (MI)\nPlan of Action: N\/A","rougeL":0.4871794872,"bertscore_f1":0.9056991339,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["59","myocardial","infarction"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father died at the age of 59 of strokes, heart disease, and myocardial infarction (MI)\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1163,"prediction":"Symptoms: Asthma.\nDiagnosis: N\/A.\nHistory of Patient: History of allergies, exacerbated by relocation to Seattle, tried Claritin and Zyrtec last summer, tried Allegra two weeks ago for asthma.\nPlan of Action: N\/A.","rougeL":0.2993197279,"bertscore_f1":0.8983724117,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["exacerbated","relocation"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Asthma.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"History of allergies, exacerbated by relocation to Seattle, tried Claritin and Zyrtec last summer, tried Allegra two weeks ago for asthma.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1172,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Surgery on shoulder 13 years ago, loss of sense of smell, no headaches, no nasal drainage, no weakness or numbness throughout the body, no resent weight loss\nPlan of Action: N\/A","rougeL":0.380952381,"bertscore_f1":0.9082142711,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Surgery on shoulder 13 years ago, loss of sense of smell, no headaches, no nasal drainage, no weakness or numbness throughout the body, no resent weight loss\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1184,"prediction":"Symptoms: Chest pain\nDiagnosis: Simple cyst of the left kidney\nHistory of Patient: Left upper lobectomy for stage IA non small cell lung cancer, barium swallow showed small hiatal hernia with minimal reflux, pelvic CT showed enlarging simple cyst of the left kidney with minimal reflux, x-rays from November 2001 to November 2001 showed no tenderness, negative cough, no shortness of breath while at rest or with exercise\nPlan of Action: N\/A","rougeL":0.395480226,"bertscore_f1":0.8882988691,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["x-rays","2001"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":8.0,"n_unsupported":2.0,"n_contradicted":0.0,"n_misplaced":2.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Left upper lobectomy for stage IA non small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pelvic CT showed enlarging simple cyst of the left kidney with minimal reflux\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"x-rays from November 2001 to November 2001 showed no tenderness\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"negative cough\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath while at rest or with exercise\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Left calf enlargement without tenderness present for several months\", \"severity\": \"major\"}, {\"fact\": \"History of deep vein thrombosis in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"Small sliding hiatal hernia with minimal reflux (diagnosis)\", \"severity\": \"minor\"}, {\"fact\": \"Chest x\\u2011rays from November 23, 2009 were normal (no lesions or infiltrates)\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue, labeling unsupported or misplaced items, and key symptoms, past DVT history, hiatal hernia diagnosis, and correct x\\u2011ray date were omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":4.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Simple cyst of the left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Left upper lobectomy for stage IA non small cell lung cancer\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"pelvic CT showed enlarging simple cyst of the left kidney with minimal reflux\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"x-rays from November 2001 to November 2001 showed no tenderness\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"negative cough\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath while at rest or with exercise\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Increased size of the left calf without tenderness, present for several months\", \"severity\": \"major\"}, {\"fact\": \"History of DVT in 1975 and 1985\", \"severity\": \"major\"}, {\"fact\": \"No abnormal weight loss\", \"severity\": \"minor\"}, {\"fact\": \"No fever or chills\", \"severity\": \"minor\"}, {\"fact\": \"No new aches or pains\", \"severity\": \"minor\"}, {\"fact\": \"No coughing up blood\", \"severity\": \"minor\"}, {\"fact\": \"Mild chest pain (severity specified)\", \"severity\": \"minor\"}, {\"fact\": \"No tenderness in calf\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misplaces surgical and diagnostic findings into History of Patient, invents incorrect dates and conflates findings, and omits critical pertinent negatives and history including prior DVTs and calf enlargement.\"}","fields_json":"{\"Symptoms\": \"Chest pain\", \"Diagnosis\": \"Simple cyst of the left kidney\", \"History of Patient\": \"Left upper lobectomy for stage IA non small cell lung cancer, barium swallow showed small hiatal hernia with minimal reflux, pelvic CT showed enlarging simple cyst of the left kidney with minimal reflux, x-rays from November 2001 to November 2001 showed no tenderness, negative cough, no shortness of breath while at rest or with exercise\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1192,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: Patient smokes one pack of cigarettes per day. Works at local christmas tree farm.\nPlan of Action: N\/A","rougeL":0.7118644068,"bertscore_f1":0.9812216759,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient smokes one pack of cigarettes per day.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Works at local christmas tree farm.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All generated claims are directly supported by the dialogue and no clinically important information is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient smokes one pack of cigarettes per day.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Works at local christmas tree farm.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient denies plans to quit smoking (stated: 'No, I just smoke one pack per day, it's not bad')\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the patient's smoking habit and employment but omits the patient's explicit denial of intent to quit, which is clinically relevant to smoking cessation counseling.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient smokes one pack of cigarettes per day. Works at local christmas tree farm.\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1201,"prediction":"Symptoms: Chronic low back pain\nDiagnosis: N\/A\nHistory of Patient: fell in an ABC store in August 2008, underwent electrical stimulation and heat treatments for chronic low back pain since giving birth, experienced falls four or five days ago while mopping the floor, landed on tailbone right onto lower back\nPlan of Action: N\/A","rougeL":0.4295302013,"bertscore_f1":0.9103140831,"template_ok":true,"na_agreement":null,"unsupported_terms":["chronic"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":2.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell in an ABC store in August 2008\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent electrical stimulation and heat treatments for chronic low back pain since giving birth\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experienced falls four or five days ago while mopping the floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"landed on tailbone right onto lower back\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 26 years old\", \"severity\": \"minor\"}, {\"fact\": \"Low back pain has been present for eight years\", \"severity\": \"major\"}, {\"fact\": \"Physical therapy consisted of only one or two visits\", \"severity\": \"minor\"}, {\"fact\": \"Patient gave birth to a son in August 2008\", \"severity\": \"minor\"}, {\"fact\": \"Seen Dr. X on January 10, 2009 with a follow\\u2011up scheduled for February 10, 2009\", \"severity\": \"minor\"}], \"rationale\": \"Claims were checked against the dialogue; several dates and causal links were invented, and key timeline and demographic details were omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chronic low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fell in an ABC store in August 2008\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"underwent electrical stimulation and heat treatments for chronic low back pain since giving birth\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"experienced falls four or five days ago while mopping the floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"landed on tailbone right onto lower back\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Low back pain began eight years ago from a fall at an ABC store (not in August 2008)\", \"severity\": \"major\"}, {\"fact\": \"Patient had physical therapy only once or twice\", \"severity\": \"minor\"}, {\"fact\": \"Low back pain has been continuous for eight years with varying intensity\", \"severity\": \"minor\"}, {\"fact\": \"Low back pain began after childbirth in August 2008\", \"severity\": \"major\"}, {\"fact\": \"Saw Dr. X on January 10, 2009, with follow-up scheduled for February 10, 2009\", \"severity\": \"major\"}, {\"fact\": \"No other injuries or falls since the initial one except the recent one\", \"severity\": \"minor\"}, {\"fact\": \"Recent fall made low back pain worse\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly ties the ABC store fall to August 2008 (which is when the patient gave birth), omits key temporal and clinical details about pain progression and prior care, and misattributes the timing of treatments relative to childbirth.\"}","fields_json":"{\"Symptoms\": \"Chronic low back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"fell in an ABC store in August 2008, underwent electrical stimulation and heat treatments for chronic low back pain since giving birth, experienced falls four or five days ago while mopping the floor, landed on tailbone right onto lower back\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1212,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.6363636364,"bertscore_f1":0.932995379,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1232,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8387096774,"bertscore_f1":0.963935554,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1237,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.3582089552,"bertscore_f1":0.8822888732,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG shows sinus tachycardia with heart rate of 122 bpm\", \"severity\": \"major\"}, {\"fact\": \"Negative urine pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all clinically relevant lab and EKG findings described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG showed sinus tachycardia with a heart rate of 122\", \"severity\": \"major\"}, {\"fact\": \"Negative pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically significant lab and EKG findings explicitly stated in the dialogue, including pertinent negatives like the negative pregnancy test, which are critical for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1250,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.9375,"bertscore_f1":0.9833597541,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1259,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7428571429,"bertscore_f1":0.9593532085,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1267,"prediction":"Symptoms: N\/A.\nDiagnosis: N\/A.\nHistory of Patient: History of hay fever, eczema, sinus problems, hives, mom has cancer in her mouth.\nPlan of Action: N\/A.","rougeL":0.4285714286,"bertscore_f1":0.9145263433,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"History of hay fever, eczema, sinus problems, hives, mom has cancer in her mouth.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1269,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9502763748,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1271,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9565677643,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1281,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9674756527,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports no past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The note fails to record the explicitly stated negative surgical history, a clinically important omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has had no past surgeries, but the generated note incorrectly omits this pertinent negative from the History of Patient field, which could lead to incomplete clinical assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1283,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.8125,"bertscore_f1":0.970754087,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"biobart_s2026","family":"biobart","seed":2026,"example_id":1284,"prediction":"Symptoms: N\/A\nDiagnosis: N\/A\nHistory of Patient: N\/A\nPlan of Action: N\/A","rougeL":0.4680851064,"bertscore_f1":0.8984276056,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":4,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9441021085,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":10,"prediction":"Symptoms: bunion on foot for such a long time, history of Charcot Marie tooth disease Diagnosis: N\/A History of Patient: 19-year-old Caucasian female presenting with bunion on foot for such a long time, history of Charcot Marie tooth disease Plan of Action: N\/A","rougeL":0.5135135135,"bertscore_f1":0.9074801803,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bunion on foot for such a long time, history of Charcot Marie tooth disease\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"19-year-old Caucasian female presenting with bunion on foot for such a long time, history of Charcot Marie tooth disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":21,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.9079748392,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable (no known medical problems in family)\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies use of drugs, alcohol, or tobacco\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple pertinent historical details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable; no medical problems in family\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drug, alcohol, or tobacco use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for History of Patient despite the dialogue explicitly providing three clinically important facts: unremarkable family history, sexual activity with a boyfriend, and denial of substance use.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":25,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.926502049,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":29,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Family history of skin cancer, hypertension Plan of Action: N\/A","rougeL":0.8837209302,"bertscore_f1":0.9462474585,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Family history of skin cancer, hypertension\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":36,"prediction":"Symptoms: Increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning Diagnosis: Chronic lymphocytic leukemia, mild peripheral edema History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4222222222,"bertscore_f1":0.8962643743,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning\", \"Diagnosis\": \"Chronic lymphocytic leukemia, mild peripheral edema\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":56,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3404255319,"bertscore_f1":0.864680171,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":58,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3720930233,"bertscore_f1":0.8757984638,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":72,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3921568627,"bertscore_f1":0.8948724866,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":74,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":87,"prediction":"Symptoms: Acne improvement Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9419031143,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Acne improvement\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":96,"prediction":"Symptoms: Congestion, snoring, peeling skin around right big toe Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.76,"bertscore_f1":0.9442914128,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Snoring\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Peeling skin around right big toe\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Redness of the right big toe\", \"severity\": \"minor\"}, {\"fact\": \"Snorting\", \"severity\": \"minor\"}, {\"fact\": \"Discontinuation of Allegra (medication history)\", \"severity\": \"minor\"}, {\"fact\": \"Plan to examine the toe area\", \"severity\": \"major\"}], \"rationale\": \"All generated claims are supported by the dialogue, but the note omits several documented symptoms, a medication change, and the stated plan for toe examination.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"snoring\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"peeling skin around right big toe\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient stopped taking Allegra after allergist ruled out allergies\", \"severity\": \"minor\"}, {\"fact\": \"Redness of the right big toe\", \"severity\": \"minor\"}, {\"fact\": \"No snoring at night (pertinent negative)\", \"severity\": \"minor\"}, {\"fact\": \"Doctor planned to examine the toe (implied by 'Lemme take a look')\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists 'snoring' as a symptom despite the family explicitly denying nighttime snoring, and omits the planned toe examination, which is a critical clinical action implied in the dialogue.\"}","fields_json":"{\"Symptoms\": \"Congestion, snoring, peeling skin around right big toe\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":98,"prediction":"Symptoms: N\/A Diagnosis: Chronic knee pain History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7058823529,"bertscore_f1":0.9586678743,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Chronic knee pain should be recorded in History of Patient\", \"severity\": \"minor\"}], \"rationale\": \"The generated note places chronic knee pain under Diagnosis instead of History, and omits it from the History of Patient field.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No history of similar symptoms before\", \"severity\": \"minor\"}, {\"fact\": \"Chronic knee pain\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly places 'Chronic knee pain' in Diagnosis instead of History of Patient, and omits the patient's denial of prior similar symptoms and the correct placement of chronic knee pain in past medical history.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Chronic knee pain\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":105,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: exposure to ant bait Plan of Action: N\/A","rougeL":0.75,"bertscore_f1":0.9208908081,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"exposure to ant bait\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":125,"prediction":"Symptoms: Sad, depressed Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9481652975,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Sad, depressed\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":128,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Former smoker, weighed at 103 pounds this morning. Plan of Action: N\/A.","rougeL":0.5084745763,"bertscore_f1":0.9170874953,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former","103"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":2.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weighed at 103 pounds this morning\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Quit smoking in 1968\", \"severity\": \"major\"}, {\"fact\": \"Current weight is 183 pounds\", \"severity\": \"major\"}, {\"fact\": \"Tallest height is 5 feet 10 inches\", \"severity\": \"major\"}], \"rationale\": \"The note misstates the weight, omits the quit year, correct weight, and height, while correctly noting former smoking.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Weighed at 103 pounds this morning\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Quit smoking in 1968\", \"severity\": \"minor\"}, {\"fact\": \"Tallest height was 5 feet 10 inches\", \"severity\": \"minor\"}, {\"fact\": \"Believes he has been shrinking\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient's weight as 103 pounds (contradicting the dialogue's 183 pounds) and omits key historical details about smoking cessation year and height history.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Former smoker, weighed at 103 pounds this morning.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":130,"prediction":"Symptoms: Weakness on the right side, arm, hand, and face Diagnosis: N\/A History of Patient: Patient had a traumatic stroke about seven years ago, left with weakness on the right side after the stroke, has stopped alcohol consumption, thinks he has diabetes, experiencing numbness and tingling in feet Plan of Action: N\/A","rougeL":0.2300884956,"bertscore_f1":0.8403782845,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Weakness on the right side, arm, hand, and face\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Patient had a traumatic stroke about seven years ago, left with weakness on the right side after the stroke, has stopped alcohol consumption, thinks he has diabetes, experiencing numbness and tingling in feet\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":147,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":149,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":155,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9281783104,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":161,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.2597402597,"bertscore_f1":0.8376010656,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":166,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy Plan of Action: N\/A","rougeL":0.9803921569,"bertscore_f1":0.9653373361,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["include"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":167,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Divorced, history of tobacco, alcohol, and drug use Plan of Action: N\/A","rougeL":0.8636363636,"bertscore_f1":0.9418732524,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":4.0,"n_unsupported":3.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":0.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of tobacco use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol use\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of drug use\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Uncertain alcohol use (patient not sure if she drinks)\", \"severity\": \"minor\"}], \"rationale\": \"The note adds unverified tobacco and drug use and asserts alcohol use despite only uncertain reporting, while omitting the uncertainty about alcohol consumption.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":3.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of tobacco use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"history of drug use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"history of alcohol use\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Uncertain history of alcohol use (patient's use was not confirmed)\", \"severity\": \"major\"}], \"rationale\": \"The generated note falsely asserts confirmed use of tobacco, alcohol, and drugs, while the dialogue only suggests uncertain past alcohol use and denies tobacco and drug use explicitly or by omission.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Divorced, history of tobacco, alcohol, and drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":180,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's explicit denial of allergies, a clinically important negative.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly confirms the patient has no allergies, a pertinent negative that should be documented in the History of Patient section, but the generated note omits it entirely.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":188,"prediction":"Symptoms: tremors for the past three to four years, diagnosed with early Parkinson's disease Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9248216748,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tremors for the past three to four years, diagnosed with early Parkinson's disease\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":196,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: N\/A. Plan of Action: N\/A.","rougeL":0.5555555556,"bertscore_f1":0.909666121,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":7.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is a widow (husband passed away several years ago)\", \"severity\": \"major\"}, {\"fact\": \"Patient lives independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Patient requires assistance with taking her medicines\", \"severity\": \"major\"}, {\"fact\": \"Patient was brought to the appointment by a driver\", \"severity\": \"major\"}, {\"fact\": \"Patient needs to attend a noon meal after the visit\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drinking alcohol\", \"severity\": \"major\"}, {\"fact\": \"Patient denies smoking\", \"severity\": \"major\"}], \"rationale\": \"All relevant social and functional history disclosed in the dialogue is omitted from the generated note.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":7.0,"j2_n_major_omissions":7.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient is a widow (husband passed away a few years ago)\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient lives at Kansas Christian Home\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient lives independently at Kansas Christian Home\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient requires assistance with medications\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient had a driver bring her to the appointment\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient needs to attend noon meal\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient does not drink or smoke\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Widow (husband passed away a few years ago)\", \"severity\": \"major\"}, {\"fact\": \"Lives at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Lives independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Requires assistance with medications\", \"severity\": \"major\"}, {\"fact\": \"Had a driver bring her to the appointment\", \"severity\": \"major\"}, {\"fact\": \"Needs to attend noon meal\", \"severity\": \"major\"}, {\"fact\": \"Does not drink or smoke\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for all fields despite the dialogue providing multiple clinically important facts about the patient's social history, all of which are missing and should be included in the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":217,"prediction":"Symptoms: Multiple canker sores in the mouth Diagnosis: N\/A History of Patient: increased methothrexate dosage, multiple canker sores in the mouth Plan of Action: Bloodwork recommended, dosage decreased back to previous amount, patient to return in two weeks to see how she is doing","rougeL":0.5813953488,"bertscore_f1":0.907941699,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["return"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":6.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in the mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"increased methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple canker sores in the mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork recommended\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"dosage decreased back to previous amount\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"patient to return in two weeks to see how she is doing\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient reports pain while eating due to the canker sores\", \"severity\": \"minor\"}, {\"fact\": \"Patient denies decreased appetite, nausea, abdominal discomfort, diarrhea, rash, and hair loss\", \"severity\": \"minor\"}, {\"fact\": \"Diagnosis of stomatitis, possibly methotrexate\\u2011related, is missing\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are directly stated or implied in the dialogue, while key symptoms, pertinent negatives, and the diagnosis are omitted.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in the mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"increased methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"multiple canker sores in the mouth\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork recommended\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"dosage decreased back to previous amount\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"patient to return in two weeks to see how she is doing\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain while eating\", \"severity\": \"major\"}, {\"fact\": \"No decreased appetite, nausea, abdominal discomfort, or diarrhea\", \"severity\": \"major\"}, {\"fact\": \"No new rashes or hair loss\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis: stomatitis, possibly methotrexate related\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits key symptoms, pertinent negatives, and the diagnosis, while misplacing a symptom into the history section, all of which could impact clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"Multiple canker sores in the mouth\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"increased methothrexate dosage, multiple canker sores in the mouth\", \"Plan of Action\": \"Bloodwork recommended, dosage decreased back to previous amount, patient to return in two weeks to see how she is doing\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":227,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7777777778,"bertscore_f1":0.9440683722,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported (patient reports no past medical problems or surgeries).\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the patient's explicit statement of having no past medical problems, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has no past medical problems or surgeries, but the generated note incorrectly lists 'History of Patient' as N\/A, omitting a pertinent negative that is clinically important.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":229,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9402779937,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":236,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9369812608,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":239,"prediction":"Symptoms: Left knee pain greater than right knee Diagnosis: degenerative joint disease of both knees, osteoarthritis History of Patient: Surgery on both knees in 1992, followed by anti-inflammatories, injections, and narcotics Plan of Action: N\/A","rougeL":0.3222222222,"bertscore_f1":0.8873515725,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["greater","osteoarthritis","1992","followed","anti-inflammatories"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left knee pain greater than right knee\", \"Diagnosis\": \"degenerative joint disease of both knees, osteoarthritis\", \"History of Patient\": \"Surgery on both knees in 1992, followed by anti-inflammatories, injections, and narcotics\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":264,"prediction":"Symptoms: pain in jaw since the morning Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8947368421,"bertscore_f1":0.9631887674,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in jaw since the morning\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":272,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: PermCath inserted three times and received peritoneal dialysis Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9486343861,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the dialogue with supported claims and no missing clinically important information.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient forgot the name of the surgery but confirmed it was documented in the report\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures the surgical history from the dialogue but omits the patient's statement about forgetting the surgery name, which contextualizes the source of the information.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"PermCath inserted three times and received peritoneal dialysis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":284,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5384615385,"bertscore_f1":0.9090851545,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":290,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":293,"prediction":"Symptoms: Painful ulcer on right hip Diagnosis: Pressure ulcer History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9484884143,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All generated claims are directly stated in the dialogue and no clinically important facts are missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately captures the patient's reported symptom and the doctor's diagnosis from the dialogue, with no hallucinations, contradictions, or clinically important omissions.\"}","fields_json":"{\"Symptoms\": \"Painful ulcer on right hip\", \"Diagnosis\": \"Pressure ulcer\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":300,"prediction":"Symptoms: N\/A Diagnosis: Down syndrome, hypothyroidism, onychomycosis History of Patient: 42-year-old white male with Down syndrome, hypothyroidism, onychomycosis, elevated TSH level at last appointment in April, taking Levothroid daily, mother helps with Levothroid regimen Plan of Action: N\/A","rougeL":0.4235294118,"bertscore_f1":0.8991600871,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["42","mother","regimen"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":10.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"42-year-old white male\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"has Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"has hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"has onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"elevated TSH level at last appointment in April\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"taking Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mother helps with Levothroid regimen\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Completed six weeks of Lamisil (terbinafine) without problems\", \"severity\": \"major\"}, {\"fact\": \"Levothroid dose is 0.1\\u202fmg daily\", \"severity\": \"major\"}, {\"fact\": \"Uses medicated eye drops for cornea\", \"severity\": \"minor\"}, {\"fact\": \"Plan to recheck ALT levels today\", \"severity\": \"major\"}, {\"fact\": \"Plan to recheck TSH levels\", \"severity\": \"major\"}, {\"fact\": \"Continue Levothroid for hypothyroidism\", \"severity\": \"major\"}, {\"fact\": \"Monitor compliance with medications\", \"severity\": \"minor\"}], \"rationale\": \"Claims were checked against the dialogue; age was incorrect, all other statements were present, and several key history and plan details from the conversation were omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"42-year-old white male with Down syndrome\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"elevated TSH level at last appointment in April\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"taking Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mother helps with Levothroid regimen\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Completed six weeks of Lamisil with no problems\", \"severity\": \"major\"}, {\"fact\": \"Uses medicated eye drops for cornea\", \"severity\": \"minor\"}, {\"fact\": \"No mention of Levothroid dose (0.1 mg)\", \"severity\": \"minor\"}, {\"fact\": \"Plan to recheck ALT and TSH levels\", \"severity\": \"major\"}, {\"fact\": \"Plan to continue Levothroid for hypothyroidism\", \"severity\": \"major\"}, {\"fact\": \"Plan to monitor compliance with medications\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient is 42 (dialogue says 46) and omits critical plan elements like ALT\/TSH testing and medication monitoring, while failing to include the eye drops and Lamisil completion despite their clinical relevance.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Down syndrome, hypothyroidism, onychomycosis\", \"History of Patient\": \"42-year-old white male with Down syndrome, hypothyroidism, onychomycosis, elevated TSH level at last appointment in April, taking Levothroid daily, mother helps with Levothroid regimen\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":304,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is stable and may be discharged home\", \"severity\": \"major\"}], \"rationale\": \"The dialogue includes a clear disposition (patient can go home) that should appear in the Plan of Action but is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [], \"rationale\": \"The generated note correctly reflects all information in the dialogue, with all fields marked as N\/A, which is consistent with the absence of clinical content in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":320,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: maternal grandfather had a stroke Plan of Action: N\/A","rougeL":0.7307692308,"bertscore_f1":0.931109786,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"maternal grandfather had a stroke\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":325,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":329,"prediction":"Symptoms: tired throughout the day, difficulty awakening from sleep Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3409090909,"bertscore_f1":0.8859800696,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["difficulty","awakening","sleep"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tired throughout the day, difficulty awakening from sleep\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":343,"prediction":"Symptoms: N\/A Diagnosis: atrial fibrillation History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9600486755,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":346,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9289144874,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No history of hypertension, diabetes, heart disease, or cancer\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting the patient\\u2019s explicit denials of major chronic conditions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"no history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"no history of heart disease\", \"severity\": \"major\"}, {\"fact\": \"no history of cancer\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly documents the patient's denial of hypertension, diabetes, heart disease, and cancer, all of which are clinically important pertinent negatives omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":384,"prediction":"Symptoms: headaches, pressure in face, sniffles, sore throat, rash on face, back, and arms for the last three days, taking Benadryl for itchy rash Diagnosis: asthma History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5225225225,"bertscore_f1":0.9222683311,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"headaches, pressure in face, sniffles, sore throat, rash on face, back, and arms for the last three days, taking Benadryl for itchy rash\", \"Diagnosis\": \"asthma\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":388,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5090909091,"bertscore_f1":0.9124785066,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Advise patient to take it slow and do activities as tolerated after plaster removal from foot; no follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the Plan of Action field empty, omitting the essential advice and follow\\u2011up instructions provided in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Plan of Action\", \"claim\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"No follow-up needed if no pain and doing fine.\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"severity\": \"major\"}, {\"fact\": \"No follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists 'N\/A' for Plan of Action despite the dialogue clearly detailing activity advice and follow-up instructions, resulting in major omissions and unsupported claims when compared to the reference.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":405,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4761904762,"bertscore_f1":0.8951820135,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Married with three children (one ready for college), former attorney retired two years ago now working part\\u2011time at a private company, denies tobacco, alcohol, and illicit drug use.\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple important personal and social details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":5.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married with three children, one of whom is ready to go to college\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Semi-retired attorney currently working part-time at a private company\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denied history of tobacco use\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denied history of alcohol use\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Denied history of illicit drug use\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Married with three children, one of whom is ready to go to college\", \"severity\": \"major\"}, {\"fact\": \"Semi-retired attorney currently working part-time at a private company\", \"severity\": \"major\"}, {\"fact\": \"Denied history of tobacco use\", \"severity\": \"major\"}, {\"fact\": \"Denied history of alcohol use\", \"severity\": \"major\"}, {\"fact\": \"Denied history of illicit drug use\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically relevant social and historical details from the dialogue, including family structure, employment status, and substance use denial, which are essential components of the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":408,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.2051282051,"bertscore_f1":0.8325154185,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Prolonged cough (chronic cough)\", \"severity\": \"major\"}, {\"fact\": \"Denies weight gain or loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies headaches, nosebleeds, coarse voice, blurry vision or change of vision\", \"severity\": \"minor\"}, {\"fact\": \"Denies fever or chills\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain, shortness of breath, and shortness of breath while sleeping\", \"severity\": \"minor\"}, {\"fact\": \"Denies palpitations, swelling, varicose veins, and leg pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies sore throat, cough with mucus or blood sputum\", \"severity\": \"minor\"}, {\"fact\": \"Denies wheezing\", \"severity\": \"minor\"}, {\"fact\": \"Denies heartburn, nausea, and vomiting\", \"severity\": \"minor\"}, {\"fact\": \"Denies loss of appetite, blood in stool, and abdominal pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies constipation\", \"severity\": \"minor\"}, {\"fact\": \"Denies dark or cloudy urine\", \"severity\": \"minor\"}, {\"fact\": \"Denies painful or burning urination\", \"severity\": \"minor\"}, {\"fact\": \"Denies flank or groin pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies joint pain, muscle stiffness, backache, and ligament\/tendon pain or strain\", \"severity\": \"minor\"}, {\"fact\": \"Denies blackouts and seizures\", \"severity\": \"minor\"}, {\"fact\": \"Denies hallucinations and memory loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies weakness, numbness, and tingling\", \"severity\": \"minor\"}, {\"fact\": \"Denies tremors, loss of sensation, and paralysis\", \"severity\": \"minor\"}, {\"fact\": \"Denies anxiety, irritability, apathy, and depression\", \"severity\": \"minor\"}, {\"fact\": \"Denies sleep disturbances (sleep is fine)\", \"severity\": \"minor\"}, {\"fact\": \"Denies appetite disturbances (appetite is good)\", \"severity\": \"minor\"}, {\"fact\": \"Denies suicidal thoughts\", \"severity\": \"minor\"}, {\"fact\": \"Denies unusual hair loss or nail breakage\", \"severity\": \"minor\"}, {\"fact\": \"Denies skin lesions or discoloration\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains no ROS information, omitting the documented chronic cough and all patient\\u2011reported negatives.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":24.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Chronic cough\", \"severity\": \"major\"}, {\"fact\": \"Denial of weight gain or loss\", \"severity\": \"major\"}, {\"fact\": \"Denial of headaches, nosebleeds, coarse voice, blurry vision, or vision changes\", \"severity\": \"major\"}, {\"fact\": \"Denial of fever or chills\", \"severity\": \"major\"}, {\"fact\": \"Denial of chest pain, shortness of breath, or dyspnea on exertion\/supine\", \"severity\": \"major\"}, {\"fact\": \"Denial of palpitations, edema, varicose veins, or leg pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of wheezing\", \"severity\": \"major\"}, {\"fact\": \"Denial of heartburn, nausea, or vomiting\", \"severity\": \"major\"}, {\"fact\": \"Denial of loss of appetite, blood in stool, or abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of constipation\", \"severity\": \"major\"}, {\"fact\": \"Denial of dark or cloudy urine\", \"severity\": \"major\"}, {\"fact\": \"Denial of dysuria or burning on urination\", \"severity\": \"major\"}, {\"fact\": \"Denial of flank or groin pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of joint pain, muscle stiffness, backache, or ligament\/tendon pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of blackouts or seizures\", \"severity\": \"major\"}, {\"fact\": \"Denial of hallucinations or memory loss\", \"severity\": \"major\"}, {\"fact\": \"Denial of weakness, numbness, tingling, tremors, or paralysis\", \"severity\": \"major\"}, {\"fact\": \"Denial of anxiety, irritability, apathy, or depression\", \"severity\": \"major\"}, {\"fact\": \"No sleep disturbances\", \"severity\": \"major\"}, {\"fact\": \"No appetite disturbances\", \"severity\": \"major\"}, {\"fact\": \"Denial of suicidal thoughts\", \"severity\": \"major\"}, {\"fact\": \"Denial of unusual hair loss or breakage\", \"severity\": \"major\"}, {\"fact\": \"Denial of skin lesions or discoloration\", \"severity\": \"major\"}, {\"fact\": \"Denial of unusual nail breakage or discoloration\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for Symptoms and History of Patient despite the dialogue explicitly documenting a chronic cough and comprehensive negative review of systems, which are major omissions that could lead to clinical mismanagement.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":409,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.56,"bertscore_f1":0.9090384245,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":414,"prediction":"Symptoms: weakness, fatigue, weight loss. Diagnosis: N\/A. History of Patient: N\/A. Plan of Action: N\/A.","rougeL":0.3294117647,"bertscore_f1":0.8933990002,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["loss"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"weight loss\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"decreased appetite\", \"severity\": \"major\"}, {\"fact\": \"weight loss of approximately 8\\u202flb in one week\", \"severity\": \"major\"}, {\"fact\": \"denies chest pain, shortness of breath, cough, palpitations, nausea, vomiting, abdominal pain, and focal neurological deficits\", \"severity\": \"minor\"}, {\"fact\": \"plan to await lab report for further evaluation and next steps\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are directly supported by the dialogue, while key symptoms, quantitative weight loss, pertinent negatives, and the stated plan are missing from the generated note.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"weight loss\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"decreased appetite\", \"severity\": \"major\"}, {\"fact\": \"8 pounds of weight loss in one week\", \"severity\": \"major\"}, {\"fact\": \"denial of nausea, vomiting, diarrhea, abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"denial of chest pain, shortness of breath, cough, heart racing\", \"severity\": \"major\"}, {\"fact\": \"denial of neurological symptoms (numbness or tingling)\", \"severity\": \"major\"}, {\"fact\": \"awaiting lab report for further evaluation\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits critical details from the dialogue including pertinent negatives and specific weight loss magnitude, and misplaces the plan and history sections as N\/A despite explicit content.\"}","fields_json":"{\"Symptoms\": \"weakness, fatigue, weight loss.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":434,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4590163934,"bertscore_f1":0.8901391625,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":440,"prediction":"Symptoms: hot flashes, mood swings Diagnosis: postsurgical menopause History of Patient: 38-year-old female experiencing hot flashes for the last several months, mood swings for the last few weeks Plan of Action: N\/A","rougeL":0.3870967742,"bertscore_f1":0.9019886255,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["38"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":7.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":2.0,"n_major_errors":1.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"38-year-old\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"absence of periods for the last year after surgery (amenorrhea)\", \"severity\": \"major\"}, {\"fact\": \"patient is 48 years old\", \"severity\": \"major\"}, {\"fact\": \"history of surgery (post\\u2011surgical)\", \"severity\": \"major\"}], \"rationale\": \"Claims are evaluated against the dialogue; age is wrong, symptom details are misplaced, and key menopause\\u2011related facts are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"38-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient had surgery one year ago leading to cessation of periods\", \"severity\": \"major\"}, {\"fact\": \"Patient is 48 years old\", \"severity\": \"major\"}, {\"fact\": \"Hot flashes occur even in fully air-conditioned rooms; patient feels urge to stand in front of refrigerator\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient is 38 (contradicting the dialogue\\u2019s 48), misplaces symptom duration into History of Patient, and omits key details about the timing of menopause post-surgery and the nature of hot flashes.\"}","fields_json":"{\"Symptoms\": \"hot flashes, mood swings\", \"Diagnosis\": \"postsurgical menopause\", \"History of Patient\": \"38-year-old female experiencing hot flashes for the last several months, mood swings for the last few weeks\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":448,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9553162456,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":457,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9553162456,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":463,"prediction":"Symptoms: back pain Diagnosis: N\/A History of Patient: 44-year-old male presenting with back pain for a long time Plan of Action: N\/A","rougeL":0.7755102041,"bertscore_f1":0.9501624107,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["44"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"44-year-old male presenting with back pain for a long time\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":466,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9233297706,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient admits to smoking, past heroin and alcohol treatment, and current cocaine use.\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the substance use history that is explicitly stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient admits to smoking\", \"severity\": \"major\"}, {\"fact\": \"Patient has a history of heroin use\", \"severity\": \"major\"}, {\"fact\": \"Patient has a history of alcohol abuse\", \"severity\": \"major\"}, {\"fact\": \"Patient used cocaine today\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all substance use history explicitly stated in the dialogue, which are critical components of the patient's history and could significantly impact clinical care.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":473,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.1477832512,"bertscore_f1":0.8415293694,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":476,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9308228493,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":484,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Gestational diabetes with first pregnancy, previous use of insulin Plan of Action: N\/A","rougeL":0.4556962025,"bertscore_f1":0.9077522159,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Gestational diabetes with first pregnancy, previous use of insulin\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":500,"prediction":"Symptoms: N\/A Diagnosis: Anxiety disorder History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9619849324,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Anxiety disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":516,"prediction":"Symptoms: Left flank pain, nausea, vomiting Diagnosis: N\/A History of Patient: 77-year-old female presenting with left flank pain, nausea, vomiting, and a stone in the left ureteral Plan of Action: N\/A","rougeL":0.3555555556,"bertscore_f1":0.8868595958,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left flank pain, nausea, vomiting\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"77-year-old female presenting with left flank pain, nausea, vomiting, and a stone in the left ureteral\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":525,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Retired for a couple of years, quit smoking about 27 years ago, denies alcohol use Plan of Action: N\/A","rougeL":0.59375,"bertscore_f1":0.9266928434,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Retired for a couple of years, quit smoking about 27 years ago, denies alcohol use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":544,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: father had coronary artery disease at age 60, had many strokes due to that, mother is 80 years old and has dementia, father has dementia Plan of Action: N\/A","rougeL":0.5090909091,"bertscore_f1":0.9053362012,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":4.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father had coronary artery disease at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father had many strokes due to coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother is 80 years old and has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Father underwent heart bypass (CABG) surgery at age 60\", \"severity\": \"major\"}, {\"fact\": \"Patient denies smoking and alcohol use\", \"severity\": \"minor\"}, {\"fact\": \"Father is currently in his eighties\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are supported by the dialogue; key details like bypass surgery, social history, and current paternal age are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"father had coronary artery disease at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"father had many strokes due to coronary artery disease\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"mother is 80 years old and has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"patient denies smoking and alcohol use\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient does not smoke or drink alcohol, a pertinent negative missing from the History of Patient section, and incorrectly attributes strokes as caused by coronary artery disease without confirmation from the patient.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"father had coronary artery disease at age 60, had many strokes due to that, mother is 80 years old and has dementia, father has dementia\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":556,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9476941824,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":565,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9069100618,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":584,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Last menstrual period was around June 3, 2009, currently bleeding Plan of Action: N\/A","rougeL":0.5194805195,"bertscore_f1":0.8931779265,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["3"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period was around June 3, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient reports a recent abortion\", \"severity\": \"major\"}, {\"fact\": \"Patient is uncertain whether the abortion was completed\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had follow\\u2011up with her OB\/GYN\", \"severity\": \"major\"}], \"rationale\": \"The note captures LMP and bleeding but omits the recent abortion, uncertainty about its completion, and lack of OB\/GYN follow\\u2011up, all critical from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period was around June 3, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient admits to having a recent abortion\", \"severity\": \"major\"}, {\"fact\": \"Patient is unsure whether the abortion was completed\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had a followup with her OB\/GYN\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly captures the LMP and bleeding but omits three critical clinical facts from the dialogue: the recent abortion, uncertainty about completion, and lack of followup \\u2014 all of which are essential for gynecological care and could impact clinical management.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Last menstrual period was around June 3, 2009, currently bleeding\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":597,"prediction":"Symptoms: behavioral problems, loss of focus, complaints from school. Diagnosis: Attention Deficit Hyperactivity Disorder. History of Patient: N\/A. Plan of Action: prescribe Adderall and Clonidine for ADHD.","rougeL":0.4927536232,"bertscore_f1":0.9498614669,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["loss","adhd"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"behavioral problems, loss of focus, complaints from school.\", \"Diagnosis\": \"Attention Deficit Hyperactivity Disorder.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"prescribe Adderall and Clonidine for ADHD.\"}","filled_na_fields":["Symptoms"],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":607,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5454545455,"bertscore_f1":0.9051296711,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":627,"prediction":"Symptoms: Ulcer in right ankle Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9442005157,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Ulcer in right ankle\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":639,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.48,"bertscore_f1":0.9040326476,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abdominal pain (pointing to his stomach)\", \"severity\": \"major\"}, {\"fact\": \"Nausea (feels queasy)\", \"severity\": \"major\"}, {\"fact\": \"Vomiting (handful of times)\", \"severity\": \"major\"}, {\"fact\": \"Fever of 102\\u00b0F (temperature taken the other night)\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status (out of it, not acting like himself)\", \"severity\": \"major\"}, {\"fact\": \"Behavioral changes noted for a few days\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite multiple key symptoms and timeline reported in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"nausea\", \"severity\": \"major\"}, {\"fact\": \"vomiting\", \"severity\": \"major\"}, {\"fact\": \"fever (102\\u00b0F)\", \"severity\": \"major\"}, {\"fact\": \"altered mental status\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite the dialogue explicitly reporting abdominal pain, nausea, vomiting, fever, and altered mental status \\u2014 all major clinical findings that must be captured in the Symptoms field.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":642,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: No history of tobacco, alcohol, or illicit drug use. No history of sexually transmitted diseases. Works at a car dealership. Plan of Action: N\/A.","rougeL":0.4,"bertscore_f1":0.8933838606,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["tobacco","alcohol","illicit","transmitted","diseases"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"No history of tobacco use.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of alcohol use.\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of illicit drug use.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of sexually transmitted diseases.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Works at a car dealership.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient drinks occasionally (alcohol use).\", \"severity\": \"major\"}, {\"fact\": \"Patient had several male sexual partners in Haiti in 1982 (past homosexual activity).\", \"severity\": \"major\"}], \"rationale\": \"The note incorrectly states no alcohol use and omits documented occasional drinking and past male sexual partners, both clinically important.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"No history of tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of sexually transmitted diseases\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Works at a car dealership\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient occasionally drinks\", \"severity\": \"major\"}, {\"fact\": \"Patient had homosexual activity in Haiti in 1982 with multiple male partners\", \"severity\": \"major\"}, {\"fact\": \"Patient used protection most of the time during previous sexual encounters\", \"severity\": \"minor\"}, {\"fact\": \"Patient has not had sex since moving to the U.S.\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states 'no history of alcohol use' despite the patient explicitly saying 'I drink sometimes,' and omits key contextual details about past sexual activity and protection use that are clinically relevant.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"No history of tobacco, alcohol, or illicit drug use. No history of sexually transmitted diseases. Works at a car dealership.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":644,"prediction":"Symptoms: chronic diarrhea Diagnosis: iron deficiency anemia with blood in stool History of Patient: 51-year-old male with iron deficiency anemia with blood in stool for a few months, chronic diarrhea for more than three years, unusual pruritus, C.B.C., hemoglobin of 9 and M.C.V. of 57, dark and bright blood, last colonoscopy about three years ago with Doctor X, lymphocytic colitis diagnosed Plan of Action: N\/A","rougeL":0.3333333333,"bertscore_f1":0.8982982635,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["51","57"],"unsupported_numbers":2,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":11.0,"n_unsupported":0.0,"n_contradicted":2.0,"n_misplaced":0.0,"n_major_errors":2.0,"n_major_omissions":8.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"51-year-old male\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"iron deficiency anemia with blood in stool for a few months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chronic diarrhea for more than three years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"C.B.C.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hemoglobin of 9 and M.C.V. of 57\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"dark and bright blood\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy about three years ago with Doctor X\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lymphocytic colitis diagnosed\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"iron deficiency anemia reported as a symptom\", \"severity\": \"major\"}, {\"fact\": \"blood in stool reported as a symptom\", \"severity\": \"major\"}, {\"fact\": \"unusual pruritus reported as a symptom\", \"severity\": \"major\"}, {\"fact\": \"diagnosis of hyperplastic polyps\", \"severity\": \"major\"}, {\"fact\": \"patient age 55\", \"severity\": \"major\"}, {\"fact\": \"MCV of 65 on CBC\", \"severity\": \"major\"}, {\"fact\": \"blood in stool duration of five months\", \"severity\": \"major\"}, {\"fact\": \"colonoscopic procedure performed in Las Cruces\", \"severity\": \"minor\"}, {\"fact\": \"removal of hyperplastic polyps during colonoscopy\", \"severity\": \"major\"}], \"rationale\": \"Claims were checked against the dialogue for support, contradictions, and placement, and missing clinically relevant details from the dialogue were listed as omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":4.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"iron deficiency anemia with blood in stool\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"51-year-old male\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"iron deficiency anemia with blood in stool for a few months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chronic diarrhea for more than three years\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"C.B.C.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hemoglobin of 9\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"M.C.V. of 57\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"dark and bright blood\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy about three years ago with Doctor X\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lymphocytic colitis diagnosed\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"blood in stool for the last 5 months\", \"severity\": \"major\"}, {\"fact\": \"hyperplastic polyps\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes or other comorbidities (pertinent negative not mentioned but implied by absence)\", \"severity\": \"minor\"}, {\"fact\": \"anemia diagnosed a few months ago\", \"severity\": \"minor\"}, {\"fact\": \"colonoscopy performed in Las Cruces\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misplaces anemia and blood in stool as a diagnosis (they are symptoms), incorrectly states age and MCV, misrepresents duration of diarrhea, and omits key findings like hyperplastic polyps and precise timelines, risking clinical mismanagement.\"}","fields_json":"{\"Symptoms\": \"chronic diarrhea\", \"Diagnosis\": \"iron deficiency anemia with blood in stool\", \"History of Patient\": \"51-year-old male with iron deficiency anemia with blood in stool for a few months, chronic diarrhea for more than three years, unusual pruritus, C.B.C., hemoglobin of 9 and M.C.V. of 57, dark and bright blood, last colonoscopy about three years ago with Doctor X, lymphocytic colitis diagnosed\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":650,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.8984745741,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":664,"prediction":"Symptoms: Fatigue, shortness of breath, weight loss of 15 pounds in less than two or three months, no nausea, vomiting, diarrhea, fever, chills, sweats, cough, chest pain with shortness of breath Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.358974359,"bertscore_f1":0.896199286,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["fatigue"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":11.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Weight loss of 15 pounds in less than two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No sweats\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No chest pain with shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 43 years old\", \"severity\": \"minor\"}, {\"fact\": \"Symptoms have been present for approximately one month\", \"severity\": \"major\"}, {\"fact\": \"Appetite is normal (no anorexia)\", \"severity\": \"minor\"}], \"rationale\": \"All listed symptom statements are directly supported by the dialogue, but the note omits age, symptom duration, and normal appetite, which are clinically relevant.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Weight loss of 15 pounds in less than two or three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No sweats\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"No chest pain with shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Symptoms present for approximately one month\", \"severity\": \"major\"}, {\"fact\": \"Denies mild anorexia\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures all denied symptoms and positive findings in the Symptoms field but incorrectly places the one-month symptom duration and omits the pertinent negative of mild anorexia, while the History of Patient field is wrongly left as N\/A despite clear temporal context from the dialogue.\"}","fields_json":"{\"Symptoms\": \"Fatigue, shortness of breath, weight loss of 15 pounds in less than two or three months, no nausea, vomiting, diarrhea, fever, chills, sweats, cough, chest pain with shortness of breath\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":666,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":690,"prediction":"Symptoms: progressive loss of vision in right eye, progressive loss of vision in left eye Diagnosis: N\/A History of Patient: 62-year-old right-handed female presenting with progressive loss of vision in right eye for about two months, progressive loss of vision in left eye for about two years, no other Symptoms reported Plan of Action: N\/A","rougeL":0.4181818182,"bertscore_f1":0.9222250581,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"progressive loss of vision in right eye, progressive loss of vision in left eye\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"62-year-old right-handed female presenting with progressive loss of vision in right eye for about two months, progressive loss of vision in left eye for about two years, no other Symptoms reported\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":702,"prediction":"Symptoms: severe pain on the lower right side of the back, radiating to the back of the right leg and knee, sharp and dull pain, numb bottom, pain spreading to the mid back Diagnosis: small cell lung cancer History of Patient: two years history of small cell lung cancer, spread to both femurs, lower lumbar spine, and pelvis, history of chemotherapy and radiation treatments multiple times, finished a series of 10 radiation treatments for pain relief, CT scan done to check for metastasis Plan of Action: N\/A","rougeL":0.5333333333,"bertscore_f1":0.9325757027,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":11.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain on the lower right side of the back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"radiating to the back of the right leg and knee\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"sharp and dull pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"numb bottom\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain spreading to the mid back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"two years history of small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"spread to both femurs, lower lumbar spine, and pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"finished a series of 10 radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan done to check for metastasis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient describes the pain as a burning sensation\", \"severity\": \"minor\"}, {\"fact\": \"Pain is worsened by prolonged sitting, standing, and walking\", \"severity\": \"minor\"}, {\"fact\": \"Patient is currently taking narcotics for pain control\", \"severity\": \"major\"}, {\"fact\": \"Patient rates the pain as 10\/10\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are present in the dialogue and correctly placed; key symptom descriptors, activity\\u2011related aggravation, and current narcotic use are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain on the lower right side of the back\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"radiating to the back of the right leg and knee\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Symptoms\", \"claim\": \"sharp and dull pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"numb bottom\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain spreading to the mid back\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"two years history of small cell lung cancer\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"spread to both femurs, lower lumbar spine, and pelvis\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"history of chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"finished a series of 10 radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan done to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"burning sensation in pain\", \"severity\": \"major\"}, {\"fact\": \"pain rated as 10\/10 in back and leg\", \"severity\": \"minor\"}, {\"fact\": \"sharp pain in bottom of left foot\", \"severity\": \"minor\"}, {\"fact\": \"pain exacerbated by prolonged sitting, standing, or walking\", \"severity\": \"major\"}, {\"fact\": \"on a load of narcotics for pain\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes or other comorbidities (pertinent negative implied by absence of mention)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures most clinical facts from the dialogue but omits key symptom details (burning, 10\/10 pain, foot sharp pain, exacerbating factors) and misplaces the CT scan into history instead of symptoms or diagnostics.\"}","fields_json":"{\"Symptoms\": \"severe pain on the lower right side of the back, radiating to the back of the right leg and knee, sharp and dull pain, numb bottom, pain spreading to the mid back\", \"Diagnosis\": \"small cell lung cancer\", \"History of Patient\": \"two years history of small cell lung cancer, spread to both femurs, lower lumbar spine, and pelvis, history of chemotherapy and radiation treatments multiple times, finished a series of 10 radiation treatments for pain relief, CT scan done to check for metastasis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":721,"prediction":"Symptoms: N\/A Diagnosis: upper respiratory infection, apnea History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.9377094507,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"upper respiratory infection, apnea\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":724,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Mother has arthritis Plan of Action: N\/A","rougeL":0.8333333333,"bertscore_f1":0.9457083941,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has arthritis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":727,"prediction":"Symptoms: Stiffness, irritation with elbow extension. Diagnosis: Left elbow fracture, neck fracture of right glenoid. History of Patient: Ten-year-old boy was thrown off a quad on October 10, 2007, injuring his left elbow and neck. He has been going to PT, and using Dynasplint. Plan of Action: Surgery recommended to remove hardware from left elbow fracture. Risks include infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, and continued stiffness.","rougeL":0.5333333333,"bertscore_f1":0.9136697054,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["ten-year-old","injuring","recommended"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":16.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Irritation with elbow extension\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Left elbow fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Neck fracture of right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Ten-year-old boy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Thrown off a quad on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Injuring his left elbow and neck\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been going to PT\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Using Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Surgery recommended to remove hardware from left elbow fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risk of infection\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risk of bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risk of changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risk of failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risk of failure to relieve pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risk of continued stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Left elbow fracture dislocation (diagnosis)\", \"severity\": \"major\"}, {\"fact\": \"Right-hand dominance (history)\", \"severity\": \"minor\"}, {\"fact\": \"Neurologically intact distal exam (history)\", \"severity\": \"minor\"}, {\"fact\": \"Prophylactic antibiotics planned (plan)\", \"severity\": \"minor\"}, {\"fact\": \"Use of anesthesia for the procedure (plan)\", \"severity\": \"minor\"}], \"rationale\": \"All statements in the generated note are supported by the dialogue; key missing details include the dislocation component of the elbow injury and other clinically relevant information.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Irritation with elbow extension\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Left elbow fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Neck fracture of right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Ten-year-old boy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Was thrown off a quad on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Injuring his left elbow and neck\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"He has been going to PT\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Using Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Surgery recommended to remove hardware from left elbow fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks include infection\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks include bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks include changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks include failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks include failure to relieve pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks include continued stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is right-hand dominant\", \"severity\": \"minor\"}, {\"fact\": \"Left elbow injury was a fracture dislocation treated with ORIF\", \"severity\": \"major\"}, {\"fact\": \"Right glenoid neck fracture was nondisplaced\", \"severity\": \"minor\"}, {\"fact\": \"Fractures have healed well\", \"severity\": \"minor\"}, {\"fact\": \"Neurologically intact in wrist and hand\", \"severity\": \"minor\"}, {\"fact\": \"Anesthesia will be used\", \"severity\": \"minor\"}, {\"fact\": \"Prophylactic antibiotics will be used\", \"severity\": \"minor\"}, {\"fact\": \"Parents agreed to the surgery\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures most facts but misplaces 'injuring his left elbow and neck' as a single event in history, obscuring the distinct nature of the glenoid fracture and omitting key clinical details like hand dominance, ORIF, and parental consent.\"}","fields_json":"{\"Symptoms\": \"Stiffness, irritation with elbow extension.\", \"Diagnosis\": \"Left elbow fracture, neck fracture of right glenoid.\", \"History of Patient\": \"Ten-year-old boy was thrown off a quad on October 10, 2007, injuring his left elbow and neck. He has been going to PT, and using Dynasplint.\", \"Plan of Action\": \"Surgery recommended to remove hardware from left elbow fracture. Risks include infection, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, and continued stiffness.\"}","filled_na_fields":["Symptoms","Diagnosis"],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":730,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Drinks occasionally, denies tobacco use Plan of Action: N\/A","rougeL":0.7894736842,"bertscore_f1":0.9487277269,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["tobacco"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Drinks occasionally\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"Both statements are directly supported by the dialogue and no clinically important information is omitted.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Drinks occasionally\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient describes alcohol consumption as 'occasional' and associates it with enjoying cocktails\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the patient's occasional alcohol use and non-smoking status from the dialogue, but omits the contextual detail about cocktails, which is clinically minor.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Drinks occasionally, denies tobacco use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":747,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9475518465,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":755,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Both tubes tied in one and a polyp removed at the age of 14. Plan of Action: N\/A.","rougeL":0.7037037037,"bertscore_f1":0.937490344,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Both tubes tied in one and a polyp removed at the age of 14.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":758,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5882352941,"bertscore_f1":0.9124457836,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":764,"prediction":"Symptoms: Head pain Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7741935484,"bertscore_f1":0.9501062036,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Head pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":766,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Mother has diabetes and hypertension, father had emphysema and was a smoker Plan of Action: N\/A","rougeL":0.6956521739,"bertscore_f1":0.9277731776,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother","father"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has diabetes and hypertension, father had emphysema and was a smoker\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":787,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9230900407,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Medication list was reviewed on April 22, 2003, with morning and evening dosages noted\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the medication review described in the dialogue, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"List of medications was checked on April 22, 2003, with morning and evening dosages\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states that the medication list was reviewed on April 22, 2003, and includes morning and evening dosing, but the generated note omits this clinically relevant history in the 'History of Patient' section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":791,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9555328488,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":804,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9377102256,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn (naproxen)\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the drug allergy disclosed in the dialogue, a critical omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is allergic to Naprosyn, which belongs in the History of Patient section, but the generated note incorrectly lists it as N\/A.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":817,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9401853681,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Mother has coronary artery disease\", \"severity\": \"major\"}], \"rationale\": \"The generated note omitted the family history of coronary artery disease disclosed in the dialogue, which is a clinically important detail.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Mother has coronary artery disease\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient's mother has coronary artery disease, which is a clinically important family history finding that is completely omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":829,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":831,"prediction":"Symptoms: pain in both feet, rocker bottom feet. Diagnosis: N\/A. History of Patient: pain in both feet, rocker bottom feet. Plan of Action: subtalar arthrodesis, possible autograft, lengthening of Achilles, nonweightbearing procedure.","rougeL":0.407079646,"bertscore_f1":0.8988607526,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in both feet, rocker bottom feet.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"pain in both feet, rocker bottom feet.\", \"Plan of Action\": \"subtalar arthrodesis, possible autograft, lengthening of Achilles, nonweightbearing procedure.\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":844,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9110614061,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Cancer diagnosis confirmed\", \"severity\": \"major\"}, {\"fact\": \"Hypertension diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Diabetes diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Positive history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"Positive history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"Positive history of cancer\", \"severity\": \"major\"}, {\"fact\": \"Negative for heart disease (no chest pain, shortness of breath, uneasiness)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for obesity (BMI normal, not overweight)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for stroke symptoms (no dizziness, loss of consciousness)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits all documented diagnoses and relevant positive and negative history items from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Hypertension\", \"severity\": \"major\"}, {\"fact\": \"Diabetes\", \"severity\": \"major\"}, {\"fact\": \"Cancer\", \"severity\": \"major\"}, {\"fact\": \"No heart disease\", \"severity\": \"major\"}, {\"fact\": \"No obesity (BMI fine)\", \"severity\": \"major\"}, {\"fact\": \"No stroke-like symptoms\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all diagnosed conditions and pertinent negatives explicitly stated in the dialogue, which are clinically critical for accurate patient documentation.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":846,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9190876484,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":866,"prediction":"Symptoms: Left knee pain, locking up of knee, difficulty extending knee, instability Diagnosis: MCL sprain History of Patient: 42-year-old male with left knee pain for about two years, sprain of MCL while playing hockey, no instability Plan of Action: N\/A","rougeL":0.5542168675,"bertscore_f1":0.9337347746,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["difficulty","42"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left knee pain, locking up of knee, difficulty extending knee, instability\", \"Diagnosis\": \"MCL sprain\", \"History of Patient\": \"42-year-old male with left knee pain for about two years, sprain of MCL while playing hockey, no instability\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":873,"prediction":"Symptoms: dizziness, vertigo, lightheadedness. Diagnosis: atrial fibrillation. History of Patient: N\/A. Plan of Action: N\/A.","rougeL":0.4615384615,"bertscore_f1":0.9108552933,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"dizziness, vertigo, lightheadedness.\", \"Diagnosis\": \"atrial fibrillation.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":878,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":896,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":917,"prediction":"Symptoms: foreign body sensation in left eye, pain, blurred vision, sensitivity to light Diagnosis: N\/A History of Patient: 41-year-old female experiencing a foreign body sensation in left eye at work this morning, flushed eyes with water in an attempt to alleviate the sensation, pain has gotten worse since this morning, vision is fine and bright lights don't seem to be a problem Plan of Action: N\/A","rougeL":0.4778761062,"bertscore_f1":0.9204987288,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["attempt","alleviate"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"foreign body sensation in left eye, pain, blurred vision, sensitivity to light\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"41-year-old female experiencing a foreign body sensation in left eye at work this morning, flushed eyes with water in an attempt to alleviate the sensation, pain has gotten worse since this morning, vision is fine and bright lights don't seem to be a problem\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":949,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9494102001,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":951,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726755,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":974,"prediction":"Symptoms: sore throat, puffy eyes, stuffy nose, low grade fever, hoarse voice Diagnosis: N\/A History of Patient: Started experiencing sore throat yesterday, puffy eyes, stuffy nose, low grade fever, hoarse voice, eating and drinking normally Plan of Action: N\/A","rougeL":0.5742574257,"bertscore_f1":0.9180986881,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sore throat, puffy eyes, stuffy nose, low grade fever, hoarse voice\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Started experiencing sore throat yesterday, puffy eyes, stuffy nose, low grade fever, hoarse voice, eating and drinking normally\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":990,"prediction":"Symptoms: Coughing for one week, congestion, difficulty finding top of Pop Can, no change in breathing since incident, no fever Diagnosis: N\/A History of Patient: 1-year-old male with one week of coughing, congestion, difficulty finding top of Pop Can, no change in breathing since incident, no fever Plan of Action: N\/A","rougeL":0.3285714286,"bertscore_f1":0.8716042638,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["difficulty","finding","incident"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Coughing for one week, congestion, difficulty finding top of Pop Can, no change in breathing since incident, no fever\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"1-year-old male with one week of coughing, congestion, difficulty finding top of Pop Can, no change in breathing since incident, no fever\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1012,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Cervical cancer diagnosed at age 15 Plan of Action: N\/A","rougeL":0.7169811321,"bertscore_f1":0.9250466824,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Cervical cancer diagnosed at age 15\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1026,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9222577214,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1041,"prediction":"Symptoms: Low back pain, degenerative disc disease Diagnosis: N\/A History of Patient: 59-year-old female presenting with low back pain and degenerative disc disease after falling on freshly waxed floor in the beginning of 2001, losing footing while trying to qualify on the gun range in March 2001, experiencing cauterization of nerves in lower back twice in October and November 2001 Plan of Action: N\/A","rougeL":0.514619883,"bertscore_f1":0.9176473022,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["2001"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Low back pain, degenerative disc disease\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"59-year-old female presenting with low back pain and degenerative disc disease after falling on freshly waxed floor in the beginning of 2001, losing footing while trying to qualify on the gun range in March 2001, experiencing cauterization of nerves in lower back twice in October and November 2001\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1046,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9373867512,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1055,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4561403509,"bertscore_f1":0.8908370733,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1056,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4262295082,"bertscore_f1":0.9009404182,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1074,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.28,"bertscore_f1":0.8686957359,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1075,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.0,"bertscore_f1":0.8012353778,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1080,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: 76-year-old male experienced multiple stings on hands and right knee, no shortness of breath, itching, or hives, no tongue swelling, no difficulty swallowing, no redness or swelling, took Benadryl as soon as it happened, took Metoprolol and Hydrochlorothiazide for blood pressure, took a baby aspirin in the mornings Plan of Action: N\/A","rougeL":0.3636363636,"bertscore_f1":0.8938647509,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["multiple","stings","difficulty"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"76-year-old male experienced multiple stings on hands and right knee, no shortness of breath, itching, or hives, no tongue swelling, no difficulty swallowing, no redness or swelling, took Benadryl as soon as it happened, took Metoprolol and Hydrochlorothiazide for blood pressure, took a baby aspirin in the mornings\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1082,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726755,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1087,"prediction":"Symptoms: Pain in stomach on the right side and down, pain on middle part of left thigh Diagnosis: Hyperesthesia History of Patient: Symptoms started one and a half months ago, initially thought to be shingles, continued for the past eight days in tummy and hips, no change in skin, no rashes, no itching Plan of Action: N\/A","rougeL":0.2657342657,"bertscore_f1":0.8885635138,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["initially","itching"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":9.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Pain in stomach on the right side and down\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain on middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms started one and a half months ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Initially thought to be shingles\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"continued for the past eight days in tummy and hips\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no change in skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no itching\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain also present on left abdomen\", \"severity\": \"major\"}, {\"fact\": \"Pain also present on right hip area\", \"severity\": \"major\"}, {\"fact\": \"Pain is painful when touched (tenderness)\", \"severity\": \"major\"}, {\"fact\": \"Symptoms are intermittent (on and off)\", \"severity\": \"minor\"}, {\"fact\": \"Patient is married\", \"severity\": \"minor\"}, {\"fact\": \"Patient works as an airplane mechanic for Alaska Airlines\", \"severity\": \"minor\"}, {\"fact\": \"Patient bathes daily using minimal soap\", \"severity\": \"minor\"}, {\"fact\": \"No treatment received (no OTC medication)\", \"severity\": \"minor\"}, {\"fact\": \"Plan to order further tests to determine cause of hyperesthesia and subsequent treatment\", \"severity\": \"major\"}], \"rationale\": \"The generated note captures several core statements but omits key symptom locations, tenderness, intermittent nature, personal history details, and the planned diagnostic work\\u2011up.\"}","j2_faithful":true,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Pain in stomach on the right side and down\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms started one and a half months ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Initially thought to be shingles\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Continued for the past eight days in tummy and hips\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No itching\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain is also on the left abdomen and right hip area\", \"severity\": \"minor\"}, {\"fact\": \"Pain is painful when touched\", \"severity\": \"minor\"}, {\"fact\": \"Symptoms were intermittent and cleared for a while before recurring\", \"severity\": \"minor\"}, {\"fact\": \"Patient is married\", \"severity\": \"minor\"}, {\"fact\": \"Patient works as a plane mechanic\", \"severity\": \"minor\"}, {\"fact\": \"Patient bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"No treatment received\", \"severity\": \"minor\"}], \"rationale\": \"The generated note captures core symptoms and diagnosis accurately but omits key clinical details from the dialogue and falsely reports N\/A for the Plan of Action, which explicitly includes ordering tests.\"}","fields_json":"{\"Symptoms\": \"Pain in stomach on the right side and down, pain on middle part of left thigh\", \"Diagnosis\": \"Hyperesthesia\", \"History of Patient\": \"Symptoms started one and a half months ago, initially thought to be shingles, continued for the past eight days in tummy and hips, no change in skin, no rashes, no itching\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1105,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9089887142,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection normal and well hydrated; no diaphoresis; no injury or wounds observed.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the entire skin examination findings that were documented in the dialogue and are clinically essential.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection within normal limits\", \"severity\": \"major\"}, {\"fact\": \"Skin is well hydrated\", \"severity\": \"major\"}, {\"fact\": \"No diaphoresis (excessive sweating)\", \"severity\": \"major\"}, {\"fact\": \"No obvious wound\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly documents normal skin inspection, hydration, absence of diaphoresis, and no wounds \\u2014 all of which belong in the Diagnosis field but are entirely omitted, while the generated note incorrectly reports N\/A for Diagnosis despite explicit clinical findings.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1118,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: father had colon cancer, mom passed away in her nineties from a stroke Plan of Action: N\/A","rougeL":0.7741935484,"bertscore_f1":0.9458197355,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"father had colon cancer, mom passed away in her nineties from a stroke\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1161,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Father is alive, mother died at the age of 62 of many kinds of heart diseases, maternal grandfather died of a heart attack, maternal grandmother had some heart diseases Plan of Action: N\/A","rougeL":0.5869565217,"bertscore_f1":0.9037062526,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Father is alive, mother died at the age of 62 of many kinds of heart diseases, maternal grandfather died of a heart attack, maternal grandmother had some heart diseases\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1163,"prediction":"Symptoms: Terrible sneezing, runny nose Diagnosis: N\/A History of Patient: Allergic rhinitis (hay fever), asthma, history of Claritin, Zyrtec, Allegra, nasal sprays Plan of Action: N\/A","rougeL":0.2553191489,"bertscore_f1":0.874140501,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["sneezing","runny","nose","rhinitis","fever"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Terrible sneezing, runny nose\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Allergic rhinitis (hay fever), asthma, history of Claritin, Zyrtec, Allegra, nasal sprays\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1172,"prediction":"Symptoms: loss of sense of smell and vision in right eye, no headaches, no nasal drainage, no weakness or numbness throughout or localized to area of body, no resent weight loss Diagnosis: N\/A History of Patient: surgery on shoulder 13 years ago, loss of smell and vision in right eye, no headaches, no nasal drainage, no weakness or numbness throughout or localized to area of body, no resent weight loss Plan of Action: N\/A","rougeL":0.3714285714,"bertscore_f1":0.8827355504,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["vision"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"loss of sense of smell and vision in right eye, no headaches, no nasal drainage, no weakness or numbness throughout or localized to area of body, no resent weight loss\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"surgery on shoulder 13 years ago, loss of smell and vision in right eye, no headaches, no nasal drainage, no weakness or numbness throughout or localized to area of body, no resent weight loss\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1184,"prediction":"Symptoms: Chest pain, mild dysphagia, enlarged calf Diagnosis: N\/A History of Patient: Left upper lobectomy for stage IA nonsmall cell lung cancer, pelvic CT showing enlarging simple cyst of left kidney, barium swallow showing small hiatal hernia with minimal reflux, history of DVT in 1975 and 1975, chest pain due to tertiary contractions with delayed emptying, no new aches or pains, no fever or chills, normal weight loss, no new aches or pains, no shortness of breath while at rest, no difficulty breathing with exercise Plan of Action: N\/A","rougeL":0.3711340206,"bertscore_f1":0.8780802488,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["dysphagia","nonsmall"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":15.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Mild dysphagia\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Enlarged calf\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Left upper lobectomy for stage IA non\\u2011small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Pelvic CT showing enlarging simple cyst of left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Barium swallow showing small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of DVT in 1975\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of DVT in 1975 (duplicate)\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Chest pain due to tertiary contractions with delayed emptying\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No new aches or pains\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No fever or chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Normal weight loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No new aches or pains (duplicate)\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No shortness of breath while at rest\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No difficulty breathing with exercise\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Diagnosis: left upper lobectomy for stage IA non\\u2011small cell lung cancer\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis: enlarging simple cyst of the left kidney\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis: small sliding hiatal hernia with minimal reflux\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis: normal PA and lateral chest x\\u2011ray from 11\/23\/2009 (no lesions or infiltrates)\", \"severity\": \"major\"}, {\"fact\": \"History of Patient: prior DVT in 1985\", \"severity\": \"major\"}, {\"fact\": \"Symptoms: calf enlargement without tenderness\", \"severity\": \"minor\"}, {\"fact\": \"Symptoms: no cough or hemoptysis\", \"severity\": \"minor\"}, {\"fact\": \"Symptoms: no shortness of breath at rest or with exercise\", \"severity\": \"minor\"}, {\"fact\": \"Symptoms: no fever or chills\", \"severity\": \"minor\"}, {\"fact\": \"Symptoms: no new aches or pains\", \"severity\": \"minor\"}, {\"fact\": \"Symptoms: no abnormal weight loss\", \"severity\": \"minor\"}], \"rationale\": \"Claims were matched to the dialogue and labeled; major diagnostic and prior\\u2011DVT facts were omitted, while a fabricated dysphagia claim and misplaced etiology were identified.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":4.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mild dysphagia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"enlarged calf\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Left upper lobectomy for stage IA nonsmall cell lung cancer\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"pelvic CT showing enlarging simple cyst of left kidney\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showing small hiatal hernia with minimal reflux\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"history of DVT in 1975 and 1975\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chest pain due to tertiary contractions with delayed emptying\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no new aches or pains\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no fever or chills\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"normal weight loss\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath while at rest\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no difficulty breathing with exercise\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient denies cough or hemoptysis\", \"severity\": \"minor\"}, {\"fact\": \"Calf enlargement is painless (no tenderness)\", \"severity\": \"minor\"}, {\"fact\": \"History of DVT in 1985 (not 1975 twice)\", \"severity\": \"minor\"}, {\"fact\": \"Chest X-ray from 11\/23\/2009 was normal\", \"severity\": \"minor\"}, {\"fact\": \"No abnormal weight loss\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misplaces diagnostic findings and symptom details into History of Patient, omits pertinent negatives like absence of cough or hemoptysis, and contains a factual error in DVT dates.\"}","fields_json":"{\"Symptoms\": \"Chest pain, mild dysphagia, enlarged calf\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Left upper lobectomy for stage IA nonsmall cell lung cancer, pelvic CT showing enlarging simple cyst of left kidney, barium swallow showing small hiatal hernia with minimal reflux, history of DVT in 1975 and 1975, chest pain due to tertiary contractions with delayed emptying, no new aches or pains, no fever or chills, normal weight loss, no new aches or pains, no shortness of breath while at rest, no difficulty breathing with exercise\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1192,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6382978723,"bertscore_f1":0.923199296,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient works at a local Christmas tree farm.\", \"severity\": \"minor\"}, {\"fact\": \"Patient smokes cigarettes approximately one pack per day.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting both the patient's smoking habit and employment, which were stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"The patient smokes one pack of cigarettes per day\", \"severity\": \"major\"}, {\"fact\": \"The patient works at a local Christmas tree farm\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits two major, clinically relevant facts from the dialogue: the patient's daily cigarette use and his occupation at a Christmas tree farm, both of which belong in the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1201,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Low back pain for about eight years, initially started when she fell in an A.B.C. store, referred to PT only once and twice, back pain since giving birth in August 2008, falls four or five days ago while mopping the floor, follow-up appointment scheduled for February 10, 2009, Plan of Action: N\/A","rougeL":0.3924050633,"bertscore_f1":0.8958303332,"template_ok":true,"na_agreement":null,"unsupported_terms":["10"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":6.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Low back pain for about eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Initially started when she fell in an A.B.C. store\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Referred to PT only once and twice\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Back pain since giving birth in August 2008\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Fell four or five days ago while mopping the floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Follow\\u2011up appointment scheduled for February 10, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 26 years old\", \"severity\": \"major\"}, {\"fact\": \"Recent fall landed on tailbone (coccyx)\", \"severity\": \"major\"}, {\"fact\": \"Pain worsened after the recent fall\", \"severity\": \"major\"}, {\"fact\": \"Pain has been continuous with varying degrees over the eight\\u2011year period\", \"severity\": \"minor\"}, {\"fact\": \"Physical therapy included electrical stimulation and heat modalities\", \"severity\": \"minor\"}, {\"fact\": \"Initial physician examination with Dr. X on January 10, 2009\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are directly supported by the dialogue; several key details (age, tailbone impact, symptom worsening, pain continuity, PT modalities, prior visit date) are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Low back pain for about eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Initially started when she fell in an A.B.C. store\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Referred to PT only once and twice\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Back pain since giving birth in August 2008\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Falls four or five days ago while mopping the floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Follow-up appointment scheduled for February 10, 2009\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient experienced increased low back pain after recent fall landing on tailbone\", \"severity\": \"major\"}, {\"fact\": \"Physical therapy included electrical stimulation and heat\", \"severity\": \"major\"}, {\"fact\": \"Patient saw Doctor X on January 10, 2009\", \"severity\": \"major\"}, {\"fact\": \"Pain has been continuous but at varying degrees over eight years\", \"severity\": \"major\"}, {\"fact\": \"Patient had no other falls since the initial one until four or five days ago\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits key clinical details about pain progression, PT modalities, prior physician visit, and the worsening after tailbone impact, while misstating PT visits as 'once and twice' and omitting the patient's gender context (he\/him).\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Low back pain for about eight years, initially started when she fell in an A.B.C. store, referred to PT only once and twice, back pain since giving birth in August 2008, falls four or five days ago while mopping the floor, follow-up appointment scheduled for February 10, 2009,\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1212,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6363636364,"bertscore_f1":0.9145338535,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1232,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8387096774,"bertscore_f1":0.9369209409,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1237,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3582089552,"bertscore_f1":0.8698163629,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG shows sinus tachycardia with heart rate of 122 bpm\", \"severity\": \"major\"}, {\"fact\": \"Negative urine pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all clinically relevant lab and EKG findings described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG showed sinus tachycardia with a heart rate of 122\", \"severity\": \"major\"}, {\"fact\": \"Negative pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically significant lab and EKG findings explicitly stated in the dialogue, including pertinent negatives like the negative pregnancy test, which are critical for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1250,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9375,"bertscore_f1":0.9535254836,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1259,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7428571429,"bertscore_f1":0.9368303418,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1267,"prediction":"Symptoms: Skin has been going crazy, hay fever, eczema, sinus problems, hives, sunburn History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4307692308,"bertscore_f1":0.9009740949,"template_ok":false,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":null,"filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1269,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: gallbladder removal Plan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9259185791,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"gallbladder removal\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1271,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9340000153,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1281,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9426694512,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports no past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The note fails to record the explicitly stated negative surgical history, a clinically important omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has had no past surgeries, but the generated note incorrectly omits this pertinent negative from the History of Patient field, which could lead to incomplete clinical assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1283,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8125,"bertscore_f1":0.94407022,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s13","family":"pegasus_large","seed":13,"example_id":1284,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4680851064,"bertscore_f1":0.8847269416,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":4,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9441021681,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":10,"prediction":"Symptoms: bunion on foot, history of Charcot Marie tooth disease Diagnosis: N\/A History of Patient: 19-year-old Caucasian female presenting with bunion on foot for a long time, history of Charcot Marie tooth disease Plan of Action: surgery to cut bunion off","rougeL":0.4788732394,"bertscore_f1":0.9096619487,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bunion on foot, history of Charcot Marie tooth disease\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"19-year-old Caucasian female presenting with bunion on foot for a long time, history of Charcot Marie tooth disease\", \"Plan of Action\": \"surgery to cut bunion off\"}","filled_na_fields":["Plan of Action"],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":21,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.9079748988,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable (no known medical problems in family)\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies use of drugs, alcohol, or tobacco\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple pertinent historical details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable; no medical problems in family\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drug, alcohol, or tobacco use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for History of Patient despite the dialogue explicitly providing three clinically important facts: unremarkable family history, sexual activity with a boyfriend, and denial of substance use.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":25,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.926502049,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":29,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Family history of skin cancer, hypertension Plan of Action: N\/A","rougeL":0.8837209302,"bertscore_f1":0.9462475181,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Family history of skin cancer, hypertension\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":36,"prediction":"Symptoms: Increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning Diagnosis: Chronic lymphocytic leukemia, mild peripheral edema History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4222222222,"bertscore_f1":0.8962643147,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning\", \"Diagnosis\": \"Chronic lymphocytic leukemia, mild peripheral edema\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":56,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3404255319,"bertscore_f1":0.864680171,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":58,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3720930233,"bertscore_f1":0.8757984042,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":72,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3921568627,"bertscore_f1":0.8948724866,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":74,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":87,"prediction":"Symptoms: Acne improvement Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.875,"bertscore_f1":0.9419031143,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Acne improvement\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":96,"prediction":"Symptoms: Congestion, Snoring, peeling skin on right big toe Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.72,"bertscore_f1":0.9397485256,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":2.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Snoring\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Peeling skin on right big toe\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 11 years old (History of Patient)\", \"severity\": \"major\"}, {\"fact\": \"Plan to examine the right big toe area\", \"severity\": \"major\"}, {\"fact\": \"Patient does not snore at night (pertinent negative for symptom of snoring)\", \"severity\": \"minor\"}], \"rationale\": \"All listed claims appear in the dialogue; key missing items are age, examination plan, and the denial of nighttime snoring.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Snoring\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"peeling skin on right big toe\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient was previously on Allegra for suspected allergies, which were discontinued after allergist evaluation\", \"severity\": \"minor\"}, {\"fact\": \"Redness of the right big toe was noted by the family\", \"severity\": \"minor\"}, {\"fact\": \"Doctor planned to examine the toe area (implied by 'Lemme take a look')\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists 'snoring' as a symptom despite the family explicitly denying it, omits key history about Allegra discontinuation, and fails to document the planned toe examination, which is a critical clinical action.\"}","fields_json":"{\"Symptoms\": \"Congestion, Snoring, peeling skin on right big toe\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":98,"prediction":"Symptoms: N\/A Diagnosis: chronic knee pain History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7058823529,"bertscore_f1":0.957568109,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Chronic knee pain should be recorded in the History of Patient (Past Medical History) section\", \"severity\": \"major\"}], \"rationale\": \"The generated note misplaces the chronic knee pain as a diagnosis and omits it from the appropriate history field.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No history of similar symptoms before\", \"severity\": \"major\"}, {\"fact\": \"Chronic knee pain\", \"severity\": \"major\"}], \"rationale\": \"The diagnosis of chronic knee pain is incorrectly placed in the Diagnosis field instead of History of Patient, and the pertinent negative of 'never had symptoms like this' is omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"chronic knee pain\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":105,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: exposure to ant bait Plan of Action: N\/A","rougeL":0.75,"bertscore_f1":0.9208908081,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"exposure to ant bait\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":125,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.75,"bertscore_f1":0.9349837899,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":128,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Former smoker, quit in 1992, currently weighs 103 pounds. Plan of Action: N\/A.","rougeL":0.6,"bertscore_f1":0.9233509302,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["former","1992","103"],"unsupported_numbers":2,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":2.0,"n_misplaced":0.0,"n_major_errors":2.0,"n_major_omissions":1.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"quit in 1992\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"currently weighs 103 pounds\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Quit smoking in 1968\", \"severity\": \"major\"}, {\"fact\": \"Tallest height is 5 feet 10 inches (patient reports prior height)\", \"severity\": \"minor\"}], \"rationale\": \"The note misstates quit year and weight, and omits the correct quit year and height information from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Former smoker\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"quit in 1992\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"currently weighs 103 pounds\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient used to be 5 feet 10 inches tall but thinks he has been shrinking\", \"severity\": \"major\"}, {\"fact\": \"Patient weighed himself this morning and is currently 183 pounds\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains two major factual errors (wrong quit year and wrong weight) and omits critical height information and the correct current weight, all directly stated in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Former smoker, quit in 1992, currently weighs 103 pounds.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":130,"prediction":"Symptoms: Weakness on the right side, arm, hand, and face Diagnosis: N\/A History of Patient: Seizures stopped approximately seven years ago after a traumatic stroke, weakness on the right side after the stroke, falling liver due to alcohol consumption, feeling diabetic, thirsty, numbness and tingling in feet Plan of Action: N\/A","rougeL":0.1785714286,"bertscore_f1":0.8272369504,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Weakness on the right side, arm, hand, and face\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Seizures stopped approximately seven years ago after a traumatic stroke, weakness on the right side after the stroke, falling liver due to alcohol consumption, feeling diabetic, thirsty, numbness and tingling in feet\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":147,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":149,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582239985,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":155,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9281783104,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":161,"prediction":"Symptoms: V shaped injury to leg, V-shaped injury towards foot, flap injury developed after puncture wound, skin viable Diagnosis: N\/A History of Patient: The patient, a 50-year-old white male, was attempting to adjust cable that his brother's dog was tied to, when the dog attacked him out of nowhere, V shaped injury to leg, V-shaped injury towards foot, flap injury developed after puncture wound, skin viable Plan of Action: N\/A","rougeL":0.2898550725,"bertscore_f1":0.8804058433,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["v-shaped","attempting"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"V shaped injury to leg, V-shaped injury towards foot, flap injury developed after puncture wound, skin viable\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"The patient, a 50-year-old white male, was attempting to adjust cable that his brother's dog was tied to, when the dog attacked him out of nowhere, V shaped injury to leg, V-shaped injury towards foot, flap injury developed after puncture wound, skin viable\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":166,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy Plan of Action: N\/A","rougeL":0.9803921569,"bertscore_f1":0.9653373361,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["include"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":167,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Divorced, history of tobacco, alcohol, and drug use Plan of Action: N\/A","rougeL":0.8636363636,"bertscore_f1":0.9418732524,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":4.0,"n_unsupported":3.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":0.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of tobacco use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol use\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of drug use\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Uncertain alcohol use (patient not sure if she drinks)\", \"severity\": \"minor\"}], \"rationale\": \"The note adds unverified tobacco and drug use and asserts alcohol use despite only uncertain reporting, while omitting the uncertainty about alcohol consumption.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":3.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of tobacco use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"history of drug use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"history of alcohol use\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Uncertain history of alcohol use (patient's use was not confirmed)\", \"severity\": \"major\"}], \"rationale\": \"The generated note falsely asserts confirmed use of tobacco, alcohol, and drugs, while the dialogue only suggests uncertain past alcohol use and denies tobacco and drug use explicitly or by omission.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Divorced, history of tobacco, alcohol, and drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":180,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's explicit denial of allergies, a clinically important negative.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly confirms the patient has no allergies, a pertinent negative that should be documented in the History of Patient section, but the generated note omits it entirely.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":188,"prediction":"Symptoms: tremors for the past three to four years, diagnosed with early Parkinson's disease Diagnosis: N\/A History of Patient: N\/A Plan of Action: scheduled bladder distension surgery, chronic atrial fibrillation on Coumadin, tremors for the past three to four years, diagnosed with early Parkinson's disease","rougeL":0.6428571429,"bertscore_f1":0.9276950955,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["atrial","fibrillation"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tremors for the past three to four years, diagnosed with early Parkinson's disease\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"scheduled bladder distension surgery, chronic atrial fibrillation on Coumadin, tremors for the past three to four years, diagnosed with early Parkinson's disease\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":196,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: N\/A. Plan of Action: N\/A.","rougeL":0.5555555556,"bertscore_f1":0.909666121,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":7.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is a widow (husband passed away several years ago)\", \"severity\": \"major\"}, {\"fact\": \"Patient lives independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Patient requires assistance with taking her medicines\", \"severity\": \"major\"}, {\"fact\": \"Patient was brought to the appointment by a driver\", \"severity\": \"major\"}, {\"fact\": \"Patient needs to attend a noon meal after the visit\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drinking alcohol\", \"severity\": \"major\"}, {\"fact\": \"Patient denies smoking\", \"severity\": \"major\"}], \"rationale\": \"All relevant social and functional history disclosed in the dialogue is omitted from the generated note.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":7.0,"j2_n_major_omissions":7.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Patient is a widow (husband passed away a few years ago)\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient lives at Kansas Christian Home\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient lives independently at Kansas Christian Home\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient requires assistance with medications\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient had a driver bring her to the appointment\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient needs to attend noon meal\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Patient does not drink or smoke\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Widow (husband passed away a few years ago)\", \"severity\": \"major\"}, {\"fact\": \"Lives at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Lives independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Requires assistance with medications\", \"severity\": \"major\"}, {\"fact\": \"Had a driver bring her to the appointment\", \"severity\": \"major\"}, {\"fact\": \"Needs to attend noon meal\", \"severity\": \"major\"}, {\"fact\": \"Does not drink or smoke\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for all fields despite the dialogue providing multiple clinically important facts about the patient's social history, all of which are missing and should be included in the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":217,"prediction":"Symptoms: Multiple canker sores in the mouth Diagnosis: N\/A History of Patient: increased methothrexate dosage, mouth sores, no decreased appetite, nausea, abdominal discomfort, diarrhea, new rashes, or hair loss Plan of Action: Bloodwork recommended, dosage decreased back to previous amount, patient scheduled to return in two weeks for follow-up","rougeL":0.5434782609,"bertscore_f1":0.9046827555,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["scheduled","return"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":12.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in the mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"increased methothrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mouth sores\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no decreased appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no abdominal discomfort\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no new rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no hair loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork recommended\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"dosage decreased back to previous amount\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"patient scheduled to return in two weeks for follow-up\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"pain while eating (mouth pain during meals)\", \"severity\": \"minor\"}, {\"fact\": \"diagnosis of stomatitis, possibly methotrexate related\", \"severity\": \"major\"}], \"rationale\": \"All generated statements are supported by the dialogue, but the note omits the pain while eating symptom and the likely diagnosis of methotrexate\\u2011related stomatitis.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in the mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"increased methotrexate dosage\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mouth sores\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no decreased appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no abdominal discomfort\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no new rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no hair loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork recommended\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"dosage decreased back to previous amount\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"patient scheduled to return in two weeks for follow-up\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain while eating\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis of stomatitis, possibly methotrexate-related\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the key diagnosis of stomatitis and the symptom of pain while eating, both explicitly stated in the dialogue and clinically significant, while incorrectly labeling diagnosis as N\/A despite clear clinical reasoning by the provider.\"}","fields_json":"{\"Symptoms\": \"Multiple canker sores in the mouth\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"increased methothrexate dosage, mouth sores, no decreased appetite, nausea, abdominal discomfort, diarrhea, new rashes, or hair loss\", \"Plan of Action\": \"Bloodwork recommended, dosage decreased back to previous amount, patient scheduled to return in two weeks for follow-up\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":227,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7777777778,"bertscore_f1":0.9440684319,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported (patient reports no past medical problems or surgeries).\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the patient's explicit statement of having no past medical problems, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has no past medical problems or surgeries, but the generated note incorrectly lists 'History of Patient' as N\/A, omitting a pertinent negative that is clinically important.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":229,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9402779937,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":236,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.93698138,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":239,"prediction":"Symptoms: Left knee pain greater than right knee Diagnosis: degenerative joint disease of both knees History of Patient: Left knee pain greater than right knee, impingement on ability to walk, osteoarthritis of both knees, history of back surgeries, spinal stenosis Plan of Action: N\/A","rougeL":0.2872340426,"bertscore_f1":0.8726394773,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["greater","impingement","osteoarthritis"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left knee pain greater than right knee\", \"Diagnosis\": \"degenerative joint disease of both knees\", \"History of Patient\": \"Left knee pain greater than right knee, impingement on ability to walk, osteoarthritis of both knees, history of back surgeries, spinal stenosis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":264,"prediction":"Symptoms: pain in jaw since the morning Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8947368421,"bertscore_f1":0.9631887674,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in jaw since the morning\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":272,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: PermCath inserted three times and received peritoneal dialysis Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9486343861,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the dialogue with supported claims and no missing clinically important information.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient forgot the name of the surgery but confirmed it was documented in the report\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures the surgical history from the dialogue but omits the patient's statement about forgetting the surgery name, which contextualizes the source of the information.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"PermCath inserted three times and received peritoneal dialysis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":284,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5384615385,"bertscore_f1":0.9090851545,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":290,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":293,"prediction":"Symptoms: Painful ulcer on right hip Diagnosis: Pressure ulcer History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9484884143,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All generated claims are directly stated in the dialogue and no clinically important facts are missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately captures the patient's reported symptom and the doctor's diagnosis from the dialogue, with no hallucinations, contradictions, or clinically important omissions.\"}","fields_json":"{\"Symptoms\": \"Painful ulcer on right hip\", \"Diagnosis\": \"Pressure ulcer\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":300,"prediction":"Symptoms: N\/A Diagnosis: Down syndrome, hypothyroidism, onychomycosis History of Patient: N\/A Plan of Action: recheck elevated TSH level at last appointment in April, recheck Lamisil blood test today, Levothroid daily, medicated eye drops for cornea","rougeL":0.425,"bertscore_f1":0.9079790711,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":7.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":1.0,"n_major_errors":2.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"recheck elevated TSH level at last appointment in April\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"recheck Lamisil blood test today\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"medicated eye drops for cornea\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Completed six weeks of Lamisil without problems (history of medication course)\", \"severity\": \"minor\"}, {\"fact\": \"Elevated TSH level noted in April (history)\", \"severity\": \"major\"}, {\"fact\": \"Daily Levothroid use\/compliance (history)\", \"severity\": \"minor\"}, {\"fact\": \"Use of medicated eye drops for cornea (history of current medication)\", \"severity\": \"minor\"}, {\"fact\": \"Plan to recheck ALT levels today\", \"severity\": \"major\"}, {\"fact\": \"Plan to recheck TSH level today\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue, revealing several unsupported or contradictory plan items and missing key historical and plan details.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"recheck elevated TSH level at last appointment in April\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"recheck Lamisil blood test today\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"medicated eye drops for cornea\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient completed six weeks of Lamisil with no problems\", \"severity\": \"major\"}, {\"fact\": \"Elevated TSH level was noted in April\", \"severity\": \"major\"}, {\"fact\": \"Patient takes Levothroid daily with maternal assistance\", \"severity\": \"major\"}, {\"fact\": \"Patient has no other medications besides Lamisil, Levothroid, and eye drops\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misplaces and hallucinates plan elements (e.g., 'Lamisil blood test'), omits critical history details (Lamisil completion, TSH elevation, Levothroid adherence), and incorrectly lists diagnosis and plan items in wrong fields, risking clinical mismanagement.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Down syndrome, hypothyroidism, onychomycosis\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"recheck elevated TSH level at last appointment in April, recheck Lamisil blood test today, Levothroid daily, medicated eye drops for cornea\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":304,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is stable and may be discharged home\", \"severity\": \"major\"}], \"rationale\": \"The dialogue includes a clear disposition (patient can go home) that should appear in the Plan of Action but is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [], \"rationale\": \"The generated note correctly reflects all information in the dialogue, with all fields marked as N\/A, which is consistent with the absence of clinical content in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":320,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: maternal grandfather had a stroke Plan of Action: N\/A","rougeL":0.7307692308,"bertscore_f1":0.931109786,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"maternal grandfather had a stroke\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":325,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":329,"prediction":"Symptoms: tired throughout the day, wake up refreshed, difficulty sleeping Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3370786517,"bertscore_f1":0.889724195,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["difficulty","sleeping"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tired throughout the day, wake up refreshed, difficulty sleeping\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":343,"prediction":"Symptoms: N\/A Diagnosis: atrial fibrillation History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9600485563,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":346,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9289144278,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No history of hypertension, diabetes, heart disease, or cancer\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting the patient\\u2019s explicit denials of major chronic conditions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"no history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"no history of heart disease\", \"severity\": \"major\"}, {\"fact\": \"no history of cancer\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly documents the patient's denial of hypertension, diabetes, heart disease, and cancer, all of which are clinically important pertinent negatives omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":384,"prediction":"Symptoms: headaches, pressure in face, sniffles, sore throat, cough, rash on face, back, and arms, itchy skin Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5142857143,"bertscore_f1":0.9114736319,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["skin"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"headaches, pressure in face, sniffles, sore throat, cough, rash on face, back, and arms, itchy skin\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":388,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5090909091,"bertscore_f1":0.9124785662,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Advise patient to take it slow and do activities as tolerated after plaster removal from foot; no follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the Plan of Action field empty, omitting the essential advice and follow\\u2011up instructions provided in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Plan of Action\", \"claim\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"No follow-up needed if no pain and doing fine.\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"severity\": \"major\"}, {\"fact\": \"No follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists 'N\/A' for Plan of Action despite the dialogue clearly detailing activity advice and follow-up instructions, resulting in major omissions and unsupported claims when compared to the reference.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":405,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Married with three children, one of whom is ready to go to college, working part-time as an attorney, retired from his official post two years ago, denies tobacco, alcohol, or illicit drug use Plan of Action: N\/A","rougeL":0.7789473684,"bertscore_f1":0.9432932138,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["children","whom","part-time","tobacco","alcohol","illicit"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":8.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Has three children\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"One child is ready to go to college\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Working part-time as an attorney\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Retired from his official post two years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Works part\\u2011time at a private company (not as an attorney)\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims were evaluated against the dialogue, revealing one contradicted claim and a missing detail about the patient\\u2019s current part\\u2011time private\\u2011company employment.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married with three children\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"One of whom is ready to go to college\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Working part-time as an attorney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Retired from his official post two years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco, alcohol, or illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately captures all key facts from the dialogue in the History of Patient section, with no hallucinations, contradictions, or clinically important omissions.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Married with three children, one of whom is ready to go to college, working part-time as an attorney, retired from his official post two years ago, denies tobacco, alcohol, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":408,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.2051282051,"bertscore_f1":0.8325154185,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Prolonged cough (chronic cough)\", \"severity\": \"major\"}, {\"fact\": \"Denies weight gain or loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies headaches, nosebleeds, coarse voice, blurry vision or change of vision\", \"severity\": \"minor\"}, {\"fact\": \"Denies fever or chills\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain, shortness of breath, and shortness of breath while sleeping\", \"severity\": \"minor\"}, {\"fact\": \"Denies palpitations, swelling, varicose veins, and leg pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies sore throat, cough with mucus or blood sputum\", \"severity\": \"minor\"}, {\"fact\": \"Denies wheezing\", \"severity\": \"minor\"}, {\"fact\": \"Denies heartburn, nausea, and vomiting\", \"severity\": \"minor\"}, {\"fact\": \"Denies loss of appetite, blood in stool, and abdominal pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies constipation\", \"severity\": \"minor\"}, {\"fact\": \"Denies dark or cloudy urine\", \"severity\": \"minor\"}, {\"fact\": \"Denies painful or burning urination\", \"severity\": \"minor\"}, {\"fact\": \"Denies flank or groin pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies joint pain, muscle stiffness, backache, and ligament\/tendon pain or strain\", \"severity\": \"minor\"}, {\"fact\": \"Denies blackouts and seizures\", \"severity\": \"minor\"}, {\"fact\": \"Denies hallucinations and memory loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies weakness, numbness, and tingling\", \"severity\": \"minor\"}, {\"fact\": \"Denies tremors, loss of sensation, and paralysis\", \"severity\": \"minor\"}, {\"fact\": \"Denies anxiety, irritability, apathy, and depression\", \"severity\": \"minor\"}, {\"fact\": \"Denies sleep disturbances (sleep is fine)\", \"severity\": \"minor\"}, {\"fact\": \"Denies appetite disturbances (appetite is good)\", \"severity\": \"minor\"}, {\"fact\": \"Denies suicidal thoughts\", \"severity\": \"minor\"}, {\"fact\": \"Denies unusual hair loss or nail breakage\", \"severity\": \"minor\"}, {\"fact\": \"Denies skin lesions or discoloration\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains no ROS information, omitting the documented chronic cough and all patient\\u2011reported negatives.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":24.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Chronic cough\", \"severity\": \"major\"}, {\"fact\": \"Denial of weight gain or loss\", \"severity\": \"major\"}, {\"fact\": \"Denial of headaches, nosebleeds, coarse voice, blurry vision, or vision changes\", \"severity\": \"major\"}, {\"fact\": \"Denial of fever or chills\", \"severity\": \"major\"}, {\"fact\": \"Denial of chest pain, shortness of breath, or dyspnea on exertion\/supine\", \"severity\": \"major\"}, {\"fact\": \"Denial of palpitations, edema, varicose veins, or leg pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of wheezing\", \"severity\": \"major\"}, {\"fact\": \"Denial of heartburn, nausea, or vomiting\", \"severity\": \"major\"}, {\"fact\": \"Denial of loss of appetite, blood in stool, or abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of constipation\", \"severity\": \"major\"}, {\"fact\": \"Denial of dark or cloudy urine\", \"severity\": \"major\"}, {\"fact\": \"Denial of dysuria or burning on urination\", \"severity\": \"major\"}, {\"fact\": \"Denial of flank or groin pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of joint pain, muscle stiffness, backache, or ligament\/tendon pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of blackouts or seizures\", \"severity\": \"major\"}, {\"fact\": \"Denial of hallucinations or memory loss\", \"severity\": \"major\"}, {\"fact\": \"Denial of weakness, numbness, tingling, tremors, or paralysis\", \"severity\": \"major\"}, {\"fact\": \"Denial of anxiety, irritability, apathy, or depression\", \"severity\": \"major\"}, {\"fact\": \"No sleep disturbances\", \"severity\": \"major\"}, {\"fact\": \"No appetite disturbances\", \"severity\": \"major\"}, {\"fact\": \"Denial of suicidal thoughts\", \"severity\": \"major\"}, {\"fact\": \"Denial of unusual hair loss or breakage\", \"severity\": \"major\"}, {\"fact\": \"Denial of skin lesions or discoloration\", \"severity\": \"major\"}, {\"fact\": \"Denial of unusual nail breakage or discoloration\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for Symptoms and History of Patient despite the dialogue explicitly documenting a chronic cough and comprehensive negative review of systems, which are major omissions that could lead to clinical mismanagement.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":409,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.56,"bertscore_f1":0.9090384245,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":414,"prediction":"Symptoms: weakness, fatigue, lack of appetite Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3023255814,"bertscore_f1":0.8847525716,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["lack"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"lack of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Weight loss of approximately 8\\u202flb in one week\", \"severity\": \"major\"}, {\"fact\": \"Patient denies chest pain, shortness of breath, cough, palpitations\/heart racing, nausea, vomiting, diarrhea, abdominal pain, and neurological symptoms (numbness\/tingling)\", \"severity\": \"minor\"}, {\"fact\": \"History of Patient: summary of presenting complaint (weakness, fatigue, decreased appetite), duration (worsened this week), and weight loss, plus documented negative review of systems\", \"severity\": \"major\"}, {\"fact\": \"Plan of Action: awaiting lab report for further evaluation and determination of next steps\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are directly supported by the dialogue, while key positive and negative findings, the patient history summary, and the planned next steps are missing from the generated note.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"lack of appetite\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Weight loss of 8 pounds in one week\", \"severity\": \"major\"}, {\"fact\": \"Denial of nausea, vomiting, diarrhea, abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of chest pain, shortness of breath, cough, heart racing\", \"severity\": \"major\"}, {\"fact\": \"Denial of neurological symptoms such as numbness or tingling\", \"severity\": \"major\"}, {\"fact\": \"Awaiting lab report for further evaluation\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits critical clinical details including weight loss, pertinent negatives, and the plan to await lab results, while incorrectly marking History and Plan as N\/A despite explicit dialogue content.\"}","fields_json":"{\"Symptoms\": \"weakness, fatigue, lack of appetite\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":434,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4590163934,"bertscore_f1":0.8901392817,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":440,"prediction":"Symptoms: hot flashes, mood swings Diagnosis: postsurgical menopause History of Patient: 38-year-old female experiencing hot flashes for the last several months, mood swings for the last few weeks Plan of Action: N\/A","rougeL":0.3870967742,"bertscore_f1":0.9019887447,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["38"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":7.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":2.0,"n_major_errors":1.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"38-year-old\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"absence of periods for the last year after surgery (amenorrhea)\", \"severity\": \"major\"}, {\"fact\": \"patient is 48 years old\", \"severity\": \"major\"}, {\"fact\": \"history of surgery (post\\u2011surgical)\", \"severity\": \"major\"}], \"rationale\": \"Claims are evaluated against the dialogue; age is wrong, symptom details are misplaced, and key menopause\\u2011related facts are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"38-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient had surgery one year ago leading to cessation of periods\", \"severity\": \"major\"}, {\"fact\": \"Patient is 48 years old\", \"severity\": \"major\"}, {\"fact\": \"Hot flashes occur even in fully air-conditioned rooms; patient feels urge to stand in front of refrigerator\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient is 38 (contradicting the dialogue\\u2019s 48), misplaces symptom duration into History of Patient, and omits key details about the timing of menopause post-surgery and the nature of hot flashes.\"}","fields_json":"{\"Symptoms\": \"hot flashes, mood swings\", \"Diagnosis\": \"postsurgical menopause\", \"History of Patient\": \"38-year-old female experiencing hot flashes for the last several months, mood swings for the last few weeks\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":448,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9553164244,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":457,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9553164244,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":463,"prediction":"Symptoms: back pain Diagnosis: N\/A History of Patient: 44-year-old female presenting with back pain for a long time Plan of Action: N\/A","rougeL":0.8163265306,"bertscore_f1":0.9513143897,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["44"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"44-year-old female presenting with back pain for a long time\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":466,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: History of heroin and alcohol use, current use of coke Plan of Action: N\/A","rougeL":0.693877551,"bertscore_f1":0.9326843023,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"History of heroin use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Current use of coke\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a smoker (current smoking)\", \"severity\": \"major\"}], \"rationale\": \"All generated claims are supported by the dialogue, but the note omits the patient's smoking status, a clinically important fact.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"History of heroin use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Current use of coke\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is a smoker\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly captures past heroin and alcohol use and current cocaine use, but omits the patient's explicit admission of smoking, which is a clinically significant pertinent history.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of heroin and alcohol use, current use of coke\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":473,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Family medical history includes significant amount of diabetes, heart disease, high blood pressure, thyroid problems, autoimmune disease, possible multiple sclerosis, depression issues, father died of complications of diabetes at age 60, mother was a janitor and made it through fourth grade, father died of complications of diabetes at age 60, father was a chef and passed away of complications of diabetes at age 60, mother was a homemaker and made it through fourth grade, father was an alcoholic and passed away of complications of diabetes at age 80, ex-husband died of pancreatic cancer at age 80, married with two children, worked for Hospital Center for four years, worked for outpatient mental health center for two years, was fired or laid off, worked for Walter P. Carter Center for two years, worked as an O B nurse for 20 years, currently works as a women's support group member Plan of Action: N\/A","rougeL":0.4,"bertscore_f1":0.8855537772,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["includes","father","mother","homemaker","ex-husband","cancer","member"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Family medical history includes significant amount of diabetes, heart disease, high blood pressure, thyroid problems, autoimmune disease, possible multiple sclerosis, depression issues, father died of complications of diabetes at age 60, mother was a janitor and made it through fourth grade, father died of complications of diabetes at age 60, father was a chef and passed away of complications of diabetes at age 60, mother was a homemaker and made it through fourth grade, father was an alcoholic and passed away of complications of diabetes at age 80, ex-husband died of pancreatic cancer at age 80, married with two children, worked for Hospital Center for four years, worked for outpatient mental health center for two years, was fired or laid off, worked for Walter P. Carter Center for two years, worked as an O B nurse for 20 years, currently works as a women's support group member\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":476,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9308229089,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":484,"prediction":"Symptoms: N\/A Diagnosis: gestational diabetes History of Patient: second pregnancy, previous gestational diabetes with insulin use Plan of Action: dietary consultation, discussion of ketones, discussion of calcium intake","rougeL":0.4,"bertscore_f1":0.9094192386,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["discussion","intake"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"gestational diabetes\", \"History of Patient\": \"second pregnancy, previous gestational diabetes with insulin use\", \"Plan of Action\": \"dietary consultation, discussion of ketones, discussion of calcium intake\"}","filled_na_fields":["Plan of Action"],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":500,"prediction":"Symptoms: N\/A Diagnosis: Anxiety disorder History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.961984992,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Anxiety disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":516,"prediction":"Symptoms: Left flank pain, pain in the stomach and through to the back, nausea, vomiting Diagnosis: N\/A History of Patient: 77-year-old female presenting with left flank pain, pain started four or five days ago, pain in the stomach and through to the back, nausea, vomiting Plan of Action: N\/A","rougeL":0.4259259259,"bertscore_f1":0.8871537447,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left flank pain, pain in the stomach and through to the back, nausea, vomiting\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"77-year-old female presenting with left flank pain, pain started four or five days ago, pain in the stomach and through to the back, nausea, vomiting\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":525,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Retired for a couple of years, history of smoking two packs of cigarettes per day for 27 years, denies alcohol use Plan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9229756594,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Retired for a couple of years, history of smoking two packs of cigarettes per day for 27 years, denies alcohol use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":544,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Father had coronary artery disease at age 60 and had many strokes due to that. Mother is 80 years old and has dementia. father has dementia. Plan of Action: N\/A.","rougeL":0.5,"bertscore_f1":0.9083997607,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":4.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father had coronary artery disease at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father had many strokes due to coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother is 80 years old and has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient denies smoking and alcohol use\", \"severity\": \"minor\"}, {\"fact\": \"Father is currently in his eighties\", \"severity\": \"minor\"}, {\"fact\": \"Father underwent coronary artery bypass surgery at age 60\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are supported by the dialogue, but the note omits the patient's negative social history and additional relevant family details.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father had coronary artery disease at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father had many strokes due to coronary artery disease\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother is 80 years old and has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient's father is alive and in his eighties\", \"severity\": \"minor\"}, {\"fact\": \"Patient's mother is alive and 80 years old\", \"severity\": \"minor\"}, {\"fact\": \"Patient does not smoke or drink alcohol\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures family history of coronary artery disease and dementia but incorrectly attributes strokes to coronary artery disease without explicit confirmation, and omits key pertinent negatives (no smoking\/drinking) and survival status of parents.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Father had coronary artery disease at age 60 and had many strokes due to that. Mother is 80 years old and has dementia. father has dementia.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":556,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9476941824,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":565,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: widowed for 18 years, lives by herself in her house, retired from a restaurant, denies tobacco and alcohol use. Plan of Action: N\/A.","rougeL":0.7096774194,"bertscore_f1":0.9297764897,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["herself","tobacco"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"widowed for 18 years, lives by herself in her house, retired from a restaurant, denies tobacco and alcohol use.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":584,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Last menstrual period was June 3, 2009. Plan of Action: N\/A.","rougeL":0.5405405405,"bertscore_f1":0.9088489413,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["3"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period was June 3, 2009.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient reports a recent abortion.\", \"severity\": \"major\"}, {\"fact\": \"Patient is uncertain whether the abortion was completed and reports ongoing vaginal bleeding.\", \"severity\": \"major\"}, {\"fact\": \"Patient reports ongoing vaginal bleeding (symptom).\", \"severity\": \"major\"}, {\"fact\": \"Doctor recommended that the patient see a Gynecology and Obstetrics specialist.\", \"severity\": \"major\"}], \"rationale\": \"The generated note only records the LMP date and omits all other clinically relevant information from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Last menstrual period was June 3, 2009.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient admits to having a recent abortion and is unsure if it was completed, with ongoing bleeding and no follow-up with OB\/GYN.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the critical clinical information about the recent abortion, ongoing bleeding, and lack of follow-up, which are central to the patient's presentation and require clinical action.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Last menstrual period was June 3, 2009.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":597,"prediction":"Symptoms: behavioral problems, loss of focus, complaints from school. Diagnosis: Attention Deficit Hyperactivity Disorder. History of Patient: N\/A. Plan of Action: prescribe Adderall and Clonidine for ADHD.","rougeL":0.4927536232,"bertscore_f1":0.9498614669,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["loss","adhd"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"behavioral problems, loss of focus, complaints from school.\", \"Diagnosis\": \"Attention Deficit Hyperactivity Disorder.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"prescribe Adderall and Clonidine for ADHD.\"}","filled_na_fields":["Symptoms"],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":607,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5454545455,"bertscore_f1":0.9051295519,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":627,"prediction":"Symptoms: Ulcer in right ankle Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9442004561,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Ulcer in right ankle\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":639,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.48,"bertscore_f1":0.9040327072,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abdominal pain (pointing to his stomach)\", \"severity\": \"major\"}, {\"fact\": \"Nausea (feels queasy)\", \"severity\": \"major\"}, {\"fact\": \"Vomiting (handful of times)\", \"severity\": \"major\"}, {\"fact\": \"Fever of 102\\u00b0F (temperature taken the other night)\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status (out of it, not acting like himself)\", \"severity\": \"major\"}, {\"fact\": \"Behavioral changes noted for a few days\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite multiple key symptoms and timeline reported in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"nausea\", \"severity\": \"major\"}, {\"fact\": \"vomiting\", \"severity\": \"major\"}, {\"fact\": \"fever (102\\u00b0F)\", \"severity\": \"major\"}, {\"fact\": \"altered mental status\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite the dialogue explicitly reporting abdominal pain, nausea, vomiting, fever, and altered mental status \\u2014 all major clinical findings that must be captured in the Symptoms field.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":642,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: No history of tobacco, alcohol, or illicit drug use. No history of sexually transmitted diseases (STDs). Works at a car dealership. Plan of Action: N\/A.","rougeL":0.3950617284,"bertscore_f1":0.8893948197,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["tobacco","alcohol","illicit","transmitted","diseases","stds"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"No history of tobacco use.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of alcohol use.\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of illicit drug use.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of sexually transmitted diseases (STDs).\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Works at a car dealership.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient reports occasional alcohol consumption.\", \"severity\": \"major\"}, {\"fact\": \"Patient had several male sexual partners in Haiti in 1982, describing the activity as very active and mostly using protection.\", \"severity\": \"major\"}], \"rationale\": \"Claims were evaluated against the dialogue; the alcohol claim contradicts the patient\\u2019s statement, and key historical details about alcohol use and past sexual activity are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"No history of tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of sexually transmitted diseases (STDs)\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Works at a car dealership\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient occasionally drinks\", \"severity\": \"major\"}, {\"fact\": \"Patient had homosexual activity in Haiti in 1982 with multiple male partners\", \"severity\": \"major\"}, {\"fact\": \"Patient used protection most of the time in previous sexual encounters\", \"severity\": \"minor\"}, {\"fact\": \"Patient has not had sex since moving to the U.S.\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states 'no history of alcohol use' despite the patient explicitly saying 'I drink sometimes,' and omits key details about past sexual activity and protection use that are clinically relevant.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"No history of tobacco, alcohol, or illicit drug use. No history of sexually transmitted diseases (STDs). Works at a car dealership.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":644,"prediction":"Symptoms: chronic diarrhea Diagnosis: iron deficiency anemia with blood in stool History of Patient: 51-year-old male presenting with iron deficiency anemia with blood in stool, chronic diarrhea, unusual pruritus, C.B.C., C.V. of 65, hemoglobin of 9 and M.C.V. of 5, dark and bright blood, last colonoscopy 3 years ago with Doctor X, lymphocytic colitis diagnosed, last colonoscopy 3 years ago with Doctor X in Las Cruces, last treatment for diarrhea for more than 3 years Plan of Action: N\/A","rougeL":0.3389830508,"bertscore_f1":0.9038526416,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["51"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":15.0,"n_unsupported":1.0,"n_contradicted":2.0,"n_misplaced":0.0,"n_major_errors":2.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"51-year-old male\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"presenting with iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"C.B.C.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"C.V. of 65\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hemoglobin of 9\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"M.C.V. of 5\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"dark and bright blood\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy 3 years ago with Doctor X\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lymphocytic colitis diagnosed\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy 3 years ago with Doctor X in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last treatment for diarrhea for more than 3 years\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"iron deficiency anemia as a symptom\", \"severity\": \"major\"}, {\"fact\": \"blood in stool as a symptom\", \"severity\": \"major\"}, {\"fact\": \"unusual pruritus as a symptom\", \"severity\": \"minor\"}, {\"fact\": \"hyperplastic polyps diagnosis\", \"severity\": \"major\"}, {\"fact\": \"lymphocytic colitis as a diagnosis\", \"severity\": \"major\"}, {\"fact\": \"hyperplastic polyps removed during colonoscopy\", \"severity\": \"major\"}, {\"fact\": \"plan for further evaluation and management of iron deficiency anemia, chronic diarrhea, and consideration of repeat colonoscopy\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains several inaccurate or missing details compared to the dialogue, including wrong age, erroneous lab values, and omitted key symptoms, diagnoses, and a care plan.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":5.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"iron deficiency anemia with blood in stool\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"51-year-old male\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"iron deficiency anemia with blood in stool\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"C.B.C.\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"C.V. of 65\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"hemoglobin of 9\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"M.C.V. of 5\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"dark and bright blood\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy 3 years ago with Doctor X\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lymphocytic colitis diagnosed\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy 3 years ago with Doctor X in Las Cruces\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last treatment for diarrhea for more than 3 years\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 55 years old (not 51)\", \"severity\": \"major\"}, {\"fact\": \"Anemia diagnosed a few months ago\", \"severity\": \"major\"}, {\"fact\": \"Blood in stool for about five months\", \"severity\": \"major\"}, {\"fact\": \"Polyps removed during last colonoscopy were hyperplastic\", \"severity\": \"major\"}, {\"fact\": \"No recent treatment for diarrhea (more than 3 years)\", \"severity\": \"minor\"}, {\"fact\": \"Patient has CBC results available and provided them\", \"severity\": \"minor\"}, {\"fact\": \"MCV is 65 (not 5)\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains multiple unsupported and misplaced claims, including incorrect age and MCV value, mislabels symptoms as diagnosis, and omits critical clinical details such as the correct age, duration of anemia, and nature of polyps.\"}","fields_json":"{\"Symptoms\": \"chronic diarrhea\", \"Diagnosis\": \"iron deficiency anemia with blood in stool\", \"History of Patient\": \"51-year-old male presenting with iron deficiency anemia with blood in stool, chronic diarrhea, unusual pruritus, C.B.C., C.V. of 65, hemoglobin of 9 and M.C.V. of 5, dark and bright blood, last colonoscopy 3 years ago with Doctor X, lymphocytic colitis diagnosed, last colonoscopy 3 years ago with Doctor X in Las Cruces, last treatment for diarrhea for more than 3 years\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":650,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.8984745741,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":664,"prediction":"Symptoms: Fatigue, shortness of breath Diagnosis: N\/A History of Patient: 38-year-old female presenting with fatigue, shortness of breath, weight loss of 15 pounds in less than two and three months, no nausea, vomiting, diarrhea, fever, chills, sweats, cough, chest pain, or chest pain with shortness of breath Plan of Action: N\/A","rougeL":0.404494382,"bertscore_f1":0.8898503184,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["fatigue","38"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":15.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"38-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"presenting with fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"presenting with shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"weight loss of 15 pounds in less than two and three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no sweats\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no chest pain with shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Symptoms have been present for approximately one month\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are evaluated against the dialogue, with the age error contradicted and the missing symptom duration identified as a major omission.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"38-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Weight loss of 15 pounds in less than two and three months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No vomiting\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No fever\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No sweats\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No chest pain with shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms present for approximately one month\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 43 years old (not 38) and male (gender not specified as female)\", \"severity\": \"major\"}, {\"fact\": \"Weakness (explicitly stated as 'weaker than usual')\", \"severity\": \"major\"}, {\"fact\": \"Malaise (implied by 'much more tired' and general systemic symptoms)\", \"severity\": \"minor\"}, {\"fact\": \"Appetite is fine (explicitly stated, pertinent negative to anorexia)\", \"severity\": \"minor\"}, {\"fact\": \"Dyspnea on exertion (explicitly described as 'shortness of breath whenever I move around')\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains a major contradiction in patient age and gender, omits key symptoms like weakness and malaise, and fails to note the patient's preserved appetite despite the reference mentioning mild anorexia \\u2014 all of which are clinically significant.\"}","fields_json":"{\"Symptoms\": \"Fatigue, shortness of breath\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"38-year-old female presenting with fatigue, shortness of breath, weight loss of 15 pounds in less than two and three months, no nausea, vomiting, diarrhea, fever, chills, sweats, cough, chest pain, or chest pain with shortness of breath\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":666,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":690,"prediction":"Symptoms: progressive loss of vision in right eye, worsening in left eye, no other Symptoms reported Diagnosis: N\/A History of Patient: 62-year-old right-handed female presenting with progressive loss of vision in right eye, worsening in left eye, no other Symptoms reported Plan of Action: N\/A","rougeL":0.44,"bertscore_f1":0.9075733423,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["worsening"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"progressive loss of vision in right eye, worsening in left eye, no other Symptoms reported\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"62-year-old right-handed female presenting with progressive loss of vision in right eye, worsening in left eye, no other Symptoms reported\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":702,"prediction":"Symptoms: severe pain on the lower right side of the back, spreading down to the back of the right leg and knee, sharp and dull pain when sitting, standing, and walking, pain radiating down from the back to the knee Diagnosis: small cell lung cancer, spread to both femurs, lower lumbar spine, and pelvis History of Patient: history of chemotherapy and radiation treatments multiple times, finished a series of 10 radiation treatments for pain relief, CT scan done to check for metastasis Plan of Action: N\/A","rougeL":0.5363128492,"bertscore_f1":0.9285957217,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":8.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Severe pain on the lower right side of the back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain spreading down to the back of the right leg and knee\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Sharp and dull pain when sitting, standing, and walking\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain radiating down from the back to the knee\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Small cell lung cancer, spread to both femurs, lower lumbar spine, and pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Finished a series of 10 radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan done to check for metastasis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Burning sensation associated with the pain\", \"severity\": \"major\"}, {\"fact\": \"Numbness in the bottom of the left foot\", \"severity\": \"major\"}, {\"fact\": \"Sharp pain in the left foot\", \"severity\": \"major\"}, {\"fact\": \"Diffuse mid\\u2011back pain\", \"severity\": \"minor\"}, {\"fact\": \"Pain severity rated as 10\/10 by the patient\", \"severity\": \"major\"}, {\"fact\": \"Two\\u2011year duration of small cell lung cancer\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are directly supported by the dialogue; key symptoms (burning, foot numbness, mid\\u2011back pain, pain rating) and disease duration are missing.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain on the lower right side of the back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"spreading down to the back of the right leg and knee\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"sharp and dull pain when sitting, standing, and walking\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain radiating down from the back to the knee\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to both femurs\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to lower lumbar spine\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"spread to pelvis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"finished a series of 10 radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan done to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"burning sensation in pain\", \"severity\": \"major\"}, {\"fact\": \"numbness and sharp pain in bottom of left foot\", \"severity\": \"major\"}, {\"fact\": \"diffuse mid back pain\", \"severity\": \"major\"}, {\"fact\": \"pain rated as 10\/10 in back and leg\", \"severity\": \"minor\"}, {\"fact\": \"ongoing significant pain exacerbated by prolonged sitting, standing, or walking\", \"severity\": \"minor\"}, {\"fact\": \"on a load of narcotics for pain\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the cancer diagnosis and treatment history but omits key symptoms (burning, left foot numbness, mid-back pain) and misplaces the CT scan into history instead of symptoms or diagnostics, while failing to note pain severity and narcotic use.\"}","fields_json":"{\"Symptoms\": \"severe pain on the lower right side of the back, spreading down to the back of the right leg and knee, sharp and dull pain when sitting, standing, and walking, pain radiating down from the back to the knee\", \"Diagnosis\": \"small cell lung cancer, spread to both femurs, lower lumbar spine, and pelvis\", \"History of Patient\": \"history of chemotherapy and radiation treatments multiple times, finished a series of 10 radiation treatments for pain relief, CT scan done to check for metastasis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":721,"prediction":"Symptoms: N\/A Diagnosis: upper respiratory infection, apnea History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.9377093911,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"upper respiratory infection, apnea\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":724,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Mother has arthritis Plan of Action: N\/A","rougeL":0.8333333333,"bertscore_f1":0.9457083344,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has arthritis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":727,"prediction":"Symptoms: Stiffness, pain in right hand. Diagnosis: left elbow fracture, neck fracture of right glenoid. History of Patient: Ten-year-old boy was riding quads on October 10, 2007, when he was thrown off, fracture dislocation of left elbow, fractured neck of right glenoid, currently in PT, using Dynasplint, neurologically intact in terms of movement and reflex in wrist and hand. Plan of Action: Surgery recommended to remove left elbow hardware, risks discussed including infection, anesthesia, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, continued postoperative stiffness.","rougeL":0.5230769231,"bertscore_f1":0.917611599,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["ten-year-old","recommended"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":19.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain in right hand\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Left elbow fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Neck fracture of right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Ten-year-old boy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Riding quads on October 10, 2007, when he was thrown off\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Fracture dislocation of left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Fractured neck of right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently in physical therapy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Using Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Neurologically intact in terms of movement and reflex in wrist and hand\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Surgery recommended to remove left elbow hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including infection\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including anesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including failure to relieve pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is right\\u2011hand dominant (writes with right hand)\", \"severity\": \"minor\"}, {\"fact\": \"Prophylactic antibiotics will be administered to reduce infection risk\", \"severity\": \"minor\"}], \"rationale\": \"All listed claims are either directly stated or implied except the unsupported right\\u2011hand pain; the note omits handedness and antibiotic prophylaxis, both mentioned in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain in right hand\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"left elbow fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"neck fracture of right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Ten-year-old boy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"was riding quads on October 10, 2007, when he was thrown off\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fracture dislocation of left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"fractured neck of right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"currently in PT\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"using Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"neurologically intact in terms of movement and reflex in wrist and hand\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Surgery recommended to remove left elbow hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including infection\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including anesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including failure to relieve pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"risks discussed including continued postoperative stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is right-hand dominant\", \"severity\": \"major\"}, {\"fact\": \"Left elbow fracture dislocation was treated with ORIF\", \"severity\": \"major\"}, {\"fact\": \"Right glenoid neck fracture is nondisplaced\", \"severity\": \"minor\"}, {\"fact\": \"Hardware removal surgery is intended to decrease irritation with elbow extension\", \"severity\": \"minor\"}, {\"fact\": \"Parents agreed to the surgery plan\", \"severity\": \"major\"}, {\"fact\": \"No history of diabetes or other comorbidities (pertinent negative implied by absence of mention)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures most clinical facts from the dialogue but incorrectly attributes 'pain in right hand' as a symptom (dialogue only mentions stiffness and general pain concerns related to elbow, not right hand), omits key details like right-hand dominance, ORIF procedure, and parental consent, and fails to note the nondisplaced nature of the glenoid fracture.\"}","fields_json":"{\"Symptoms\": \"Stiffness, pain in right hand.\", \"Diagnosis\": \"left elbow fracture, neck fracture of right glenoid.\", \"History of Patient\": \"Ten-year-old boy was riding quads on October 10, 2007, when he was thrown off, fracture dislocation of left elbow, fractured neck of right glenoid, currently in PT, using Dynasplint, neurologically intact in terms of movement and reflex in wrist and hand.\", \"Plan of Action\": \"Surgery recommended to remove left elbow hardware, risks discussed including infection, anesthesia, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, continued postoperative stiffness.\"}","filled_na_fields":["Symptoms","Diagnosis"],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":730,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Drinks occasionally, denies tobacco use Plan of Action: N\/A","rougeL":0.7894736842,"bertscore_f1":0.9487277269,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["tobacco"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Drinks occasionally\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"Both statements are directly supported by the dialogue and no clinically important information is omitted.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Drinks occasionally\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient describes alcohol consumption as 'occasional' and associates it with enjoying cocktails\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the patient's occasional alcohol use and non-smoking status from the dialogue, but omits the contextual detail about cocktails, which is clinically minor.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Drinks occasionally, denies tobacco use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":747,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9475518465,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":755,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: Both tubes tied in one and polyp removed at age 14. Plan of Action: N\/A.","rougeL":0.7450980392,"bertscore_f1":0.9373713732,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"Both tubes tied in one and polyp removed at age 14.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":758,"prediction":"Symptoms: Rash Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.52,"bertscore_f1":0.9084894061,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Rash\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":764,"prediction":"Symptoms: Head pain Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7741935484,"bertscore_f1":0.950106144,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Head pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":766,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Mother has diabetes and hypertension, father had emphysema and was a smoker Plan of Action: N\/A","rougeL":0.6956521739,"bertscore_f1":0.9277732968,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother","father"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has diabetes and hypertension, father had emphysema and was a smoker\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":787,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9230899811,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Medication list was reviewed on April 22, 2003, with morning and evening dosages noted\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the medication review described in the dialogue, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"List of medications was checked on April 22, 2003, with morning and evening dosages\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states that the medication list was reviewed on April 22, 2003, and includes morning and evening dosing, but the generated note omits this clinically relevant history in the 'History of Patient' section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":791,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.955532968,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":804,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9377102852,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn (naproxen)\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the drug allergy disclosed in the dialogue, a critical omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is allergic to Naprosyn, which belongs in the History of Patient section, but the generated note incorrectly lists it as N\/A.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":817,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Mother has coronary artery disease Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.952413559,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note correctly captures the only fact from the dialogue.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Mother has coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the family history of coronary artery disease in the mother as stated in the dialogue, with no omissions or errors.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has coronary artery disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":829,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":831,"prediction":"Symptoms: pain about both feet, rocker bottom feet. Diagnosis: N\/A. History of Patient: N\/A. Plan of Action: subtalar arthrodesis, possible autograft, and lengthening of Achilles. Risks of surgery include anesthesia, infection, bleeding, changes in sensation and motion of extremity, hardware failure, need for other surgical procedures, need to be nonweightbearing for some time.","rougeL":0.6222222222,"bertscore_f1":0.9181490541,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain about both feet, rocker bottom feet.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"subtalar arthrodesis, possible autograft, and lengthening of Achilles. Risks of surgery include anesthesia, infection, bleeding, changes in sensation and motion of extremity, hardware failure, need for other surgical procedures, need to be nonweightbearing for some time.\"}","filled_na_fields":[],"missed_fields":["Diagnosis","History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":844,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: N\/A. Plan of Action: N\/A.","rougeL":0.5714285714,"bertscore_f1":0.9118462801,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":9.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Diagnosis of cancer\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis of hypertension\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis of diabetes\", \"severity\": \"major\"}, {\"fact\": \"Positive history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"Positive history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"Positive history of cancer\", \"severity\": \"major\"}, {\"fact\": \"Negative history for heart disease (no chest pain, shortness of breath, uneasiness, no heart condition)\", \"severity\": \"major\"}, {\"fact\": \"Negative history for obesity (BMI normal, not overweight)\", \"severity\": \"major\"}, {\"fact\": \"Negative history for stroke (no dizziness, loss of consciousness, stroke-like symptoms)\", \"severity\": \"major\"}], \"rationale\": \"All clinically relevant diagnoses and pertinent positive and negative history items from the dialogue are missing from the generated note.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Positive history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"Positive history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"Positive history of cancer\", \"severity\": \"major\"}, {\"fact\": \"Negative history of heart disease\", \"severity\": \"major\"}, {\"fact\": \"Negative history of stroke\", \"severity\": \"major\"}, {\"fact\": \"Negative history of obesity\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for diagnosis and history of patient despite the dialogue explicitly confirming cancer, hypertension, diabetes, and pertinent negatives for heart disease, stroke, and obesity.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Diagnosis","History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":846,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9190876484,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":866,"prediction":"Symptoms: Left knee pain, locking of the knee, difficulty extending the knee, instability Diagnosis: MCL sprain History of Patient: 42-year-old male with left knee pain for about two years, sprain of the MCL while playing hockey, no instability Plan of Action: N\/A","rougeL":0.5411764706,"bertscore_f1":0.9301226735,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["difficulty","42"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left knee pain, locking of the knee, difficulty extending the knee, instability\", \"Diagnosis\": \"MCL sprain\", \"History of Patient\": \"42-year-old male with left knee pain for about two years, sprain of the MCL while playing hockey, no instability\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":873,"prediction":"Symptoms: dizziness, vertigo, lightheadedness, back pain Diagnosis: atrial fibrillation History of Patient: N\/A Plan of Action: N\/A","rougeL":0.447761194,"bertscore_f1":0.9103043675,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"dizziness, vertigo, lightheadedness, back pain\", \"Diagnosis\": \"atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":878,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":896,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":917,"prediction":"Symptoms: foreign body sensation in left eye, pain, blurred vision, sensitivity to light Diagnosis: N\/A History of Patient: experienced foreign body sensation in left eye at work this morning, flushed eyes with water in an attempt to alleviate the sensation, pain has gotten worse since this morning, vision is fine and bright lights don't seem to be a problem Plan of Action: N\/A","rougeL":0.5,"bertscore_f1":0.9245218635,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["attempt","alleviate"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"foreign body sensation in left eye, pain, blurred vision, sensitivity to light\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"experienced foreign body sensation in left eye at work this morning, flushed eyes with water in an attempt to alleviate the sensation, pain has gotten worse since this morning, vision is fine and bright lights don't seem to be a problem\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":949,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9494102001,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":951,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":974,"prediction":"Symptoms: sore throat, puffy eyes, stuffy nose, low grade fever, hoarse voice Diagnosis: N\/A History of Patient: Started experiencing sore throat yesterday, puffy eyes, stuffy nose, low grade fever, hoarse voice, eating and drinking normally Plan of Action: N\/A","rougeL":0.5742574257,"bertscore_f1":0.9180986881,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sore throat, puffy eyes, stuffy nose, low grade fever, hoarse voice\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Started experiencing sore throat yesterday, puffy eyes, stuffy nose, low grade fever, hoarse voice, eating and drinking normally\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":990,"prediction":"Symptoms: coughing for one week, congestion, difficulty finding top of Pop Can, no fever Diagnosis: N\/A History of Patient: coughing for one week, congestion, difficulty finding top of Pop Can, no fever Plan of Action: N\/A","rougeL":0.325203252,"bertscore_f1":0.8662708998,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["difficulty","finding"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"coughing for one week, congestion, difficulty finding top of Pop Can, no fever\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"coughing for one week, congestion, difficulty finding top of Pop Can, no fever\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1012,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: High blood pressure, asthma, cervical cancer diagnosed at age 15 Plan of Action: N\/A","rougeL":0.701754386,"bertscore_f1":0.934373796,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"High blood pressure, asthma, cervical cancer diagnosed at age 15\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1026,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.922257781,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1041,"prediction":"Symptoms: Low back pain, degenerative disc disease Diagnosis: N\/A History of Patient: 59-year-old female presenting with low back pain, slipped on freshly waxed floor in the beginning of 2001, fell onto tailbone and general lower back in March 2001, lost footing while trying to qualify on the gun range, underwent cauterization of nerves in lower back in October and November 2001, diagnosed with degenerative disc disease Plan of Action: N\/A","rougeL":0.5536723164,"bertscore_f1":0.9235619307,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["2001","diagnosed"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Low back pain, degenerative disc disease\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"59-year-old female presenting with low back pain, slipped on freshly waxed floor in the beginning of 2001, fell onto tailbone and general lower back in March 2001, lost footing while trying to qualify on the gun range, underwent cauterization of nerves in lower back in October and November 2001, diagnosed with degenerative disc disease\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1046,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9373867512,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1055,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4561403509,"bertscore_f1":0.8908371925,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1056,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4262295082,"bertscore_f1":0.9009404778,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1074,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.28,"bertscore_f1":0.8686956763,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1075,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.0,"bertscore_f1":0.8012353778,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1080,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: 76-year-old male experienced two stings on his hands and right knee while inside preparing lunch, no redness or swelling immediately, no shortness of breath, itching, or hives, no tongue swelling, no difficulty swallowing, no history of previous stings, took Benadryl as soon as it happened, denies any other Symptoms. Plan of Action: N\/A.","rougeL":0.3614457831,"bertscore_f1":0.8879988194,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["stings","immediately","difficulty"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"76-year-old male experienced two stings on his hands and right knee while inside preparing lunch, no redness or swelling immediately, no shortness of breath, itching, or hives, no tongue swelling, no difficulty swallowing, no history of previous stings, took Benadryl as soon as it happened, denies any other Symptoms.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1082,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726159,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1087,"prediction":"Symptoms: Pain in the stomach on the right side and down here, pain on the middle part of the left thigh Diagnosis: Hyperesthesia History of Patient: Symptoms started one and a half months ago, initially thought to be shingles, continued for the past eight days in tummy and hips, no change in the skin, no rashes, no change in the bowels, no change in the bowels, no change in the skin, no rashes, no change in the bowels, no change in the bowels Plan of Action: N\/A","rougeL":0.2427745665,"bertscore_f1":0.8712822795,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["initially","bowels"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":9.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Pain in the stomach on the right side\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on the middle part of the left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms started one and a half months ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Initially thought to be shingles\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Continued for the past eight days in tummy and hips\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in the skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in the bowels\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain in the left abdomen (left side of abdomen) reported\", \"severity\": \"major\"}, {\"fact\": \"Pain in the right hip area reported\", \"severity\": \"major\"}, {\"fact\": \"Pain is painful when touched (tenderness)\", \"severity\": \"minor\"}, {\"fact\": \"Intermittent nature of the symptoms\", \"severity\": \"minor\"}, {\"fact\": \"Patient is married\", \"severity\": \"minor\"}, {\"fact\": \"Patient works as an airplane mechanic\", \"severity\": \"minor\"}, {\"fact\": \"Patient bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"Plan to obtain further tests to determine underlying cause of hyperesthesia\", \"severity\": \"major\"}], \"rationale\": \"All generated statements are either supported or an unsupported bowel claim; key symptom locations, tenderness, intermittent pattern, personal history, bathing habit, and the planned diagnostic work\\u2011up are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":4.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Pain in the stomach on the right side and down here\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on the middle part of the left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms started one and a half months ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Initially thought to be shingles\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Continued for the past eight days in tummy and hips\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in the skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in the bowels\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in the bowels\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in the skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in the bowels\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in the bowels\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient is a white married man, 49 years old\", \"severity\": \"minor\"}, {\"fact\": \"Works as a plane mechanic at Alaska Airlines\", \"severity\": \"minor\"}, {\"fact\": \"Pain is intermittent\", \"severity\": \"minor\"}, {\"fact\": \"Pain is more pronounced on the right hip area\", \"severity\": \"minor\"}, {\"fact\": \"Pain is painful when touched\", \"severity\": \"minor\"}, {\"fact\": \"Bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"No treatment received\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures the diagnosis and core symptoms but includes unsupported claims about bowel changes and omits key demographic, occupational, and clinical details from the dialogue, while failing to document the plan for testing.\"}","fields_json":"{\"Symptoms\": \"Pain in the stomach on the right side and down here, pain on the middle part of the left thigh\", \"Diagnosis\": \"Hyperesthesia\", \"History of Patient\": \"Symptoms started one and a half months ago, initially thought to be shingles, continued for the past eight days in tummy and hips, no change in the skin, no rashes, no change in the bowels, no change in the bowels, no change in the skin, no rashes, no change in the bowels, no change in the bowels\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1105,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9089888334,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection normal and well hydrated; no diaphoresis; no injury or wounds observed.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the entire skin examination findings that were documented in the dialogue and are clinically essential.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection within normal limits\", \"severity\": \"major\"}, {\"fact\": \"Skin is well hydrated\", \"severity\": \"major\"}, {\"fact\": \"No diaphoresis (excessive sweating)\", \"severity\": \"major\"}, {\"fact\": \"No obvious wound\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly documents normal skin inspection, hydration, absence of diaphoresis, and no wounds \\u2014 all of which belong in the Diagnosis field but are entirely omitted, while the generated note incorrectly reports N\/A for Diagnosis despite explicit clinical findings.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1118,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: father had colon cancer, mother passed away in her nineties from a stroke Plan of Action: N\/A","rougeL":0.8064516129,"bertscore_f1":0.9468778968,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father","mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"father had colon cancer, mother passed away in her nineties from a stroke\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1161,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: father is alive, mother died at the age of 62 of many kinds of heart diseases, maternal grandfather also had heart issues and died of a heart attack Plan of Action: N\/A","rougeL":0.5274725275,"bertscore_f1":0.9021078348,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"father is alive, mother died at the age of 62 of many kinds of heart diseases, maternal grandfather also had heart issues and died of a heart attack\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1163,"prediction":"Symptoms: Terrible sneezing, runny nose, watery eyes Diagnosis: N\/A History of Patient: history of allergies in Seattle, worsened when she moved to Seattle, tried Claritin and Zyrtec, tried Allegra last summer but still didn't work, tried nasal sprays at local pharmacy, asthma hasn't gotten worse Plan of Action: N\/A","rougeL":0.313253012,"bertscore_f1":0.8893924356,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["sneezing","runny","nose","watery","eyes","worsened"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Terrible sneezing, runny nose, watery eyes\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"history of allergies in Seattle, worsened when she moved to Seattle, tried Claritin and Zyrtec, tried Allegra last summer but still didn't work, tried nasal sprays at local pharmacy, asthma hasn't gotten worse\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1172,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Had shoulder surgery 13 years ago, lost sense of smell and vision in right eye, denies headaches, nasal drainage, weakness, numbness, or weight loss Plan of Action: N\/A","rougeL":0.4509803922,"bertscore_f1":0.9089408517,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["vision"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Had shoulder surgery 13 years ago, lost sense of smell and vision in right eye, denies headaches, nasal drainage, weakness, numbness, or weight loss\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1184,"prediction":"Symptoms: Chest pain, mild dysphagia, enlarged calf, no tenderness, normal weight loss, no new aches or pains, no fever or chills, no cough, no shortness of breath while at rest, no difficulty breathing with exercise Diagnosis: N\/A History of Patient: Left upper lobectomy for stage IA nonsmall cell lung cancer, pelvic CT showed enlarging simple cyst of left kidney, barium swallow showed small hiatal hernia with minimal reflux, chest pain due to tertiary contractions with delayed emptying, DVT in 1975 and 1975, enlarged calf for several months, no new aches or pains, no shortness of breath while at rest, no fever or chills, no cough, no difficulty breathing with exercise Plan of Action: N\/A","rougeL":0.3287671233,"bertscore_f1":0.8752054572,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["dysphagia","nonsmall"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":21.0,"n_unsupported":1.0,"n_contradicted":1.0,"n_misplaced":6.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mild dysphagia\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"enlarged calf\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no tenderness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"normal weight loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no new aches or pains\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no fever or chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no shortness of breath while at rest\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no difficulty breathing with exercise\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Left upper lobectomy for stage IA nonsmall cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pelvic CT showed enlarging simple cyst of left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chest pain due to tertiary contractions with delayed emptying\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"DVT in 1975 and 1975\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"enlarged calf for several months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no new aches or pains\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath while at rest\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no fever or chills\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no difficulty breathing with exercise\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Diagnosis of left upper lobectomy for stage IA non\\u2011small cell lung cancer\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis of enlarging simple cyst of the left kidney\", \"severity\": \"major\"}, {\"fact\": \"Diagnosis of small hiatal hernia with minimal reflux\", \"severity\": \"major\"}, {\"fact\": \"History of deep vein thrombosis in 1985\", \"severity\": \"major\"}], \"rationale\": \"The generated note mixes accurate symptom statements with an invented dysphagia, misplaces assessment items into history, repeats and mis\\u2011dates DVT, and omits all three key diagnoses from the Diagnosis section.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":6.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Chest pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mild dysphagia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"enlarged calf\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no tenderness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"normal weight loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no new aches or pains\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no fever or chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no shortness of breath while at rest\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"no difficulty breathing with exercise\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Left upper lobectomy for stage IA nonsmall cell lung cancer\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"pelvic CT showed enlarging simple cyst of left kidney\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showed small hiatal hernia with minimal reflux\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"chest pain due to tertiary contractions with delayed emptying\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"DVT in 1975 and 1975\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"enlarged calf for several months\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no new aches or pains\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath while at rest\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no fever or chills\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no difficulty breathing with exercise\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Normal AP and lateral chest x-ray from 11\/23\/2009 showing no lesions or infiltrates\", \"severity\": \"major\"}, {\"fact\": \"DVT in 1985 (omitted second occurrence, only 1975 listed)\", \"severity\": \"major\"}, {\"fact\": \"No history of abnormal weight loss (explicitly stated as normal)\", \"severity\": \"minor\"}, {\"fact\": \"No cold or flu symptoms (explicitly denied)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly places diagnostic findings and clinical reasoning into History of Patient and omits key normal imaging results, while misstating the DVT history; however, all symptoms and denials are accurately captured.\"}","fields_json":"{\"Symptoms\": \"Chest pain, mild dysphagia, enlarged calf, no tenderness, normal weight loss, no new aches or pains, no fever or chills, no cough, no shortness of breath while at rest, no difficulty breathing with exercise\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Left upper lobectomy for stage IA nonsmall cell lung cancer, pelvic CT showed enlarging simple cyst of left kidney, barium swallow showed small hiatal hernia with minimal reflux, chest pain due to tertiary contractions with delayed emptying, DVT in 1975 and 1975, enlarged calf for several months, no new aches or pains, no shortness of breath while at rest, no fever or chills, no cough, no difficulty breathing with exercise\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1192,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6382978723,"bertscore_f1":0.923199296,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient works at a local Christmas tree farm.\", \"severity\": \"minor\"}, {\"fact\": \"Patient smokes cigarettes approximately one pack per day.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting both the patient's smoking habit and employment, which were stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"The patient smokes one pack of cigarettes per day\", \"severity\": \"major\"}, {\"fact\": \"The patient works at a local Christmas tree farm\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits two major, clinically relevant facts from the dialogue: the patient's daily cigarette use and his occupation at a Christmas tree farm, both of which belong in the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1201,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Low back pain started eight years ago after a fall in an A.B.C. store, initially referred to PT but only once or twice, pain has been at varying degrees, sometimes better than others, pain has been continuous since giving birth, recent falls have worsened low back pain, seen Dr. X on 01\/10\/09 for follow-up appointment, Plan of Action: N\/A","rougeL":0.4431137725,"bertscore_f1":0.9091585279,"template_ok":true,"na_agreement":null,"unsupported_terms":["worsened","01","10","09"],"unsupported_numbers":3,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":6.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Low back pain started eight years ago after a fall in an A.B.C. store\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Initially referred to PT but only once or twice\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Pain has been at varying degrees, sometimes better than others\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Pain has been continuous since giving birth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Recent falls have worsened low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Seen Dr. X on 01\/10\/09 for follow-up appointment\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient age is 26 years\", \"severity\": \"minor\"}, {\"fact\": \"Patient gave birth in August 2008 (son born then)\", \"severity\": \"minor\"}, {\"fact\": \"Recent fall occurred 4\\u20135 days ago while mopping, landing on tailbone\", \"severity\": \"minor\"}, {\"fact\": \"Physical therapy modalities included electrical stimulation and heat\", \"severity\": \"minor\"}, {\"fact\": \"Follow\\u2011up appointment with Dr. X scheduled for 02\/10\/09\", \"severity\": \"minor\"}], \"rationale\": \"All extracted statements are either directly supported by the dialogue or introduce unsupported detail, and key patient details (age, birth date, recent fall specifics, PT modalities, follow\\u2011up date) are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Low back pain started eight years ago after a fall in an A.B.C. store\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Initially referred to PT but only once or twice\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Pain has been at varying degrees, sometimes better than others\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Pain has been continuous since giving birth\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Recent falls have worsened low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Seen Dr. X on 01\/10\/09 for follow-up appointment\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient fell four or five days ago while mopping and landed on tailbone, worsening pain\", \"severity\": \"minor\"}, {\"fact\": \"Patient gave birth in August 2008 and has had back pain since then\", \"severity\": \"major\"}, {\"fact\": \"Patient had physical therapy with electrical stimulation and heat\", \"severity\": \"minor\"}, {\"fact\": \"Patient had an initial physician examination with Dr. X on 01\/10\/09\", \"severity\": \"minor\"}, {\"fact\": \"Patient has a follow-up appointment scheduled for February 10, 2009\", \"severity\": \"minor\"}], \"rationale\": \"The generated note misattributes the onset of continuous pain to childbirth rather than the initial fall, and incorrectly frames Dr. X's visit as only a follow-up, omitting the initial visit and key details about PT modalities and the recent fall mechanism.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Low back pain started eight years ago after a fall in an A.B.C. store, initially referred to PT but only once or twice, pain has been at varying degrees, sometimes better than others, pain has been continuous since giving birth, recent falls have worsened low back pain, seen Dr. X on 01\/10\/09 for follow-up appointment,\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1212,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6363636364,"bertscore_f1":0.9145338535,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1232,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8387096774,"bertscore_f1":0.9369209409,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1237,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3582089552,"bertscore_f1":0.8698163629,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG shows sinus tachycardia with heart rate of 122 bpm\", \"severity\": \"major\"}, {\"fact\": \"Negative urine pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all clinically relevant lab and EKG findings described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG showed sinus tachycardia with a heart rate of 122\", \"severity\": \"major\"}, {\"fact\": \"Negative pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically significant lab and EKG findings explicitly stated in the dialogue, including pertinent negatives like the negative pregnancy test, which are critical for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1250,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9375,"bertscore_f1":0.953525424,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1259,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7428571429,"bertscore_f1":0.9368303418,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1267,"prediction":"Symptoms: skin going crazy, hay fever, eczema, sinus problems, hives. Diagnosis: N\/A. History of Patient: family history of oral cancer in the mother, history of sunburn, currently taking benzoyl peroxide and Daypro. Plan of Action: N\/A.","rougeL":0.7,"bertscore_f1":0.9357344508,"template_ok":true,"na_agreement":null,"unsupported_terms":["oral","mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"skin going crazy, hay fever, eczema, sinus problems, hives.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"family history of oral cancer in the mother, history of sunburn, currently taking benzoyl peroxide and Daypro.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1269,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: gallbladder removal Plan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9259185791,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"gallbladder removal\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1271,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9340000153,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1281,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9426694512,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports no past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The note fails to record the explicitly stated negative surgical history, a clinically important omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has had no past surgeries, but the generated note incorrectly omits this pertinent negative from the History of Patient field, which could lead to incomplete clinical assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1283,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8125,"bertscore_f1":0.94407022,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s42","family":"pegasus_large","seed":42,"example_id":1284,"prediction":"Symptoms: feeling sick like throwing up Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.52,"bertscore_f1":0.8941159248,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"feeling sick like throwing up\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":4,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9441021085,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":10,"prediction":"Symptoms: bunion on foot for such a long time, history of Charcot Marie tooth disease Diagnosis: N\/A History of Patient: 19-year-old Caucasian female presenting with bunion on foot for such a long time, history of Charcot Marie tooth disease Plan of Action: surgery to cut bunion off","rougeL":0.4415584416,"bertscore_f1":0.9030385613,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"bunion on foot for such a long time, history of Charcot Marie tooth disease\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"19-year-old Caucasian female presenting with bunion on foot for such a long time, history of Charcot Marie tooth disease\", \"Plan of Action\": \"surgery to cut bunion off\"}","filled_na_fields":["Plan of Action"],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":21,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.9079748392,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable (no known medical problems in family)\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies use of drugs, alcohol, or tobacco\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no history despite the dialogue containing multiple pertinent historical details.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Family medical history is unremarkable; no medical problems in family\", \"severity\": \"major\"}, {\"fact\": \"Patient is sexually active with boyfriend\", \"severity\": \"major\"}, {\"fact\": \"Patient denies drug, alcohol, or tobacco use\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for History of Patient despite the dialogue explicitly providing three clinically important facts: unremarkable family history, sexual activity with a boyfriend, and denial of substance use.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":25,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.926502049,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":29,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Family history of skin cancer, hypertension Plan of Action: N\/A","rougeL":0.8837209302,"bertscore_f1":0.9462474585,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["hypertension"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Family history of skin cancer, hypertension\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":36,"prediction":"Symptoms: Increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning Diagnosis: Chronic lymphocytic leukemia, mild peripheral edema History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4222222222,"bertscore_f1":0.8962643147,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Increased shortness of breath, difficulty breathing from past few nights while sleeping, wheezing since morning\", \"Diagnosis\": \"Chronic lymphocytic leukemia, mild peripheral edema\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":56,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3404255319,"bertscore_f1":0.8646802902,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":58,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3720930233,"bertscore_f1":0.8757984638,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":72,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3921568627,"bertscore_f1":0.8948725462,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":74,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582240582,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":87,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582240582,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":96,"prediction":"Symptoms: Congestion, snoring, peeling skin around right big toe Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.76,"bertscore_f1":0.9442914128,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Snoring\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Peeling skin around right big toe\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Redness of the right big toe\", \"severity\": \"minor\"}, {\"fact\": \"Snorting\", \"severity\": \"minor\"}, {\"fact\": \"Discontinuation of Allegra (medication history)\", \"severity\": \"minor\"}, {\"fact\": \"Plan to examine the toe area\", \"severity\": \"major\"}], \"rationale\": \"All generated claims are supported by the dialogue, but the note omits several documented symptoms, a medication change, and the stated plan for toe examination.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Congestion\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"snoring\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"peeling skin around right big toe\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient stopped taking Allegra after allergist ruled out allergies\", \"severity\": \"minor\"}, {\"fact\": \"Redness of the right big toe\", \"severity\": \"minor\"}, {\"fact\": \"No snoring at night (pertinent negative)\", \"severity\": \"minor\"}, {\"fact\": \"Doctor planned to examine the toe (implied by 'Lemme take a look')\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists 'snoring' as a symptom despite the family explicitly denying nighttime snoring, and omits the planned toe examination, which is a critical clinical action implied in the dialogue.\"}","fields_json":"{\"Symptoms\": \"Congestion, snoring, peeling skin around right big toe\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":98,"prediction":"Symptoms: N\/A Diagnosis: chronic knee pain History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7058823529,"bertscore_f1":0.9575680494,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":1.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Chronic knee pain should be recorded in the History of Patient (Past Medical History) section\", \"severity\": \"major\"}], \"rationale\": \"The generated note misplaces the chronic knee pain as a diagnosis and omits it from the appropriate history field.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"chronic knee pain\", \"label\": \"misplaced\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"No history of similar symptoms before\", \"severity\": \"major\"}, {\"fact\": \"Chronic knee pain\", \"severity\": \"major\"}], \"rationale\": \"The diagnosis of chronic knee pain is incorrectly placed in the Diagnosis field instead of History of Patient, and the pertinent negative of 'never had symptoms like this' is omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"chronic knee pain\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":105,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: exposure to ant bait Plan of Action: N\/A","rougeL":0.75,"bertscore_f1":0.9208907485,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"exposure to ant bait\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":125,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.75,"bertscore_f1":0.9349838495,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":128,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5283018868,"bertscore_f1":0.8975983262,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient quit smoking in 1968\", \"severity\": \"major\"}, {\"fact\": \"Current weight is 183 pounds\", \"severity\": \"major\"}, {\"fact\": \"Tallest height is 5 feet 10 inches\", \"severity\": \"major\"}], \"rationale\": \"The generated note provides no information despite the dialogue containing key historical data (smoking cessation, weight, and height) that should appear in the History of Patient section.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Quit smoking in 1968\", \"severity\": \"major\"}, {\"fact\": \"Current weight is 183 pounds\", \"severity\": \"major\"}, {\"fact\": \"Tallest height was 5 feet 10 inches\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits three major, clinically relevant facts from the dialogue\\u2014smoking cessation date, current weight, and prior height\\u2014all of which belong in the History of Patient section and are explicitly stated by the patient.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":130,"prediction":"Symptoms: weakness on right side, arm, hand, and face Diagnosis: N\/A History of Patient: traumatic stroke seven years ago, left with weakness on right side after stroke, stopped drinking due to liver disfunctions, feeling diabetic, numbness and tingling in feet Plan of Action: N\/A","rougeL":0.1904761905,"bertscore_f1":0.8289647698,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"weakness on right side, arm, hand, and face\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"traumatic stroke seven years ago, left with weakness on right side after stroke, stopped drinking due to liver disfunctions, feeling diabetic, numbness and tingling in feet\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":147,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582240582,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":149,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9582240582,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":155,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9281783104,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":161,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.2597402597,"bertscore_f1":0.8376010656,"template_ok":true,"na_agreement":0.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":166,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy Plan of Action: N\/A","rougeL":0.9803921569,"bertscore_f1":0.9653373361,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["include"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Previous surgeries include stripping of veins in legs, tonsillectomy, and adenoidectomy\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":167,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Divorced, history of tobacco, alcohol, and drug use Plan of Action: N\/A","rougeL":0.8636363636,"bertscore_f1":0.9418732524,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":4.0,"n_unsupported":3.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":0.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of tobacco use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"History of alcohol use\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"History of drug use\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Uncertain alcohol use (patient not sure if she drinks)\", \"severity\": \"minor\"}], \"rationale\": \"The note adds unverified tobacco and drug use and asserts alcohol use despite only uncertain reporting, while omitting the uncertainty about alcohol consumption.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":3.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Divorced\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of tobacco use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"history of drug use\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"history of alcohol use\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Uncertain history of alcohol use (patient's use was not confirmed)\", \"severity\": \"major\"}], \"rationale\": \"The generated note falsely asserts confirmed use of tobacco, alcohol, and drugs, while the dialogue only suggests uncertain past alcohol use and denies tobacco and drug use explicitly or by omission.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Divorced, history of tobacco, alcohol, and drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":180,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726755,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the patient's explicit denial of allergies, a clinically important negative.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient denies any allergies\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly confirms the patient has no allergies, a pertinent negative that should be documented in the History of Patient section, but the generated note omits it entirely.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":188,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3921568627,"bertscore_f1":0.8826666474,"template_ok":true,"na_agreement":0.25,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis","Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":196,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5555555556,"bertscore_f1":0.9073242545,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is a widow (husband passed away a few years ago)\", \"severity\": \"major\"}, {\"fact\": \"Patient lives independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Patient requires assistance with taking her medicines\", \"severity\": \"major\"}, {\"fact\": \"Patient was brought to the appointment by a driver\", \"severity\": \"major\"}, {\"fact\": \"Patient needs to attend a noon meal\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all socially relevant information present in the dialogue, which the reference note includes.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Widow (husband passed away a few years ago)\", \"severity\": \"major\"}, {\"fact\": \"Living independently at Kansas Christian Home\", \"severity\": \"major\"}, {\"fact\": \"Requires assistance with medications\", \"severity\": \"major\"}, {\"fact\": \"Had a driver bring her to the appointment\", \"severity\": \"major\"}, {\"fact\": \"Needs to attend noon meal\", \"severity\": \"major\"}, {\"fact\": \"Does not drink or smoke\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly reports N\/A for all fields despite the dialogue providing multiple clinically important facts about the patient's social history, including widowhood, living situation, medication dependence, transportation, and lifestyle habits.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":217,"prediction":"Symptoms: Multiple canker sores in the mouth Diagnosis: N\/A History of Patient: Increased dosage of methothrexate likely to cause mouth sores, no decreased appetite, nausea, abdominal discomfort, diarrhea, new rashes, or hair loss Plan of Action: Bloodwork recommended, dosage decreased back to previous amount","rougeL":0.511627907,"bertscore_f1":0.8973303437,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":10.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in the mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased dosage of methothrexate likely to cause mouth sores\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No decreased appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No abdominal discomfort\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No new rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No hair loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork recommended\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Dosage decreased back to previous amount\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain while eating due to the mouth sores\", \"severity\": \"major\"}, {\"fact\": \"Impression\/diagnosis of methotrexate\\u2011related stomatitis\", \"severity\": \"minor\"}, {\"fact\": \"Follow\\u2011up appointment scheduled in two weeks\", \"severity\": \"minor\"}], \"rationale\": \"All generated statements are supported by the dialogue, but key symptoms, a diagnostic impression, and the follow\\u2011up plan were omitted.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Multiple canker sores in the mouth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Increased dosage of methothrexate likely to cause mouth sores\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No decreased appetite\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No nausea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No abdominal discomfort\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No new rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No hair loss\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Bloodwork recommended\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Dosage decreased back to previous amount\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain while eating\", \"severity\": \"minor\"}, {\"fact\": \"Diagnosis of stomatitis, possibly methotrexate-related\", \"severity\": \"major\"}], \"rationale\": \"The generated note correctly captures all reported symptoms, history, and plan elements but omits the explicit symptom of pain while eating and fails to record the clinically essential diagnosis of stomatitis, which the doctor directly implies and is central to clinical management.\"}","fields_json":"{\"Symptoms\": \"Multiple canker sores in the mouth\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Increased dosage of methothrexate likely to cause mouth sores, no decreased appetite, nausea, abdominal discomfort, diarrhea, new rashes, or hair loss\", \"Plan of Action\": \"Bloodwork recommended, dosage decreased back to previous amount\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":227,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7777777778,"bertscore_f1":0.9440684319,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported (patient reports no past medical problems or surgeries).\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the patient's explicit statement of having no past medical problems, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No significant past medical history reported\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has no past medical problems or surgeries, but the generated note incorrectly lists 'History of Patient' as N\/A, omitting a pertinent negative that is clinically important.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":229,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9402779937,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":236,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7368421053,"bertscore_f1":0.9369813204,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":239,"prediction":"Symptoms: Left knee pain, significant pain with right knee Diagnosis: degenerative joint disease of both knees, arthritis in both knees History of Patient: Surgery on both knees in the 1990s, followed by anti-inflammatories, injections, and narcotics Plan of Action: N\/A","rougeL":0.3351351351,"bertscore_f1":0.8902612925,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["1990","followed","anti-inflammatories"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left knee pain, significant pain with right knee\", \"Diagnosis\": \"degenerative joint disease of both knees, arthritis in both knees\", \"History of Patient\": \"Surgery on both knees in the 1990s, followed by anti-inflammatories, injections, and narcotics\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":264,"prediction":"Symptoms: pain in jaw since the morning Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8947368421,"bertscore_f1":0.9631887674,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in jaw since the morning\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":272,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: PermCath inserted three times and received peritoneal dialysis Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9486343861,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately reflects the dialogue with supported claims and no missing clinically important information.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"PermCath inserted three times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Received peritoneal dialysis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient forgot the name of the surgery but confirmed it was documented in the report\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures the surgical history from the dialogue but omits the patient's statement about forgetting the surgery name, which contextualizes the source of the information.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"PermCath inserted three times and received peritoneal dialysis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":284,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5384615385,"bertscore_f1":0.9090852141,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":290,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726755,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":293,"prediction":"Symptoms: Painful ulcer on right hip Diagnosis: Pressure ulcer History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9484883547,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"All generated claims are directly stated in the dialogue and no clinically important facts are missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Painful ulcer on right hip\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Pressure ulcer\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"The generated note accurately captures the patient's reported symptom and the doctor's diagnosis from the dialogue, with no hallucinations, contradictions, or clinically important omissions.\"}","fields_json":"{\"Symptoms\": \"Painful ulcer on right hip\", \"Diagnosis\": \"Pressure ulcer\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":300,"prediction":"Symptoms: N\/A Diagnosis: Down syndrome, hypothyroidism, onychomycosis History of Patient: 42-year-old white male with Down syndrome, hypothyroidism, onychomycosis, no problems with Lamisil for six weeks, elevated TSH at last appointment in April, Levothroid daily, mother helps with Levothroid, medicated eye drops for cornea Plan of Action: N\/A","rougeL":0.4255319149,"bertscore_f1":0.9000643492,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["42","mother"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":13.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"42-year-old white male\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"white male\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no problems with Lamisil for six weeks\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"elevated TSH at last appointment in April\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mother helps with Levothroid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"medicated eye drops for cornea\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 46 years old (age stated in dialogue)\", \"severity\": \"major\"}, {\"fact\": \"Plan to recheck ALT and TSH levels, continue Levothroid, and monitor medication compliance\", \"severity\": \"major\"}], \"rationale\": \"All generated statements were evaluated against the dialogue; age was incorrect and the care plan was omitted, both clinically significant.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Diagnosis\", \"claim\": \"Down syndrome\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"hypothyroidism\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"onychomycosis\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"42-year-old white male with Down syndrome\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"hypothyroidism\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"onychomycosis\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no problems with Lamisil for six weeks\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"elevated TSH at last appointment in April\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Levothroid daily\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mother helps with Levothroid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"medicated eye drops for cornea\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 46 years old, not 42\", \"severity\": \"major\"}, {\"fact\": \"ALT blood test planned today\", \"severity\": \"major\"}, {\"fact\": \"TSH level to be rechecked today\", \"severity\": \"major\"}, {\"fact\": \"Continue Levothroid for hypothyroidism\", \"severity\": \"minor\"}, {\"fact\": \"Monitor compliance with medications\", \"severity\": \"minor\"}, {\"fact\": \"Patient dislikes Levothroid but takes it with help\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains an incorrect age (42 instead of 46), omits critical plan elements (ALT\/TSH testing), misplaces diagnoses into history, and fails to document the planned actions despite explicit dialogue content.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Down syndrome, hypothyroidism, onychomycosis\", \"History of Patient\": \"42-year-old white male with Down syndrome, hypothyroidism, onychomycosis, no problems with Lamisil for six weeks, elevated TSH at last appointment in April, Levothroid daily, mother helps with Levothroid, medicated eye drops for cornea\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":304,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726755,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient is stable and may be discharged home\", \"severity\": \"major\"}], \"rationale\": \"The dialogue includes a clear disposition (patient can go home) that should appear in the Plan of Action but is missing.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":5.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [], \"rationale\": \"The generated note correctly reflects all information in the dialogue, with all fields marked as N\/A, which is consistent with the absence of clinical content in the dialogue.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":320,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.612244898,"bertscore_f1":0.9199216366,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":325,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726755,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":329,"prediction":"Symptoms: tiredness throughout the day, difficulty awakening from sleep Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3409090909,"bertscore_f1":0.8851352334,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["tiredness","difficulty","awakening","sleep"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"tiredness throughout the day, difficulty awakening from sleep\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":343,"prediction":"Symptoms: N\/A Diagnosis: atrial fibrillation History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9600486159,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":346,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9289144874,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No history of hypertension, diabetes, heart disease, or cancer\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting the patient\\u2019s explicit denials of major chronic conditions.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"no history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"no history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"no history of heart disease\", \"severity\": \"major\"}, {\"fact\": \"no history of cancer\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly documents the patient's denial of hypertension, diabetes, heart disease, and cancer, all of which are clinically important pertinent negatives omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":384,"prediction":"Symptoms: headaches in face, pressure in face, sniffles, sore throat, cough, rash on face, back, and arms, itchy rash Diagnosis: asthma History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4716981132,"bertscore_f1":0.9133466482,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"headaches in face, pressure in face, sniffles, sore throat, cough, rash on face, back, and arms, itchy rash\", \"Diagnosis\": \"asthma\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":388,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5090909091,"bertscore_f1":0.9124785066,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Advise patient to take it slow and do activities as tolerated after plaster removal from foot; no follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the Plan of Action field empty, omitting the essential advice and follow\\u2011up instructions provided in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Plan of Action\", \"claim\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"Plan of Action\", \"claim\": \"No follow-up needed if no pain and doing fine.\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Advised to take it slow and do activities as tolerated after plaster removal from foot.\", \"severity\": \"major\"}, {\"fact\": \"No follow-up needed if no pain and doing fine.\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly lists 'N\/A' for Plan of Action despite the dialogue clearly detailing activity advice and follow-up instructions, resulting in major omissions and unsupported claims when compared to the reference.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":405,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Married with three children, one of whom is ready to go to college, working part-time as an attorney, denies tobacco, alcohol, or illicit drug use Plan of Action: N\/A","rougeL":0.8505747126,"bertscore_f1":0.9478993416,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["children","whom","part-time","tobacco","alcohol","illicit"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":7.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Has three children\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"One child is ready to go to college\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Working part-time as an attorney\", \"label\": \"contradicted\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies alcohol use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Retired from official attorney position two years ago\", \"severity\": \"minor\"}, {\"fact\": \"Currently works part\\u2011time at a private company (not as an attorney)\", \"severity\": \"minor\"}], \"rationale\": \"All claims were evaluated against the dialogue, and missing socially relevant employment details were identified as omissions.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Married with three children\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"One of whom is ready to go to college\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Working part-time as an attorney\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco, alcohol, or illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Retired from official legal post two years ago\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures marital status, children, and substance use denial, but misrepresents the patient\\u2019s current employment as 'working part-time as an attorney' when he is actually working part-time at a private company (not necessarily as an attorney), and omits the key detail of his recent retirement from his official legal position.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Married with three children, one of whom is ready to go to college, working part-time as an attorney, denies tobacco, alcohol, or illicit drug use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":408,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.2051282051,"bertscore_f1":0.8325154781,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Prolonged cough (chronic cough)\", \"severity\": \"major\"}, {\"fact\": \"Denies weight gain or loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies headaches, nosebleeds, coarse voice, blurry vision or change of vision\", \"severity\": \"minor\"}, {\"fact\": \"Denies fever or chills\", \"severity\": \"minor\"}, {\"fact\": \"Denies chest pain, shortness of breath, and shortness of breath while sleeping\", \"severity\": \"minor\"}, {\"fact\": \"Denies palpitations, swelling, varicose veins, and leg pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies sore throat, cough with mucus or blood sputum\", \"severity\": \"minor\"}, {\"fact\": \"Denies wheezing\", \"severity\": \"minor\"}, {\"fact\": \"Denies heartburn, nausea, and vomiting\", \"severity\": \"minor\"}, {\"fact\": \"Denies loss of appetite, blood in stool, and abdominal pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies constipation\", \"severity\": \"minor\"}, {\"fact\": \"Denies dark or cloudy urine\", \"severity\": \"minor\"}, {\"fact\": \"Denies painful or burning urination\", \"severity\": \"minor\"}, {\"fact\": \"Denies flank or groin pain\", \"severity\": \"minor\"}, {\"fact\": \"Denies joint pain, muscle stiffness, backache, and ligament\/tendon pain or strain\", \"severity\": \"minor\"}, {\"fact\": \"Denies blackouts and seizures\", \"severity\": \"minor\"}, {\"fact\": \"Denies hallucinations and memory loss\", \"severity\": \"minor\"}, {\"fact\": \"Denies weakness, numbness, and tingling\", \"severity\": \"minor\"}, {\"fact\": \"Denies tremors, loss of sensation, and paralysis\", \"severity\": \"minor\"}, {\"fact\": \"Denies anxiety, irritability, apathy, and depression\", \"severity\": \"minor\"}, {\"fact\": \"Denies sleep disturbances (sleep is fine)\", \"severity\": \"minor\"}, {\"fact\": \"Denies appetite disturbances (appetite is good)\", \"severity\": \"minor\"}, {\"fact\": \"Denies suicidal thoughts\", \"severity\": \"minor\"}, {\"fact\": \"Denies unusual hair loss or nail breakage\", \"severity\": \"minor\"}, {\"fact\": \"Denies skin lesions or discoloration\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains no ROS information, omitting the documented chronic cough and all patient\\u2011reported negatives.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":24.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Chronic cough\", \"severity\": \"major\"}, {\"fact\": \"Denial of weight gain or loss\", \"severity\": \"major\"}, {\"fact\": \"Denial of headaches, nosebleeds, coarse voice, blurry vision, or vision changes\", \"severity\": \"major\"}, {\"fact\": \"Denial of fever or chills\", \"severity\": \"major\"}, {\"fact\": \"Denial of chest pain, shortness of breath, or dyspnea on exertion\/supine\", \"severity\": \"major\"}, {\"fact\": \"Denial of palpitations, edema, varicose veins, or leg pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of wheezing\", \"severity\": \"major\"}, {\"fact\": \"Denial of heartburn, nausea, or vomiting\", \"severity\": \"major\"}, {\"fact\": \"Denial of loss of appetite, blood in stool, or abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of constipation\", \"severity\": \"major\"}, {\"fact\": \"Denial of dark or cloudy urine\", \"severity\": \"major\"}, {\"fact\": \"Denial of dysuria or burning on urination\", \"severity\": \"major\"}, {\"fact\": \"Denial of flank or groin pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of joint pain, muscle stiffness, backache, or ligament\/tendon pain\", \"severity\": \"major\"}, {\"fact\": \"Denial of blackouts or seizures\", \"severity\": \"major\"}, {\"fact\": \"Denial of hallucinations or memory loss\", \"severity\": \"major\"}, {\"fact\": \"Denial of weakness, numbness, tingling, tremors, or paralysis\", \"severity\": \"major\"}, {\"fact\": \"Denial of anxiety, irritability, apathy, or depression\", \"severity\": \"major\"}, {\"fact\": \"No sleep disturbances\", \"severity\": \"major\"}, {\"fact\": \"No appetite disturbances\", \"severity\": \"major\"}, {\"fact\": \"Denial of suicidal thoughts\", \"severity\": \"major\"}, {\"fact\": \"Denial of unusual hair loss or breakage\", \"severity\": \"major\"}, {\"fact\": \"Denial of skin lesions or discoloration\", \"severity\": \"major\"}, {\"fact\": \"Denial of unusual nail breakage or discoloration\", \"severity\": \"major\"}], \"rationale\": \"The generated note incorrectly reports N\/A for Symptoms and History of Patient despite the dialogue explicitly documenting a chronic cough and comprehensive negative review of systems, which are major omissions that could lead to clinical mismanagement.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":409,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.56,"bertscore_f1":0.9090384841,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":414,"prediction":"Symptoms: weakness, fatigue, weight loss. Diagnosis: N\/A. History of Patient: N\/A. Plan of Action: N\/A.","rougeL":0.3294117647,"bertscore_f1":0.8933990002,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["loss"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"weight loss\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"decreased appetite\", \"severity\": \"major\"}, {\"fact\": \"weight loss of approximately 8\\u202flb in one week\", \"severity\": \"major\"}, {\"fact\": \"denies chest pain, shortness of breath, cough, palpitations, nausea, vomiting, abdominal pain, and focal neurological deficits\", \"severity\": \"minor\"}, {\"fact\": \"plan to await lab report for further evaluation and next steps\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are directly supported by the dialogue, while key symptoms, quantitative weight loss, pertinent negatives, and the stated plan are missing from the generated note.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"weakness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"weight loss\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"decreased appetite\", \"severity\": \"major\"}, {\"fact\": \"8 pounds of weight loss in one week\", \"severity\": \"major\"}, {\"fact\": \"denial of nausea, vomiting, diarrhea, abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"denial of chest pain, shortness of breath, cough, heart racing\", \"severity\": \"major\"}, {\"fact\": \"denial of neurological symptoms (numbness or tingling)\", \"severity\": \"major\"}, {\"fact\": \"awaiting lab report for further evaluation\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits critical details from the dialogue including pertinent negatives and specific weight loss magnitude, and misplaces the plan and history sections as N\/A despite explicit content.\"}","fields_json":"{\"Symptoms\": \"weakness, fatigue, weight loss.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":434,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4590163934,"bertscore_f1":0.8901392221,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":440,"prediction":"Symptoms: hot flashes, mood swings Diagnosis: postsurgical menopause History of Patient: 38-year-old female experiencing hot flashes for the last several months, mood swings for the last few weeks Plan of Action: N\/A","rougeL":0.3870967742,"bertscore_f1":0.9019886255,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["38"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":7.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":2.0,"n_major_errors":1.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"38-year-old\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"female\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"absence of periods for the last year after surgery (amenorrhea)\", \"severity\": \"major\"}, {\"fact\": \"patient is 48 years old\", \"severity\": \"major\"}, {\"fact\": \"history of surgery (post\\u2011surgical)\", \"severity\": \"major\"}], \"rationale\": \"Claims are evaluated against the dialogue; age is wrong, symptom details are misplaced, and key menopause\\u2011related facts are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"hot flashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"mood swings\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"postsurgical menopause\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"38-year-old female\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"experiencing hot flashes for the last several months\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"mood swings for the last few weeks\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient had surgery one year ago leading to cessation of periods\", \"severity\": \"major\"}, {\"fact\": \"Patient is 48 years old\", \"severity\": \"major\"}, {\"fact\": \"Hot flashes occur even in fully air-conditioned rooms; patient feels urge to stand in front of refrigerator\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states the patient is 38 (contradicting the dialogue\\u2019s 48), misplaces symptom duration into History of Patient, and omits key details about the timing of menopause post-surgery and the nature of hot flashes.\"}","fields_json":"{\"Symptoms\": \"hot flashes, mood swings\", \"Diagnosis\": \"postsurgical menopause\", \"History of Patient\": \"38-year-old female experiencing hot flashes for the last several months, mood swings for the last few weeks\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":448,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9553164244,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":457,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9553164244,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":463,"prediction":"Symptoms: back pain Diagnosis: N\/A History of Patient: 44-year-old female presenting with back pain for a long time Plan of Action: N\/A","rougeL":0.8163265306,"bertscore_f1":0.9513144493,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["44"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"back pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"44-year-old female presenting with back pain for a long time\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":466,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.9233298302,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient admits to smoking, past heroin and alcohol treatment, and current cocaine use.\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the substance use history that is explicitly stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient admits to smoking\", \"severity\": \"major\"}, {\"fact\": \"Patient has a history of heroin use\", \"severity\": \"major\"}, {\"fact\": \"Patient has a history of alcohol abuse\", \"severity\": \"major\"}, {\"fact\": \"Patient used cocaine today\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all substance use history explicitly stated in the dialogue, which are critical components of the patient's history and could significantly impact clinical care.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":473,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.1477832512,"bertscore_f1":0.841529429,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":476,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9308228493,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":484,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Gestational diabetes with first pregnancy, previous use of insulin Plan of Action: N\/A","rougeL":0.4556962025,"bertscore_f1":0.9077522159,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Gestational diabetes with first pregnancy, previous use of insulin\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":500,"prediction":"Symptoms: N\/A Diagnosis: Anxiety disorder History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9619850516,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Anxiety disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":516,"prediction":"Symptoms: Left flank pain, pain in stomach and through to back, nausea, vomiting Diagnosis: N\/A History of Patient: 77-year-old female presenting with left flank pain, pain started four or five days ago, nausea and vomiting, stone found in left ureteral Plan of Action: N\/A","rougeL":0.4660194175,"bertscore_f1":0.902484417,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left flank pain, pain in stomach and through to back, nausea, vomiting\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"77-year-old female presenting with left flank pain, pain started four or five days ago, nausea and vomiting, stone found in left ureteral\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":525,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5882352941,"bertscore_f1":0.9092587233,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":544,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: father had coronary artery disease at age 60, had many strokes due to that, mother is 80 years old and has dementia, father has dementia Plan of Action: N\/A","rougeL":0.5090909091,"bertscore_f1":0.9053362012,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":4.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Father had coronary artery disease at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father had many strokes due to coronary artery disease\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Mother is 80 years old and has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Father underwent heart bypass (CABG) surgery at age 60\", \"severity\": \"major\"}, {\"fact\": \"Patient denies smoking and alcohol use\", \"severity\": \"minor\"}, {\"fact\": \"Father is currently in his eighties\", \"severity\": \"minor\"}], \"rationale\": \"All generated claims are supported by the dialogue; key details like bypass surgery, social history, and current paternal age are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"father had coronary artery disease at age 60\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"father had many strokes due to coronary artery disease\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"mother is 80 years old and has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"father has dementia\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"patient denies smoking and alcohol use\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient does not smoke or drink alcohol, a pertinent negative missing from the History of Patient section, and incorrectly attributes strokes as caused by coronary artery disease without confirmation from the patient.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"father had coronary artery disease at age 60, had many strokes due to that, mother is 80 years old and has dementia, father has dementia\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["History of Patient"],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":556,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9476941824,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":565,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9069100618,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":584,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4347826087,"bertscore_f1":0.8812310696,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Last menstrual period was June 3, 2009\", \"severity\": \"major\"}, {\"fact\": \"Patient reports a recent abortion\", \"severity\": \"major\"}, {\"fact\": \"Patient is uncertain whether the abortion was completed\", \"severity\": \"major\"}, {\"fact\": \"Patient is still bleeding\", \"severity\": \"major\"}, {\"fact\": \"Doctor advised the patient to see a Gynecology and Obstetrics specialist\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all clinically relevant information present in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Last menstrual period was June 3, 2009\", \"severity\": \"major\"}, {\"fact\": \"Patient had a recent abortion\", \"severity\": \"major\"}, {\"fact\": \"Patient is unsure if the abortion was completed\", \"severity\": \"major\"}, {\"fact\": \"Patient is still bleeding post-abortion\", \"severity\": \"major\"}, {\"fact\": \"Patient has not had a follow-up with OB\/GYN\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically critical historical facts from the dialogue, including LMP, recent abortion, ongoing bleeding, uncertainty about completion, and lack of follow-up, all of which are major omissions affecting clinical care.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":597,"prediction":"Symptoms: N\/A Diagnosis: Attention Deficit Hyperactivity Disorder History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4745762712,"bertscore_f1":0.9038510919,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"Attention Deficit Hyperactivity Disorder\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":607,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5454545455,"bertscore_f1":0.9051296711,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":627,"prediction":"Symptoms: Ulcer in right ankle Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9442005157,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Ulcer in right ankle\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Symptoms"],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":639,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.48,"bertscore_f1":0.9040327072,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abdominal pain (pointing to his stomach)\", \"severity\": \"major\"}, {\"fact\": \"Nausea (feels queasy)\", \"severity\": \"major\"}, {\"fact\": \"Vomiting (handful of times)\", \"severity\": \"major\"}, {\"fact\": \"Fever of 102\\u00b0F (temperature taken the other night)\", \"severity\": \"major\"}, {\"fact\": \"Altered mental status (out of it, not acting like himself)\", \"severity\": \"major\"}, {\"fact\": \"Behavioral changes noted for a few days\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite multiple key symptoms and timeline reported in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"abdominal pain\", \"severity\": \"major\"}, {\"fact\": \"nausea\", \"severity\": \"major\"}, {\"fact\": \"vomiting\", \"severity\": \"major\"}, {\"fact\": \"fever (102\\u00b0F)\", \"severity\": \"major\"}, {\"fact\": \"altered mental status\", \"severity\": \"major\"}], \"rationale\": \"The generated note contains no information despite the dialogue explicitly reporting abdominal pain, nausea, vomiting, fever, and altered mental status \\u2014 all major clinical findings that must be captured in the Symptoms field.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms","Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":642,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: No history of tobacco, alcohol, or illicit drug use. No history of sexually transmitted diseases. Works at a car dealership. Plan of Action: N\/A.","rougeL":0.4,"bertscore_f1":0.8933838606,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["tobacco","alcohol","illicit","transmitted","diseases"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":5.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":2.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"No history of tobacco use.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of alcohol use.\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of illicit drug use.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of sexually transmitted diseases.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Works at a car dealership.\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient drinks occasionally (alcohol use).\", \"severity\": \"major\"}, {\"fact\": \"Patient had several male sexual partners in Haiti in 1982 (past homosexual activity).\", \"severity\": \"major\"}], \"rationale\": \"The note incorrectly states no alcohol use and omits documented occasional drinking and past male sexual partners, both clinically important.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"No history of tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of illicit drug use\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of sexually transmitted diseases\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Works at a car dealership\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No history of alcohol use\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient occasionally drinks\", \"severity\": \"major\"}, {\"fact\": \"Patient had homosexual activity in Haiti in 1982 with multiple male partners\", \"severity\": \"major\"}, {\"fact\": \"Patient used protection most of the time during previous sexual encounters\", \"severity\": \"minor\"}, {\"fact\": \"Patient has not had sex since moving to the U.S.\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly states 'no history of alcohol use' despite the patient explicitly saying 'I drink sometimes,' and omits key contextual details about past sexual activity and protection use that are clinically relevant.\"}","fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"No history of tobacco, alcohol, or illicit drug use. No history of sexually transmitted diseases. Works at a car dealership.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":644,"prediction":"Symptoms: chronic diarrhea Diagnosis: iron deficiency anemia with blood in stool History of Patient: 51-year-old male with iron deficiency anemia with blood in stool for a few months, chronic diarrhea with frequency of more than three years, unusual pruritus, C.B.C., hemoglobin of 9 and M.C.V. of 57, dark and bright blood, last colonoscopy about three years ago with Doctor X, lymphocytic colitis diagnosed with hyperplastic polyps, last treatment for diarrhea more than three years Plan of Action: N\/A","rougeL":0.3314285714,"bertscore_f1":0.9000020027,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["51","57"],"unsupported_numbers":2,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":12.0,"n_unsupported":1.0,"n_contradicted":2.0,"n_misplaced":0.0,"n_major_errors":2.0,"n_major_omissions":7.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"iron deficiency anemia with blood in stool\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"51-year-old male\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"iron deficiency anemia with blood in stool for a few months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chronic diarrhea with frequency of more than three years\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"C.B.C.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hemoglobin of 9 and M.C.V. of 57\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"dark and bright blood\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy about three years ago with Doctor X\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lymphocytic colitis diagnosed with hyperplastic polyps\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last treatment for diarrhea more than three years\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"iron deficiency anemia as a symptom\", \"severity\": \"major\"}, {\"fact\": \"blood in stool as a symptom\", \"severity\": \"major\"}, {\"fact\": \"unusual pruritus as a symptom\", \"severity\": \"major\"}, {\"fact\": \"hyperplastic polyps as a diagnosis\", \"severity\": \"major\"}, {\"fact\": \"lymphocytic colitis as a diagnosis\", \"severity\": \"major\"}, {\"fact\": \"MCV of 65 (lab value)\", \"severity\": \"major\"}, {\"fact\": \"blood in stool duration of 5 months\", \"severity\": \"major\"}, {\"fact\": \"colonoscopy performed in Las Cruces\", \"severity\": \"minor\"}], \"rationale\": \"Claims were evaluated against the dialogue; several age, lab, and duration details are incorrect or unsupported, and key symptoms, diagnoses, and lab values are omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":4.0,"j2_n_major_omissions":3.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"chronic diarrhea\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"iron deficiency anemia with blood in stool\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"51-year-old male\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"iron deficiency anemia with blood in stool for a few months\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chronic diarrhea with frequency of more than three years\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"unusual pruritus\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"C.B.C.\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"hemoglobin of 9\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"M.C.V. of 57\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"dark and bright blood\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last colonoscopy about three years ago with Doctor X\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"lymphocytic colitis diagnosed with hyperplastic polyps\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"last treatment for diarrhea more than three years\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is 55 years old, not 51\", \"severity\": \"major\"}, {\"fact\": \"Anemia diagnosed a few months ago\", \"severity\": \"minor\"}, {\"fact\": \"Blood in stool for five months\", \"severity\": \"major\"}, {\"fact\": \"No mention of recent colonoscopy or need for repeat colonoscopy\", \"severity\": \"major\"}, {\"fact\": \"Patient denies recent treatment for diarrhea (more than three years)\", \"severity\": \"minor\"}, {\"fact\": \"CBC was performed and results were reviewed (pertinent negative: no other tests mentioned)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains multiple factual errors and omissions, including incorrect age, wrong MCV value, misplacement of anemia as a diagnosis, and failure to include critical clinical details like the five-month duration of bloody stools and the need for repeat colonoscopy, which are essential for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"chronic diarrhea\", \"Diagnosis\": \"iron deficiency anemia with blood in stool\", \"History of Patient\": \"51-year-old male with iron deficiency anemia with blood in stool for a few months, chronic diarrhea with frequency of more than three years, unusual pruritus, C.B.C., hemoglobin of 9 and M.C.V. of 57, dark and bright blood, last colonoscopy about three years ago with Doctor X, lymphocytic colitis diagnosed with hyperplastic polyps, last treatment for diarrhea more than three years\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":650,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5833333333,"bertscore_f1":0.8984744549,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":664,"prediction":"Symptoms: Fatigue, shortness of breath, weight loss. Diagnosis: N\/A. History of Patient: N\/A. Plan of Action: N\/A.","rougeL":0.5185185185,"bertscore_f1":0.9068578482,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["fatigue"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":3.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"weight loss\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Symptoms have been present for approximately one month\", \"severity\": \"minor\"}, {\"fact\": \"Denies fever\", \"severity\": \"minor\"}, {\"fact\": \"Denies chills\", \"severity\": \"minor\"}, {\"fact\": \"Denies sweats\", \"severity\": \"minor\"}, {\"fact\": \"Denies cough\", \"severity\": \"minor\"}, {\"fact\": \"Denies diarrhea\", \"severity\": \"minor\"}], \"rationale\": \"All listed symptoms are supported by the dialogue, but the History of Patient section omits duration and pertinent negative findings.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Fatigue\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"shortness of breath\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"weight loss\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Symptoms present for approximately one month\", \"severity\": \"major\"}, {\"fact\": \"denies fever, chills, sweats, cough, diarrhea\", \"severity\": \"major\"}, {\"fact\": \"denies chest pain with shortness of breath\", \"severity\": \"minor\"}, {\"fact\": \"appetite is fine\", \"severity\": \"minor\"}, {\"fact\": \"no nausea, vomiting\", \"severity\": \"minor\"}], \"rationale\": \"The generated note correctly captures three symptoms but omits critical temporal context and pertinent negatives from the dialogue, and incorrectly leaves History of Patient as N\/A despite explicit details provided.\"}","fields_json":"{\"Symptoms\": \"Fatigue, shortness of breath, weight loss.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"N\/A.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":666,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726755,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":690,"prediction":"Symptoms: progressive loss of vision in right eye, progressive loss of vision in left eye Diagnosis: N\/A History of Patient: 62-year-old right-handed female presenting with progressive loss of vision in right eye for about two months, progressive loss of vision in left eye for about two years, no other Symptoms reported Plan of Action: N\/A","rougeL":0.4181818182,"bertscore_f1":0.9222250581,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"progressive loss of vision in right eye, progressive loss of vision in left eye\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"62-year-old right-handed female presenting with progressive loss of vision in right eye for about two months, progressive loss of vision in left eye for about two years, no other Symptoms reported\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":702,"prediction":"Symptoms: severe pain on lower right side of back, spreading to lower lumbar spine and mid back Diagnosis: small cell lung cancer History of Patient: history of chemotherapy and radiation treatments multiple times, finished a series of 10 radiation treatments for pain relief, CT scan done to check for metastasis Plan of Action: N\/A","rougeL":0.4897959184,"bertscore_f1":0.9104584455,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":6.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":4.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain on lower right side of back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"spreading to lower lumbar spine and mid back\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"finished a series of 10 radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan done to check for metastasis\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Burning sensation associated with the pain\", \"severity\": \"minor\"}, {\"fact\": \"Radiating pain from lower back to right leg and knee\", \"severity\": \"major\"}, {\"fact\": \"Numbness and sharp pain in the bottom of the left foot\", \"severity\": \"major\"}, {\"fact\": \"Pain worsened by prolonged sitting, standing, and walking\", \"severity\": \"minor\"}, {\"fact\": \"Patient is on multiple narcotics for pain management\", \"severity\": \"major\"}, {\"fact\": \"Two-year history of small cell lung cancer with metastasis to both femurs, lower lumbar spine, and pelvis\", \"severity\": \"major\"}, {\"fact\": \"Pain rated 10\/10 for back and leg\", \"severity\": \"minor\"}], \"rationale\": \"Claims were matched to the dialogue, noting one unsupported anatomical detail, and several key symptoms, medication use, and metastasis details were omitted.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":0.0,"j2_n_major_omissions":7.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"severe pain on lower right side of back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"spreading to lower lumbar spine\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"spreading to mid back\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"small cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"history of chemotherapy and radiation treatments multiple times\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"finished a series of 10 radiation treatments for pain relief\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"CT scan done to check for metastasis\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"burning sensation in pain\", \"severity\": \"major\"}, {\"fact\": \"radiating pain from lower back to right leg and knee\", \"severity\": \"major\"}, {\"fact\": \"numbness and sharp pain in bottom of left foot\", \"severity\": \"major\"}, {\"fact\": \"pain rated as 10\/10 in back and leg\", \"severity\": \"major\"}, {\"fact\": \"sharp and dull pain in mid back\", \"severity\": \"minor\"}, {\"fact\": \"pain exacerbated by prolonged sitting, standing, or walking\", \"severity\": \"major\"}, {\"fact\": \"on narcotics for pain\", \"severity\": \"major\"}, {\"fact\": \"metastasis to both femurs, lower lumbar spine, and pelvis\", \"severity\": \"major\"}, {\"fact\": \"patient lost track of number of chemotherapy\/radiation treatments\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits critical symptom details (burning, radiation, numbness, pain severity, exacerbating factors) and misplaces imaging as history, while failing to include metastatic sites and pain management, all of which are essential for clinical care.\"}","fields_json":"{\"Symptoms\": \"severe pain on lower right side of back, spreading to lower lumbar spine and mid back\", \"Diagnosis\": \"small cell lung cancer\", \"History of Patient\": \"history of chemotherapy and radiation treatments multiple times, finished a series of 10 radiation treatments for pain relief, CT scan done to check for metastasis\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":721,"prediction":"Symptoms: N\/A Diagnosis: upper respiratory infection, apnea History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7179487179,"bertscore_f1":0.9377094507,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"upper respiratory infection, apnea\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":724,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9457283616,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":727,"prediction":"Symptoms: Stiffness, irritation with elbow extension. Diagnosis: Left elbow fracture, neck fracture of right glenoid. History of Patient: Ten-year-old boy was thrown off a quad on October 10, 2007, injuring his left elbow, fracture dislocation of the left elbow, and neck fracture of the right glenoid, currently in Physical Therapy and using Dynasplint. Plan of Action: Surgery recommended to remove left elbow hardware, risks discussed including infection, anesthesia, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, continued stiffness.","rougeL":0.5638297872,"bertscore_f1":0.9202976227,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["ten-year-old","injuring","physical","therapy","recommended"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":19.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Irritation with elbow extension\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Left elbow fracture\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Neck fracture of right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Ten-year-old boy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Thrown off a quad on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Injuring his left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Fracture dislocation of the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Neck fracture of the right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently in Physical Therapy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Using Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Surgery recommended to remove left elbow hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including infection\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including anesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including failure to relieve pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including continued stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is right\\u2011hand dominant (writes with right hand)\", \"severity\": \"minor\"}, {\"fact\": \"Neurologically intact distally (wrist and hand movement and reflexes)\", \"severity\": \"minor\"}, {\"fact\": \"Prophylactic antibiotics will be administered for infection prophylaxis\", \"severity\": \"minor\"}], \"rationale\": \"All statements in the generated note are supported by the dialogue; missing but clinically relevant details include hand dominance, distal neurological status, and planned antibiotic prophylaxis.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":2.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Irritation with elbow extension\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Left elbow fracture\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"Diagnosis\", \"claim\": \"Neck fracture of right glenoid\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Ten-year-old boy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Was thrown off a quad on October 10, 2007\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Injuring his left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Fracture dislocation of the left elbow\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Neck fracture of the right glenoid\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Currently in Physical Therapy\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Using Dynasplint\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Surgery recommended to remove left elbow hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including infection\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including anesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including bleeding\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including changes in sensation and motion of extremities\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including failure to remove hardware\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including failure to relieve pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Plan of Action\", \"claim\": \"Risks discussed including continued stiffness\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient is right-hand dominant\", \"severity\": \"minor\"}, {\"fact\": \"Left elbow fracture dislocation was treated with ORIF\", \"severity\": \"minor\"}, {\"fact\": \"Right glenoid neck fracture is healed\", \"severity\": \"minor\"}, {\"fact\": \"Neurologically intact in wrist and hand\", \"severity\": \"minor\"}, {\"fact\": \"Parents agreed to the surgery plan\", \"severity\": \"minor\"}, {\"fact\": \"Risk of infection is less than one percent\", \"severity\": \"minor\"}, {\"fact\": \"Prophylactic antibiotics are used to reduce infection risk\", \"severity\": \"minor\"}, {\"fact\": \"Patient is 10 years old (reinforced as a child with good healing potential)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures most clinical facts from the dialogue but misclassifies past fractures as current diagnoses and omits key pertinent details such as hand dominance, healing status, neurological exam, and parental consent.\"}","fields_json":"{\"Symptoms\": \"Stiffness, irritation with elbow extension.\", \"Diagnosis\": \"Left elbow fracture, neck fracture of right glenoid.\", \"History of Patient\": \"Ten-year-old boy was thrown off a quad on October 10, 2007, injuring his left elbow, fracture dislocation of the left elbow, and neck fracture of the right glenoid, currently in Physical Therapy and using Dynasplint.\", \"Plan of Action\": \"Surgery recommended to remove left elbow hardware, risks discussed including infection, anesthesia, bleeding, changes in sensation and motion of extremities, failure to remove hardware, failure to relieve pain, continued stiffness.\"}","filled_na_fields":["Symptoms","Diagnosis"],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":730,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Drinks occasionally, denies tobacco use Plan of Action: N\/A","rougeL":0.7894736842,"bertscore_f1":0.9487277865,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["tobacco"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":false,"n_claims":2.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":5.0,"verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Drinks occasionally\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [], \"rationale\": \"Both statements are directly supported by the dialogue and no clinically important information is omitted.\"}","j2_faithful":true,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":4.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"History of Patient\", \"claim\": \"Drinks occasionally\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Denies tobacco use\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Patient describes alcohol consumption as 'occasional' and associates it with enjoying cocktails\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures the patient's occasional alcohol use and non-smoking status from the dialogue, but omits the contextual detail about cocktails, which is clinically minor.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Drinks occasionally, denies tobacco use\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":747,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9475519657,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":755,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.922721982,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":758,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5882352941,"bertscore_f1":0.9124458432,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":764,"prediction":"Symptoms: Head pain Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7741935484,"bertscore_f1":0.950106144,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Head pain\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":766,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: Mother has diabetes and hypertension, father had emphysema and was a smoker Plan of Action: N\/A","rougeL":0.6956521739,"bertscore_f1":0.9277731776,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother","father"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Mother has diabetes and hypertension, father had emphysema and was a smoker\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":787,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6511627907,"bertscore_f1":0.9230899811,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Medication list was reviewed on April 22, 2003, with morning and evening dosages noted\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the medication review described in the dialogue, a major omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"List of medications was checked on April 22, 2003, with morning and evening dosages\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states that the medication list was reviewed on April 22, 2003, and includes morning and evening dosing, but the generated note omits this clinically relevant history in the 'History of Patient' section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":791,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9032258065,"bertscore_f1":0.9555329084,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":804,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8484848485,"bertscore_f1":0.9377103448,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn (naproxen)\", \"severity\": \"major\"}], \"rationale\": \"The generated note fails to record the drug allergy disclosed in the dialogue, a critical omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Allergic to Naprosyn\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient is allergic to Naprosyn, which belongs in the History of Patient section, but the generated note incorrectly lists it as N\/A.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":817,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8,"bertscore_f1":0.9401853681,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Mother has coronary artery disease\", \"severity\": \"major\"}], \"rationale\": \"The generated note omitted the family history of coronary artery disease disclosed in the dialogue, which is a clinically important detail.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Mother has coronary artery disease\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient's mother has coronary artery disease, which is a clinically important family history finding that is completely omitted from the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":829,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726755,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":831,"prediction":"Symptoms: pain in both feet, rocker bottom feet Diagnosis: N\/A History of Patient: five-year-old boy with rocker bottom feet, pain in both feet, possible subtalar arthrodesis, possible autograft, and lengthening of Achilles Plan of Action: surgery recommended, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremity, hardware failure, need for other surgical procedures, need for nonweightbearing for some time","rougeL":0.5890410959,"bertscore_f1":0.9238502979,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["five-year-old","recommended"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"pain in both feet, rocker bottom feet\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"five-year-old boy with rocker bottom feet, pain in both feet, possible subtalar arthrodesis, possible autograft, and lengthening of Achilles\", \"Plan of Action\": \"surgery recommended, risks discussed including anesthesia, infection, bleeding, changes in sensation and motion of extremity, hardware failure, need for other surgical procedures, need for nonweightbearing for some time\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":844,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9110614061,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":6.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Cancer diagnosis confirmed\", \"severity\": \"major\"}, {\"fact\": \"Hypertension diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Diabetes diagnosis\", \"severity\": \"major\"}, {\"fact\": \"Positive history of hypertension\", \"severity\": \"major\"}, {\"fact\": \"Positive history of diabetes\", \"severity\": \"major\"}, {\"fact\": \"Positive history of cancer\", \"severity\": \"major\"}, {\"fact\": \"Negative for heart disease (no chest pain, shortness of breath, uneasiness)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for obesity (BMI normal, not overweight)\", \"severity\": \"minor\"}, {\"fact\": \"Negative for stroke symptoms (no dizziness, loss of consciousness)\", \"severity\": \"minor\"}], \"rationale\": \"The generated note omits all documented diagnoses and relevant positive and negative history items from the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":6.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Hypertension\", \"severity\": \"major\"}, {\"fact\": \"Diabetes\", \"severity\": \"major\"}, {\"fact\": \"Cancer\", \"severity\": \"major\"}, {\"fact\": \"No heart disease\", \"severity\": \"major\"}, {\"fact\": \"No obesity (BMI fine)\", \"severity\": \"major\"}, {\"fact\": \"No stroke-like symptoms\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all diagnosed conditions and pertinent negatives explicitly stated in the dialogue, which are clinically critical for accurate patient documentation.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis","History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":846,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5714285714,"bertscore_f1":0.9190875888,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":866,"prediction":"Symptoms: Left knee pain, locking up of knee Diagnosis: MCL sprain History of Patient: 42-year-old male with left knee pain for about two years, sprain of MCL while playing hockey Plan of Action: N\/A","rougeL":0.4935064935,"bertscore_f1":0.9250167608,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["42"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Left knee pain, locking up of knee\", \"Diagnosis\": \"MCL sprain\", \"History of Patient\": \"42-year-old male with left knee pain for about two years, sprain of MCL while playing hockey\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":["Diagnosis"],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":873,"prediction":"Symptoms: dizziness, vertigo, lightheadedness Diagnosis: atrial fibrillation History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4615384615,"bertscore_f1":0.9055293798,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"dizziness, vertigo, lightheadedness\", \"Diagnosis\": \"atrial fibrillation\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":878,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726755,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":896,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726755,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":917,"prediction":"Symptoms: foreign body sensation in left eye, pain, blurred vision, sensitivity to light Diagnosis: N\/A History of Patient: experienced foreign body sensation in left eye at work this morning, flushed eyes with water in an attempt to alleviate the sensation, pain has gotten worse since this morning Plan of Action: N\/A","rougeL":0.5473684211,"bertscore_f1":0.9351990223,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["attempt","alleviate"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"foreign body sensation in left eye, pain, blurred vision, sensitivity to light\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"experienced foreign body sensation in left eye at work this morning, flushed eyes with water in an attempt to alleviate the sensation, pain has gotten worse since this morning\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":949,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8235294118,"bertscore_f1":0.9494102001,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":951,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726755,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":974,"prediction":"Symptoms: sore throat, puffy eyes, stuffy nose, low grade fever, hoarse voice Diagnosis: N\/A History of Patient: Started experiencing sore throat yesterday, puffy eyes, stuffy nose, low grade fever, hoarse voice, eating and drinking normally Plan of Action: N\/A","rougeL":0.5742574257,"bertscore_f1":0.9180987477,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"sore throat, puffy eyes, stuffy nose, low grade fever, hoarse voice\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Started experiencing sore throat yesterday, puffy eyes, stuffy nose, low grade fever, hoarse voice, eating and drinking normally\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":990,"prediction":"Symptoms: coughing for one week, congestion, difficulty finding the top of Pop Can, no change in breathing Diagnosis: N\/A History of Patient: 1-year-old male with coughing for one week, congestion, difficulty finding the top of Pop Can, no change in breathing Plan of Action: N\/A","rougeL":0.3432835821,"bertscore_f1":0.8691616654,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["difficulty","finding"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"coughing for one week, congestion, difficulty finding the top of Pop Can, no change in breathing\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"1-year-old male with coughing for one week, congestion, difficulty finding the top of Pop Can, no change in breathing\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1012,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: High blood pressure, asthma, cervical cancer diagnosed at age 15 Plan of Action: N\/A","rougeL":0.701754386,"bertscore_f1":0.934373796,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"High blood pressure, asthma, cervical cancer diagnosed at age 15\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1026,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6829268293,"bertscore_f1":0.922257781,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1041,"prediction":"Symptoms: low back pain, weakness Diagnosis: degenerative disc disease History of Patient: fell on freshly waxed floor in the beginning of 2001, slipped onto tailbone and general lower back in March 2001, lost footing while trying to qualify on the gun range with a handgun, underwent cauterization of nerves in lower back in October and November 2001 Plan of Action: N\/A","rougeL":0.496969697,"bertscore_f1":0.9165073037,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["2001"],"unsupported_numbers":1,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"low back pain, weakness\", \"Diagnosis\": \"degenerative disc disease\", \"History of Patient\": \"fell on freshly waxed floor in the beginning of 2001, slipped onto tailbone and general lower back in March 2001, lost footing while trying to qualify on the gun range with a handgun, underwent cauterization of nerves in lower back in October and November 2001\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1046,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7567567568,"bertscore_f1":0.9373868108,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1055,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4561403509,"bertscore_f1":0.8908370733,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1056,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.4262295082,"bertscore_f1":0.9009404778,"template_ok":true,"na_agreement":0.5,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient","Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1074,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.28,"bertscore_f1":0.8686958551,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1075,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.0,"bertscore_f1":0.8012353778,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1080,"prediction":"Symptoms: N\/A. Diagnosis: N\/A. History of Patient: 76-year-old male experienced two stings on his hands and right knee around noon, no redness or swelling immediately, no shortness of breath, itching, or hives, no tongue swelling, no difficulty swallowing, no history of anaphylaxis. Plan of Action: N\/A.","rougeL":0.3552631579,"bertscore_f1":0.8855804205,"template_ok":true,"na_agreement":0.5,"unsupported_terms":["stings","immediately","difficulty","anaphylaxis"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A.\", \"Diagnosis\": \"N\/A.\", \"History of Patient\": \"76-year-old male experienced two stings on his hands and right knee around noon, no redness or swelling immediately, no shortness of breath, itching, or hives, no tongue swelling, no difficulty swallowing, no history of anaphylaxis.\", \"Plan of Action\": \"N\/A.\"}","filled_na_fields":[],"missed_fields":["Symptoms","Diagnosis"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1082,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":1.0,"bertscore_f1":0.9667726755,"template_ok":true,"na_agreement":1.0,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1087,"prediction":"Symptoms: Pain in stomach on the right side and down here, pain on middle part of left thigh Diagnosis: Hyperesthesia History of Patient: Symptoms started one and a half months before the holidays, initially thought to be shingles, pain persists for the past eight days in tummy and hips, no change in skin, no rashes, no change in hydration Plan of Action: N\/A","rougeL":0.3087248322,"bertscore_f1":0.8876900077,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["initially","persists","hydration"],"unsupported_numbers":0,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":9.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":3.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Pain in stomach on the right side and down here\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"pain on middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms started one and a half months before the holidays\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Initially thought to be shingles\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Pain persists for the past eight days in tummy and hips\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in hydration\", \"label\": \"unsupported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"Pain also present on the left side of the abdomen\", \"severity\": \"major\"}, {\"fact\": \"Pain is painful when touched (tenderness)\", \"severity\": \"major\"}, {\"fact\": \"No treatment received (patient did not take any medication)\", \"severity\": \"minor\"}, {\"fact\": \"Patient bathes daily using minimal soap\", \"severity\": \"minor\"}, {\"fact\": \"Patient is married\", \"severity\": \"minor\"}, {\"fact\": \"Patient works as an airplane mechanic\", \"severity\": \"minor\"}, {\"fact\": \"Plan to run further tests to find the underlying cause of hyperesthesia\", \"severity\": \"major\"}], \"rationale\": \"All listed claims are directly drawn from the dialogue except the hydration comment, and several key symptoms, history details, and the care plan mentioned in the dialogue are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":1.0,"j2_n_major_omissions":0.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Pain in stomach on the right side and down here\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Pain on middle part of left thigh\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"Hyperesthesia\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Symptoms started one and a half months before the holidays\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Initially thought to be shingles\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Pain persists for the past eight days in tummy and hips\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in skin\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No rashes\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"No change in hydration\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Patient is married\", \"severity\": \"minor\"}, {\"fact\": \"Patient works as an airplane mechanic\", \"severity\": \"minor\"}, {\"fact\": \"Pain is painful when touched\", \"severity\": \"minor\"}, {\"fact\": \"Pain is intermittent\", \"severity\": \"minor\"}, {\"fact\": \"Pain is more pronounced on right hip area\", \"severity\": \"minor\"}, {\"fact\": \"Patient bathes daily with minimal soap use\", \"severity\": \"minor\"}, {\"fact\": \"No treatment received\", \"severity\": \"minor\"}], \"rationale\": \"The generated note accurately captures key symptoms and diagnosis but falsely claims 'no change in hydration' (unsupported) and omits critical history and plan details, while incorrectly leaving Plan of Action as N\/A despite explicit intent to run tests.\"}","fields_json":"{\"Symptoms\": \"Pain in stomach on the right side and down here, pain on middle part of left thigh\", \"Diagnosis\": \"Hyperesthesia\", \"History of Patient\": \"Symptoms started one and a half months before the holidays, initially thought to be shingles, pain persists for the past eight days in tummy and hips, no change in skin, no rashes, no change in hydration\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Plan of Action"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1105,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6666666667,"bertscore_f1":0.9089888334,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection normal and well hydrated; no diaphoresis; no injury or wounds observed.\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits the entire skin examination findings that were documented in the dialogue and are clinically essential.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":4.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Skin inspection within normal limits\", \"severity\": \"major\"}, {\"fact\": \"Skin is well hydrated\", \"severity\": \"major\"}, {\"fact\": \"No diaphoresis (excessive sweating)\", \"severity\": \"major\"}, {\"fact\": \"No obvious wound\", \"severity\": \"major\"}], \"rationale\": \"The dialogue clearly documents normal skin inspection, hydration, absence of diaphoresis, and no wounds \\u2014 all of which belong in the Diagnosis field but are entirely omitted, while the generated note incorrectly reports N\/A for Diagnosis despite explicit clinical findings.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Diagnosis"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1118,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: father had colon cancer, mom had stroke Plan of Action: N\/A","rougeL":0.6785714286,"bertscore_f1":0.9367339015,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["father"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"father had colon cancer, mom had stroke\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1161,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: father is alive with strokes in the past, mother died at the age of 62 of many kinds of heart diseases, maternal grandfather had heart issues and died of a heart attack Plan of Action: N\/A","rougeL":0.5263157895,"bertscore_f1":0.9001181722,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["mother"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"father is alive with strokes in the past, mother died at the age of 62 of many kinds of heart diseases, maternal grandfather had heart issues and died of a heart attack\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1163,"prediction":"Symptoms: Terrible feeling of allergies Diagnosis: N\/A History of Patient: History of allergies in Seattle, worsened when she moved to Seattle, Claritin and Zyrtec stopped working, tried Allegra last summer but still didn't work, tried some nasal sprays at local pharmacy, asthma hasn't gotten worse Plan of Action: N\/A","rougeL":0.3253012048,"bertscore_f1":0.8924751878,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["worsened"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"Terrible feeling of allergies\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"History of allergies in Seattle, worsened when she moved to Seattle, Claritin and Zyrtec stopped working, tried Allegra last summer but still didn't work, tried some nasal sprays at local pharmacy, asthma hasn't gotten worse\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1172,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: surgery on shoulder 13 years ago, loss of sense of smell and vision in right eye, no headaches, no nasal drainage, no weakness or numbness, no resent weight loss Plan of Action: N\/A","rougeL":0.3925233645,"bertscore_f1":0.9037340879,"template_ok":true,"na_agreement":0.75,"unsupported_terms":["vision"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"surgery on shoulder 13 years ago, loss of sense of smell and vision in right eye, no headaches, no nasal drainage, no weakness or numbness, no resent weight loss\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["Symptoms"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1184,"prediction":"Symptoms: mild chest pain with swallowing, larger calf Diagnosis: enlarging simple cyst of left kidney History of Patient: left upper lobectomy for stage IA nonsmall cell lung cancer, pelvic CT showing enlarging simple cyst of left kidney, barium swallow showing small hiatal hernia with minimal reflux, DVT in 1975 and 1975, chest pain due to tertiary contractions with delayed emptying, no fever or chills, no new aches or pains, no cough, no shortness of breath while at rest, no difficulty breathing with exercise Plan of Action: N\/A","rougeL":0.3560209424,"bertscore_f1":0.8737900853,"template_ok":true,"na_agreement":1.0,"unsupported_terms":["larger","nonsmall"],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":true,"hallucinated":true,"n_claims":13.0,"n_unsupported":1.0,"n_contradicted":0.0,"n_misplaced":1.0,"n_major_errors":0.0,"n_major_omissions":0.0,"faithfulness_score":4.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"mild chest pain with swallowing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"larger calf\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"enlarging simple cyst of left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"left upper lobectomy for stage IA nonsmall cell lung cancer\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"pelvic CT showing enlarging simple cyst of left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showing small hiatal hernia with minimal reflux\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"DVT in 1975 and 1975\", \"label\": \"unsupported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"chest pain due to tertiary contractions with delayed emptying\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no fever or chills\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no new aches or pains\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath while at rest\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no difficulty breathing with exercise\", \"label\": \"supported\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"no tenderness of the enlarged left calf\", \"severity\": \"minor\"}, {\"fact\": \"history of DVT in 1985\", \"severity\": \"minor\"}, {\"fact\": \"normal PA and lateral chest x-ray from 11\/23\/2009\", \"severity\": \"minor\"}, {\"fact\": \"no abnormal weight loss\", \"severity\": \"minor\"}], \"rationale\": \"All claims were evaluated against the dialogue; unsupported or misplaced items were flagged, and missing clinically relevant details were listed as omissions.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":5.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"mild chest pain with swallowing\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"larger calf\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Diagnosis\", \"claim\": \"enlarging simple cyst of left kidney\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"left upper lobectomy for stage IA nonsmall cell lung cancer\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"pelvic CT showing enlarging simple cyst of left kidney\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"barium swallow showing small hiatal hernia with minimal reflux\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"DVT in 1975 and 1975\", \"label\": \"contradicted\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"chest pain due to tertiary contractions with delayed emptying\", \"label\": \"misplaced\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"no fever or chills\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no new aches or pains\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no cough\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no shortness of breath while at rest\", \"label\": \"misplaced\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"no difficulty breathing with exercise\", \"label\": \"misplaced\", \"severity\": \"minor\"}], \"omissions\": [{\"fact\": \"patient denies abnormal weight loss\", \"severity\": \"minor\"}, {\"fact\": \"calf enlargement is painless (no tenderness)\", \"severity\": \"minor\"}, {\"fact\": \"DVT occurred in 1975 and 1985 (not 1975 and 1975)\", \"severity\": \"major\"}, {\"fact\": \"chest x-ray from 11\/23\/2009 was normal\", \"severity\": \"minor\"}, {\"fact\": \"no cold or flu symptoms\", \"severity\": \"minor\"}], \"rationale\": \"The generated note incorrectly places diagnostic procedures, past surgical history, and negative symptoms into the History of Patient field, mislabels the DVT dates, and omits key pertinent negatives and clarifying details from the dialogue.\"}","fields_json":"{\"Symptoms\": \"mild chest pain with swallowing, larger calf\", \"Diagnosis\": \"enlarging simple cyst of left kidney\", \"History of Patient\": \"left upper lobectomy for stage IA nonsmall cell lung cancer, pelvic CT showing enlarging simple cyst of left kidney, barium swallow showing small hiatal hernia with minimal reflux, DVT in 1975 and 1975, chest pain due to tertiary contractions with delayed emptying, no fever or chills, no new aches or pains, no cough, no shortness of breath while at rest, no difficulty breathing with exercise\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1192,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6382978723,"bertscore_f1":0.923199296,"template_ok":true,"na_agreement":0.75,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient works at a local Christmas tree farm.\", \"severity\": \"minor\"}, {\"fact\": \"Patient smokes cigarettes approximately one pack per day.\", \"severity\": \"major\"}], \"rationale\": \"The generated note left the History of Patient field empty, omitting both the patient's smoking habit and employment, which were stated in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":2.0,"j2_faithfulness_score":2.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"The patient smokes one pack of cigarettes per day\", \"severity\": \"major\"}, {\"fact\": \"The patient works at a local Christmas tree farm\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits two major, clinically relevant facts from the dialogue: the patient's daily cigarette use and his occupation at a Christmas tree farm, both of which belong in the History of Patient section.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":["History of Patient"]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1201,"prediction":"Symptoms: Low back pain for about eight years, continuous, varied degrees, sometimes better than others Diagnosis: N\/A History of Patient: Started low back pain after a fall in a B.C. store eight years ago, referred to PT once or twice, received electrical stimulation and heat treatment, had back pain since giving birth, fell four or five days ago while mopping the floor, follow-up appointment with Dr. X scheduled for February 10, 2019 Plan of Action: N\/A","rougeL":0.3930635838,"bertscore_f1":0.9067745805,"template_ok":true,"na_agreement":null,"unsupported_terms":["10","2019"],"unsupported_numbers":2,"grounding_flag":true,"empty_prediction":false,"faithful":false,"hallucinated":true,"n_claims":10.0,"n_unsupported":0.0,"n_contradicted":1.0,"n_misplaced":0.0,"n_major_errors":1.0,"n_major_omissions":1.0,"faithfulness_score":2.0,"verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Low back pain for about eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Low back pain is continuous\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Low back pain varies in degree\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Sometimes better than others\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Started low back pain after a fall in a B.C. store eight years ago\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Referred to physical therapy once or twice\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Received electrical stimulation and heat treatment\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Had back pain since giving birth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Fell four or five days ago while mopping the floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Follow-up appointment with Dr. X scheduled for February 10, 2019\", \"label\": \"contradicted\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Pain worsened after the recent fall\", \"severity\": \"major\"}, {\"fact\": \"Patient is 26 years old\", \"severity\": \"minor\"}, {\"fact\": \"Landed on tailbone during the recent fall\", \"severity\": \"minor\"}], \"rationale\": \"All listed claims are either directly supported by the dialogue or conflict with it, and key clinical details such as pain exacerbation, age, and tailbone impact are missing.\"}","j2_faithful":false,"j2_hallucinated":true,"j2_n_major_errors":2.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [{\"field\": \"Symptoms\", \"claim\": \"Low back pain for about eight years\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Continuous low back pain\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"Symptoms\", \"claim\": \"Varied degrees of pain, sometimes better than others\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Started low back pain after a fall in a B.C. store eight years ago\", \"label\": \"unsupported\", \"severity\": \"major\"}, {\"field\": \"History of Patient\", \"claim\": \"Referred to PT once or twice\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Received electrical stimulation and heat treatment\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Had back pain since giving birth\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Fell four or five days ago while mopping the floor\", \"label\": \"supported\", \"severity\": \"minor\"}, {\"field\": \"History of Patient\", \"claim\": \"Follow-up appointment with Dr. X scheduled for February 10, 2019\", \"label\": \"unsupported\", \"severity\": \"major\"}], \"omissions\": [{\"fact\": \"Initial fall occurred at an ABC store (not B.C. store)\", \"severity\": \"major\"}, {\"fact\": \"Recent fall resulted in landing on the tailbone\", \"severity\": \"minor\"}, {\"fact\": \"Recent fall made the low back pain worse\", \"severity\": \"minor\"}, {\"fact\": \"Initial physician examination with Dr. X on January 10, 2009\", \"severity\": \"minor\"}, {\"fact\": \"Patient is 26 years old\", \"severity\": \"minor\"}, {\"fact\": \"Gave birth in August 2008\", \"severity\": \"minor\"}], \"rationale\": \"The generated note contains two major errors: misstating 'ABC store' as 'B.C. store' and incorrectly writing the follow-up date as 2019 instead of 2009, while omitting key details like landing on the tailbone and the initial visit date with Dr. X.\"}","fields_json":"{\"Symptoms\": \"Low back pain for about eight years, continuous, varied degrees, sometimes better than others\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"Started low back pain after a fall in a B.C. store eight years ago, referred to PT once or twice, received electrical stimulation and heat treatment, had back pain since giving birth, fell four or five days ago while mopping the floor, follow-up appointment with Dr. X scheduled for February 10, 2019\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1212,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.6363636364,"bertscore_f1":0.9145337939,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1232,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8387096774,"bertscore_f1":0.9369209409,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1237,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.3582089552,"bertscore_f1":0.8698164821,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":5.0,"faithfulness_score":1.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG shows sinus tachycardia with heart rate of 122 bpm\", \"severity\": \"major\"}, {\"fact\": \"Negative urine pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note omits all clinically relevant lab and EKG findings described in the dialogue.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":5.0,"j2_faithfulness_score":1.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Abnormal sodium level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal creatinine level\", \"severity\": \"major\"}, {\"fact\": \"Abnormal thyroid levels (TSH and Free T4)\", \"severity\": \"major\"}, {\"fact\": \"EKG showed sinus tachycardia with a heart rate of 122\", \"severity\": \"major\"}, {\"fact\": \"Negative pregnancy test\", \"severity\": \"major\"}], \"rationale\": \"The generated note completely omits all clinically significant lab and EKG findings explicitly stated in the dialogue, including pertinent negatives like the negative pregnancy test, which are critical for clinical decision-making.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1250,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.9375,"bertscore_f1":0.953525424,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1259,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7428571429,"bertscore_f1":0.9368304014,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1267,"prediction":"Symptoms: skin going crazy, hay fever, eczema, sinus problems, hives Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.5230769231,"bertscore_f1":0.9018607736,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"skin going crazy, hay fever, eczema, sinus problems, hives\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1269,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: gallbladder removal Plan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9259186387,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"gallbladder removal\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1271,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7027027027,"bertscore_f1":0.9340000749,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1281,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.7878787879,"bertscore_f1":0.9426694512,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":false,"hallucinated":false,"n_claims":0.0,"n_unsupported":0.0,"n_contradicted":0.0,"n_misplaced":0.0,"n_major_errors":0.0,"n_major_omissions":1.0,"faithfulness_score":3.0,"verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"Patient reports no past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The note fails to record the explicitly stated negative surgical history, a clinically important omission.\"}","j2_faithful":false,"j2_hallucinated":false,"j2_n_major_errors":0.0,"j2_n_major_omissions":1.0,"j2_faithfulness_score":3.0,"j2_verdict_json":"{\"claims\": [], \"omissions\": [{\"fact\": \"No past surgeries\", \"severity\": \"major\"}], \"rationale\": \"The dialogue explicitly states the patient has had no past surgeries, but the generated note incorrectly omits this pertinent negative from the History of Patient field, which could lead to incomplete clinical assessment.\"}","fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1283,"prediction":"Symptoms: N\/A Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.8125,"bertscore_f1":0.94407022,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"N\/A\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]},{"experiment":"pegasus_large_s2026","family":"pegasus_large","seed":2026,"example_id":1284,"prediction":"Symptoms: feeling sick like throwing up Diagnosis: N\/A History of Patient: N\/A Plan of Action: N\/A","rougeL":0.52,"bertscore_f1":0.8941159248,"template_ok":true,"na_agreement":null,"unsupported_terms":[],"unsupported_numbers":0,"grounding_flag":false,"empty_prediction":false,"faithful":null,"hallucinated":null,"n_claims":null,"n_unsupported":null,"n_contradicted":null,"n_misplaced":null,"n_major_errors":null,"n_major_omissions":null,"faithfulness_score":null,"verdict_json":null,"j2_faithful":null,"j2_hallucinated":null,"j2_n_major_errors":null,"j2_n_major_omissions":null,"j2_faithfulness_score":null,"j2_verdict_json":null,"fields_json":"{\"Symptoms\": \"feeling sick like throwing up\", \"Diagnosis\": \"N\/A\", \"History of Patient\": \"N\/A\", \"Plan of Action\": \"N\/A\"}","filled_na_fields":[],"missed_fields":[]}]