{
  "per_file": {
    "tests/gold.jsonl": {
      "examples": 227,
      "spans": 199,
      "precision": 0.955,
      "recall": 0.9597989949748744,
      "f1": 0.9573934837092732,
      "value_acc": 0.9597989949748744,
      "categories": {
        "digits": {
          "spans": 55,
          "value_acc": 0.9454545454545454,
          "exact_match_rate": 0.9454545454545454
        },
        "words": {
          "spans": 144,
          "value_acc": 0.9652777777777778,
          "exact_match_rate": 0.9652777777777778
        },
        "prefix": {
          "spans": 52,
          "value_acc": 0.9615384615384616,
          "exact_match_rate": 0.9615384615384616
        },
        "range": {
          "spans": 17,
          "value_acc": 0.8823529411764706,
          "exact_match_rate": 0.8823529411764706
        },
        "currency": {
          "spans": 28,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "multi_unit": {
          "spans": 17,
          "value_acc": 0.9411764705882353,
          "exact_match_rate": 0.9411764705882353
        },
        "symbol_unit": {
          "spans": 19,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "long": {
          "spans": 13,
          "value_acc": 0.8461538461538461,
          "exact_match_rate": 0.8461538461538461
        }
      },
      "negatives": {
        "examples": 37,
        "false_positives": 0,
        "fp_rate": 0.0
      }
    },
    "tests/gold_deva.jsonl": {
      "examples": 186,
      "spans": 155,
      "precision": 0.9868421052631579,
      "recall": 0.967741935483871,
      "f1": 0.9771986970684038,
      "value_acc": 0.967741935483871,
      "categories": {
        "digits": {
          "spans": 37,
          "value_acc": 0.972972972972973,
          "exact_match_rate": 0.972972972972973
        },
        "words": {
          "spans": 118,
          "value_acc": 0.9661016949152542,
          "exact_match_rate": 0.9661016949152542
        },
        "prefix": {
          "spans": 29,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "range": {
          "spans": 13,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "currency": {
          "spans": 20,
          "value_acc": 0.9,
          "exact_match_rate": 0.9
        },
        "multi_unit": {
          "spans": 10,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "symbol_unit": {
          "spans": 14,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "mixed_script": {
          "spans": 2,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "long": {
          "spans": 2,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        }
      },
      "negatives": {
        "examples": 38,
        "false_positives": 0,
        "fp_rate": 0.0
      }
    },
    "tests/gold_mr.jsonl": {
      "examples": 173,
      "spans": 135,
      "precision": 0.9705882352941176,
      "recall": 0.9777777777777777,
      "f1": 0.974169741697417,
      "value_acc": 0.9777777777777777,
      "categories": {
        "digits": {
          "spans": 31,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "words": {
          "spans": 104,
          "value_acc": 0.9711538461538461,
          "exact_match_rate": 0.9711538461538461
        },
        "prefix": {
          "spans": 23,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "range": {
          "spans": 12,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "currency": {
          "spans": 30,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "multi_unit": {
          "spans": 1,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "symbol_unit": {
          "spans": 9,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "mixed_script": {
          "spans": 1,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "long": {
          "spans": 1,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        }
      },
      "negatives": {
        "examples": 45,
        "false_positives": 0,
        "fp_rate": 0.0
      }
    },
    "tests/gold_gu.jsonl": {
      "examples": 162,
      "spans": 118,
      "precision": 0.9658119658119658,
      "recall": 0.9576271186440678,
      "f1": 0.9617021276595744,
      "value_acc": 0.9322033898305084,
      "categories": {
        "digits": {
          "spans": 22,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "words": {
          "spans": 96,
          "value_acc": 0.9166666666666666,
          "exact_match_rate": 0.9479166666666666
        },
        "range": {
          "spans": 7,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        },
        "currency": {
          "spans": 39,
          "value_acc": 0.9487179487179487,
          "exact_match_rate": 1.0
        },
        "symbol_unit": {
          "spans": 8,
          "value_acc": 1.0,
          "exact_match_rate": 1.0
        }
      },
      "negatives": {
        "examples": 50,
        "false_positives": 0,
        "fp_rate": 0.0
      }
    }
  },
  "combined": {
    "examples": 748,
    "spans": 607,
    "precision": 0.968595041322314,
    "recall": 0.9654036243822076,
    "f1": 0.9669966996699669,
    "value_acc": 0.9604612850082372,
    "miss_summary": {
      "missed_span": 6,
      "spurious_span": 0,
      "wrong_value": 3,
      "wrong_boundary": 15,
      "total": 24
    },
    "categories": {
      "digits": {
        "spans": 145,
        "value_acc": 0.9724137931034482,
        "exact_match_rate": 0.9724137931034482
      },
      "words": {
        "spans": 462,
        "value_acc": 0.9567099567099567,
        "exact_match_rate": 0.9632034632034632
      },
      "prefix": {
        "spans": 104,
        "value_acc": 0.9807692307692307,
        "exact_match_rate": 0.9807692307692307
      },
      "range": {
        "spans": 49,
        "value_acc": 0.9591836734693877,
        "exact_match_rate": 0.9591836734693877
      },
      "currency": {
        "spans": 117,
        "value_acc": 0.9658119658119658,
        "exact_match_rate": 0.9829059829059829
      },
      "multi_unit": {
        "spans": 28,
        "value_acc": 0.9642857142857143,
        "exact_match_rate": 0.9642857142857143
      },
      "symbol_unit": {
        "spans": 50,
        "value_acc": 1.0,
        "exact_match_rate": 1.0
      },
      "mixed_script": {
        "spans": 3,
        "value_acc": 1.0,
        "exact_match_rate": 1.0
      },
      "long": {
        "spans": 16,
        "value_acc": 0.875,
        "exact_match_rate": 0.875
      }
    },
    "negatives": {
      "examples": 170,
      "false_positives": 0,
      "fp_rate": 0.0
    },
    "strict": {
      "gold_spans": 607,
      "covered": 550,
      "coverage": 0.9060955518945635,
      "value_correct": 550,
      "value_acc": 1.0,
      "spurious": 0,
      "negatives": {
        "examples": 170,
        "false_positives": 0,
        "fp_rate": 0.0
      },
      "wrong_value_examples": []
    }
  }
}