evaluation/classifier-summary.json

{
  "rows": 1300,
  "families": 3,
  "models": {
    "upstream": {
      "facets": {
        "trap": {
          "rows": 1300,
          "average_precision": 0.9027959606064969,
          "precision_at_recall_90": 0.7787037037037037,
          "precision_at_recall_95": 0.7485232067510549,
          "prevalence": 0.7176923076923077
        },
        "decision": {
          "rows": 1299,
          "average_precision": 0.5219192438473815,
          "precision_at_recall_90": 0.46072874493927124,
          "precision_at_recall_95": 0.46072874493927124,
          "prevalence": 0.4603541185527329
        },
        "constraint": {
          "rows": 1300,
          "average_precision": 0.954374886008778,
          "precision_at_recall_90": 0.9130769230769231,
          "precision_at_recall_95": 0.9130769230769231,
          "prevalence": 0.9130769230769231
        },
        "mechanism": {
          "rows": 1297,
          "average_precision": 0.7691508918347779,
          "precision_at_recall_90": 0.6880804953560371,
          "precision_at_recall_95": 0.6880804953560371,
          "prevalence": 0.6877409406322282
        },
        "procedure": {
          "rows": 1293,
          "average_precision": 0.7063681153993947,
          "precision_at_recall_90": 0.4648936170212766,
          "precision_at_recall_95": 0.4153153153153153,
          "prevalence": 0.3750966744006187
        }
      },
      "macro": {
        "average_precision": 0.7709218195393658,
        "precision_at_recall_90": 0.6610966968194424,
        "precision_at_recall_95": 0.6451449370877204
      }
    },
    "linear": {
      "facets": {
        "trap": {
          "rows": 1300,
          "average_precision": 0.9704508234286988,
          "precision_at_recall_90": 0.9231613611416026,
          "precision_at_recall_95": 0.895959595959596,
          "prevalence": 0.7176923076923077
        },
        "decision": {
          "rows": 1299,
          "average_precision": 0.8471593175324644,
          "precision_at_recall_90": 0.6304093567251462,
          "precision_at_recall_95": 0.571,
          "prevalence": 0.4603541185527329
        },
        "constraint": {
          "rows": 1300,
          "average_precision": 0.9969713734939275,
          "precision_at_recall_90": 0.9916743755781684,
          "precision_at_recall_95": 0.9791666666666666,
          "prevalence": 0.9130769230769231
        },
        "mechanism": {
          "rows": 1297,
          "average_precision": 0.9633161957308005,
          "precision_at_recall_90": 0.8865638766519823,
          "precision_at_recall_95": 0.8330058939096268,
          "prevalence": 0.6877409406322282
        },
        "procedure": {
          "rows": 1293,
          "average_precision": 0.914259121155341,
          "precision_at_recall_90": 0.7356902356902357,
          "precision_at_recall_95": 0.652050919377652,
          "prevalence": 0.3750966744006187
        }
      },
      "macro": {
        "average_precision": 0.9384313662682464,
        "precision_at_recall_90": 0.833499841157427,
        "precision_at_recall_95": 0.7862366151827083
      }
    },
    "finetuned": {
      "facets": {
        "trap": {
          "rows": 1300,
          "average_precision": 0.9863618253424686,
          "precision_at_recall_90": 0.96,
          "precision_at_recall_95": 0.934668071654373,
          "prevalence": 0.7176923076923077
        },
        "decision": {
          "rows": 1299,
          "average_precision": 0.9135015910515543,
          "precision_at_recall_90": 0.7414030261348006,
          "precision_at_recall_95": 0.6581986143187067,
          "prevalence": 0.4603541185527329
        },
        "constraint": {
          "rows": 1300,
          "average_precision": 0.9985879374608636,
          "precision_at_recall_90": 0.9962825278810409,
          "precision_at_recall_95": 0.9947183098591549,
          "prevalence": 0.9130769230769231
        },
        "mechanism": {
          "rows": 1297,
          "average_precision": 0.9816644729408911,
          "precision_at_recall_90": 0.9261822376009228,
          "precision_at_recall_95": 0.8908709338929696,
          "prevalence": 0.6877409406322282
        },
        "procedure": {
          "rows": 1293,
          "average_precision": 0.9578217870935172,
          "precision_at_recall_90": 0.8868686868686869,
          "precision_at_recall_95": 0.822380106571936,
          "prevalence": 0.3750966744006187
        }
      },
      "macro": {
        "average_precision": 0.967587522777859,
        "precision_at_recall_90": 0.9021472956970902,
        "precision_at_recall_95": 0.8601672072594281
      }
    }
  }
}