{
  "benchmark": "calibrated Aygiz-derived bilingual evaluation sample",
  "evaluation_rows": 30000,
  "positive_rows": 10000,
  "negative_rows": 20000,
  "device": "cuda",
  "results": [
    {
      "model": "nano_scorer",
      "roc_auc": 0.9497601,
      "average_precision": 0.878473879740799,
      "seconds": 4.01,
      "pairs_per_second": 7472.2
    },
    {
      "model": "devlake_bert",
      "roc_auc": 0.98955255,
      "average_precision": 0.9706141532855449,
      "seconds": 266.76,
      "pairs_per_second": 112.5
    },
    {
      "model": "labse_shallow_cosine",
      "roc_auc": 0.9899108474999999,
      "average_precision": 0.9773271326270535,
      "seconds": 57.87,
      "pairs_per_second": 518.4
    },
    {
      "model": "medium_scorer",
      "roc_auc": 0.9633081225,
      "average_precision": 0.9155399783751561,
      "seconds": 11.74,
      "pairs_per_second": 2555.9
    },
    {
      "model": "labse_cosine",
      "roc_auc": 0.9944407325,
      "average_precision": 0.9894755664187669,
      "seconds": 669.0,
      "pairs_per_second": 44.8
    },
    {
      "model": "laser_cosine",
      "roc_auc": 0.979622155,
      "average_precision": 0.9596781034776389,
      "seconds": 669.0,
      "pairs_per_second": 44.8
    },
    {
      "model": "labse_laser_mean",
      "roc_auc": 0.993943075,
      "average_precision": 0.9871495585646881,
      "seconds": 669.0,
      "pairs_per_second": 44.8
    },
    {
      "model": "mini_scorer_fresh",
      "roc_auc": 0.9590461200000001,
      "average_precision": 0.9040391252158363,
      "seconds": 6.42,
      "pairs_per_second": 4673.5
    }
  ],
  "reference_note": "The evaluation includes a dedicated LaBSE + LASER baseline run; full-corpus scoring artifacts are not part of this public release."
}