{
  "dataset": "Yinhaoc/dsbt-cleared-corpus-v1",
  "revision": "0afd5031a19ece346b3287b8804ebb6b7c5a276d",
  "code_commit": "abaaae3d08a1636df78bb5ec076c8373380dd88e",
  "train_rows": 180023,
  "frozen_rows": 161023,
  "train_frozen_overlap": {
    "a_unique": 161870,
    "b_unique": 149029,
    "overlap_unique": 149029,
    "a_fraction": 0.9206709087539383,
    "b_fraction": 1.0
  },
  "optimizer_train_frozen_overlap": {
    "a_unique": 129814,
    "b_unique": 149029,
    "overlap_unique": 119550,
    "a_fraction": 0.9209330272543793,
    "b_fraction": 0.8021928617920002
  },
  "split_sizes": {
    "train": 144017,
    "val": 18004,
    "holdout": 18002
  },
  "train_families": {
    "ai2_arc": 3391,
    "banking77": 4176,
    "boolq": 10077,
    "casehold": 36000,
    "commonsense_qa": 7695,
    "compliance-checklist": 6208,
    "csat-rubric-v1": 3200,
    "date-deadline": 5792,
    "invoice-match": 8240,
    "json-schema-valid": 1056,
    "mnli_entail_noul": 12000,
    "openbookqa": 4363,
    "priority-rubric-v1": 9120,
    "qasc": 6507,
    "refund-receipt-v1": 5120,
    "routing-keywords-v1": 240,
    "table-row-compare": 3840,
    "ticket-sev-rubric": 16992
  },
  "val_families": {
    "ai2_arc": 424,
    "banking77": 522,
    "boolq": 1260,
    "casehold": 4500,
    "commonsense_qa": 962,
    "compliance-checklist": 776,
    "csat-rubric-v1": 400,
    "date-deadline": 724,
    "invoice-match": 1030,
    "json-schema-valid": 132,
    "mnli_entail_noul": 1500,
    "openbookqa": 546,
    "priority-rubric-v1": 1140,
    "qasc": 814,
    "refund-receipt-v1": 640,
    "routing-keywords-v1": 30,
    "table-row-compare": 480,
    "ticket-sev-rubric": 2124
  },
  "holdout_families": {
    "ai2_arc": 424,
    "banking77": 522,
    "boolq": 1260,
    "casehold": 4500,
    "commonsense_qa": 962,
    "compliance-checklist": 776,
    "csat-rubric-v1": 400,
    "date-deadline": 724,
    "invoice-match": 1030,
    "json-schema-valid": 132,
    "mnli_entail_noul": 1500,
    "openbookqa": 545,
    "priority-rubric-v1": 1140,
    "qasc": 813,
    "refund-receipt-v1": 640,
    "routing-keywords-v1": 30,
    "table-row-compare": 480,
    "ticket-sev-rubric": 2124
  },
  "checkpoint_selection_split": "internal_validation_only",
  "internal_holdout_selection_use": false,
  "frozen_eval_selection_use": false,
  "training_plan": {
    "batch_size": 64,
    "steps_per_epoch": 2251,
    "mandatory_epochs": 6,
    "mandatory_optimizer_steps": 13506,
    "max_epochs": 8,
    "max_optimizer_steps": 18008
  }
}