{
  "stages": {
    "base": {
      "wall_seconds": 2793.2409036159515,
      "invocations": 1
    },
    "sft": {
      "wall_seconds": 533.4349920749664,
      "invocations": 1
    }
  },
  "gpu": {
    "count": 8
  },
  "wall_hours": 0.924,
  "gpu_hours": 7.393,
  "base": {
    "last_step": 6312,
    "last_val_bpb": 0.7836986502315648,
    "best_step": 5985,
    "best_val_bpb": 0.7663782417430147,
    "sft_from_step": 5985
  },
  "sft": {
    "method": "synthetic+openbook",
    "files": [
      "sft/checked/mix.train.jsonl"
    ],
    "conversations": 3699330,
    "epochs": 1,
    "base_step": 6312,
    "init_lr_frac": 0.5,
    "mix": {
      "weights": {
        "synthetic": 0.55,
        "openbook": 0.25,
        "headings": 0.2
      },
      "anchor": "synthetic",
      "seed": 0,
      "sources": {
        "synthetic": {
          "available": 2563837,
          "used": 2563837
        },
        "openbook": {
          "available": 212432,
          "used": 212432
        },
        "headings": {
          "available": 1213799,
          "used": 932304
        }
      },
      "shares": {
        "synthetic": 0.6913,
        "openbook": 0.0573,
        "headings": 0.2514
      },
      "conversations": 3708573
    },
    "contamination": {
      "bench_files": {
        "arc_easy_test.json": {
          "sha256": "76e55faa15bce1b6ef26212c0c67a242a39952088d3b9e1a4d6071ea33c15190",
          "items": 2376
        },
        "cryptomc.json": {
          "sha256": "c81b3367d654f1e207d2dcbb48f490ff5feb496e2d08a049d39fb8aa8de35f87",
          "items": 150
        },
        "cryptoterms.json": {
          "sha256": "918b257c12deac8818cebf271187eedd88f026f875908b5a2e6987434b991f90",
          "items": 150
        },
        "ctslang.json": {
          "sha256": "d967e9196888027a4055592381892fca6185ee3a41b70be6a7351fa06d0bfc70",
          "items": 150
        },
        "projectid.json": {
          "sha256": "6feec798ea7269d2931fba111c48b33af2030a885e4c589235072ca6e488f51e",
          "items": 200
        },
        "projectid_xl.json": {
          "sha256": "859b5fc0d6a197bdf38e09e980d4577bd32f321e4fb3aec674725b6e4ed9a709",
          "items": 2593
        },
        "qa.json": {
          "sha256": "d5f699bdec9dca94e355332380adf317ef497784a56d3d9277ca6c0f993af9c1",
          "items": 100
        }
      },
      "skipped_files": [
        "dmind_mcq.json",
        "fresh_pages.json",
        "fresh_pages_log.json",
        "grade-0.json",
        "grade-1.json",
        "grade-2.json",
        "grade-3.json",
        "grade-4.json",
        "grade-key.json",
        "grade2-a.json",
        "grade2-b.json",
        "grade2-c.json",
        "grade2-grades.json",
        "grade2-key.json",
        "grade3-a.json",
        "grade3-b.json",
        "grade3-c.json",
        "grade3-grades.json",
        "grade3-key.json",
        "grade4-a.json",
        "grade4-b.json",
        "grade4-c.json",
        "grade4-grader-a.json",
        "grade4-grader-b.json",
        "grade4-grader-c.json",
        "grade4-grades.json",
        "grade4-key.json",
        "models.json",
        "projectid_bench_protocols.json",
        "projectid_defillama_raw.json",
        "projectid_meta.json",
        "projectid_results.json",
        "projectid_results_detail.json",
        "projectid_split.json",
        "projectid_xl_meta.json",
        "qa_answers.json",
        "report_q31.json",
        "report_q31_pilots.json",
        "report_q4_card.json",
        "results.json",
        "results_ctslang.json",
        "results_ctslang_detail.json",
        "results_detail.json",
        "results_domain.json",
        "results_domain_detail.json",
        "results_q31.json",
        "results_q31_detail.json",
        "smoke.json",
        "web_snapshot.json"
      ],
      "criteria": {
        "ngram13": 13,
        "ngram8": 8,
        "ngram8_share": 0.7,
        "question_min_words_in_text": 5,
        "answer_within_words": 100
      },
      "dropped": {
        "mix.train.jsonl": 9243,
        "synthetic.val.jsonl": 150,
        "openbook.val.jsonl": 11,
        "headings.val.jsonl": 0
      },
      "checked": {
        "mix.train.jsonl": 3708573,
        "synthetic.val.jsonl": 52332,
        "openbook.val.jsonl": 3610,
        "headings.val.jsonl": 34321
      },
      "by_criterion": {
        "mix.train.jsonl": {
          "ngram8_70": 395,
          "question": 9209,
          "ngram13": 149,
          "question_answer": 108
        },
        "synthetic.val.jsonl": {
          "question": 150,
          "ngram8_70": 10,
          "ngram13": 5
        },
        "openbook.val.jsonl": {
          "question": 11
        }
      },
      "by_bench": {
        "mix.train.jsonl": {
          "qa.json": 9062,
          "cryptomc.json": 568,
          "cryptoterms.json": 15,
          "projectid_xl.json": 6
        },
        "synthetic.val.jsonl": {
          "qa.json": 150,
          "cryptomc.json": 10
        },
        "openbook.val.jsonl": {
          "qa.json": 11,
          "cryptomc.json": 1
        }
      },
      "bench_fingerprint": "656b4d7aa50c7d85e43d3915aae7dce568d54be7842219a97db529bbc349c125"
    },
    "openbook": {
      "recipe": "raft2",
      "book_chars": 6000,
      "max_passages": 6
    },
    "synth": {
      "coverage": {
        "eligible": 580990,
        "answered": 216813,
        "with_pairs": 213805,
        "answered_share": 0.3732,
        "pairs_share": 0.368
      },
      "gate": 0.0,
      "teacher": "a general-purpose LLM"
    }
  }
}