| { |
| "model_config": { |
| "sequence_len": 2048, |
| "vocab_size": 16384, |
| "n_layer": 20, |
| "n_head": 10, |
| "n_kv_head": 10, |
| "n_embd": 1280, |
| "window_pattern": "SSSL" |
| }, |
| "queen": { |
| "version": 5, |
| "name": "queen-v5", |
| "label": null, |
| "toy": false, |
| "source": "sft", |
| "chat_format": "chat", |
| "sft_method": "synthetic+openbook", |
| "step": 720, |
| "base_step": 4462, |
| "val_bpb": 0.8303629654584476, |
| "sft_val_bpb": 0.6567396414703545, |
| "params": 644875506, |
| "params_scaling": 414188720, |
| "dtype": "bfloat16", |
| "book_chars": 3200, |
| "openbook": { |
| "recipe": "raft2", |
| "book_chars": 6000, |
| "max_passages": 6 |
| }, |
| "base_tag": null, |
| "exported_at": "2026-10-11T03:35:32+00:00", |
| "train_summary": { |
| "stages": { |
| "base": { |
| "wall_seconds": 3712.7017335891724, |
| "invocations": 1 |
| }, |
| "sft": { |
| "wall_seconds": 867.9689128398895, |
| "invocations": 1 |
| } |
| }, |
| "gpu": { |
| "count": 4 |
| }, |
| "wall_hours": 1.272, |
| "gpu_hours": 5.09, |
| "base": { |
| "last_step": 4462, |
| "last_val_bpb": 0.8303629654584476, |
| "best_step": 4014, |
| "best_val_bpb": 0.7964583312161406, |
| "sft_from_step": 4014 |
| }, |
| "sft": { |
| "method": "synthetic+openbook", |
| "files": [ |
| "sft/checked/mix.train.jsonl" |
| ], |
| "conversations": 3231406, |
| "epochs": 1, |
| "base_step": 4462, |
| "init_lr_frac": 0.5, |
| "mix": { |
| "weights": { |
| "synthetic": 0.55, |
| "openbook": 0.25, |
| "headings": 0.2 |
| }, |
| "anchor": "synthetic", |
| "seed": 0, |
| "sources": { |
| "synthetic": { |
| "available": 2342880, |
| "used": 2342880 |
| }, |
| "openbook": { |
| "available": 211975, |
| "used": 211975 |
| }, |
| "headings": { |
| "available": 683478, |
| "used": 683478 |
| } |
| }, |
| "shares": { |
| "synthetic": 0.7235, |
| "openbook": 0.0655, |
| "headings": 0.2111 |
| }, |
| "conversations": 3238333 |
| }, |
| "contamination": { |
| "bench_files": { |
| "arc_easy_test.json": { |
| "sha256": "76e55faa15bce1b6ef26212c0c67a242a39952088d3b9e1a4d6071ea33c15190", |
| "items": 2376 |
| }, |
| "cryptomc.json": { |
| "sha256": "c81b3367d654f1e207d2dcbb48f490ff5feb496e2d08a049d39fb8aa8de35f87", |
| "items": 150 |
| }, |
| "cryptoterms.json": { |
| "sha256": "918b257c12deac8818cebf271187eedd88f026f875908b5a2e6987434b991f90", |
| "items": 150 |
| }, |
| "ctslang.json": { |
| "sha256": "d967e9196888027a4055592381892fca6185ee3a41b70be6a7351fa06d0bfc70", |
| "items": 150 |
| }, |
| "projectid.json": { |
| "sha256": "6feec798ea7269d2931fba111c48b33af2030a885e4c589235072ca6e488f51e", |
| "items": 200 |
| }, |
| "projectid_xl.json": { |
| "sha256": "859b5fc0d6a197bdf38e09e980d4577bd32f321e4fb3aec674725b6e4ed9a709", |
| "items": 2593 |
| }, |
| "qa.json": { |
| "sha256": "d5f699bdec9dca94e355332380adf317ef497784a56d3d9277ca6c0f993af9c1", |
| "items": 100 |
| } |
| }, |
| "skipped_files": [ |
| "dmind_mcq.json", |
| "fresh_pages.json", |
| "fresh_pages_log.json", |
| "grade-0.json", |
| "grade-1.json", |
| "grade-2.json", |
| "grade-3.json", |
| "grade-4.json", |
| "grade-key.json", |
| "grade2-a.json", |
| "grade2-b.json", |
| "grade2-c.json", |
| "grade2-grades.json", |
| "grade2-key.json", |
| "grade3-a.json", |
| "grade3-b.json", |
| "grade3-c.json", |
| "grade3-grades.json", |
| "grade3-key.json", |
| "grade4-a.json", |
| "grade4-b.json", |
| "grade4-c.json", |
| "grade4-grader-a.json", |
| "grade4-grader-b.json", |
| "grade4-grader-c.json", |
| "grade4-grades.json", |
| "grade4-key.json", |
| "models.json", |
| "projectid_bench_protocols.json", |
| "projectid_defillama_raw.json", |
| "projectid_meta.json", |
| "projectid_results.json", |
| "projectid_results_detail.json", |
| "projectid_split.json", |
| "projectid_xl_meta.json", |
| "qa_answers.json", |
| "report_q31.json", |
| "report_q31_pilots.json", |
| "report_q4_card.json", |
| "results.json", |
| "results_ctslang.json", |
| "results_ctslang_detail.json", |
| "results_detail.json", |
| "results_domain.json", |
| "results_domain_detail.json", |
| "results_q31.json", |
| "results_q31_detail.json", |
| "smoke.json", |
| "web_snapshot.json" |
| ], |
| "criteria": { |
| "ngram13": 13, |
| "ngram8": 8, |
| "ngram8_share": 0.7, |
| "question_min_words_in_text": 5, |
| "answer_within_words": 100 |
| }, |
| "dropped": { |
| "mix.train.jsonl": 6927, |
| "synthetic.val.jsonl": 143, |
| "openbook.val.jsonl": 8, |
| "headings.val.jsonl": 0 |
| }, |
| "checked": { |
| "mix.train.jsonl": 3238333, |
| "synthetic.val.jsonl": 47826, |
| "openbook.val.jsonl": 3525, |
| "headings.val.jsonl": 16890 |
| }, |
| "by_criterion": { |
| "mix.train.jsonl": { |
| "question": 6903, |
| "ngram13": 102, |
| "ngram8_70": 297, |
| "question_answer": 79 |
| }, |
| "synthetic.val.jsonl": { |
| "question": 142, |
| "ngram13": 1, |
| "ngram8_70": 7, |
| "question_answer": 1 |
| }, |
| "openbook.val.jsonl": { |
| "question": 8 |
| } |
| }, |
| "by_bench": { |
| "mix.train.jsonl": { |
| "qa.json": 6785, |
| "cryptomc.json": 405, |
| "cryptoterms.json": 9, |
| "projectid_xl.json": 6 |
| }, |
| "synthetic.val.jsonl": { |
| "qa.json": 141, |
| "cryptomc.json": 9 |
| }, |
| "openbook.val.jsonl": { |
| "qa.json": 8 |
| } |
| }, |
| "bench_fingerprint": "656b4d7aa50c7d85e43d3915aae7dce568d54be7842219a97db529bbc349c125" |
| }, |
| "openbook": { |
| "recipe": "raft2", |
| "book_chars": 6000, |
| "max_passages": 6 |
| }, |
| "synth": { |
| "coverage": { |
| "eligible": 381992, |
| "answered": 203795, |
| "with_pairs": 198882, |
| "answered_share": 0.5335, |
| "pairs_share": 0.5206 |
| }, |
| "gate": 0.0, |
| "teacher": "a general-purpose LLM" |
| } |
| } |
| } |
| } |
| } |
