Qwen3-4B-tuneLLM-PRL-Writing-QLoRA / training_protocol.json
akwhf2026's picture
Publish reviewed experimental PRL-writing QLoRA with fixed evaluation and reproduction data
fcd1af6 verified
Raw History Blame Contribute Delete
30.1 kB
{
"config": {
"model_id": "Qwen/Qwen3-4B",
"revision": "1cfa9a7208912126459214e8b04321603b3df60c",
"hf_home": "<PROJECT_ROOT>/.hf",
"gpu": "1",
"dtype": "bfloat16",
"enable_thinking": false,
"nf4_checkpoint": "<PROJECT_ROOT>/artifacts/nf4/Qwen3-4B",
"nf4_report": "<PROJECT_ROOT>/outputs/physics-r128-lr5e5/inputs/nf4_report.json",
"corpus": "<PROJECT_ROOT>/data/physics-prl-01",
"expected_papers": {
"train": 70,
"validation": 10,
"test": 20
},
"max_sequence_length": 1024,
"max_train_tokens_per_epoch": 1000000,
"per_device_train_batch_size": 1,
"gradient_accumulation_steps": 8,
"eval_batch_size": 1,
"warmup_ratio": 0.05,
"allow_test_evaluation": false,
"rank": 128,
"learning_rate": 5e-05,
"epochs": 3,
"seed": 42,
"representation": "nf4",
"repo_root": "<PROJECT_ROOT>",
"steps_per_epoch": 69,
"max_training_steps": 207,
"expected_loss_tokens": 1567140,
"expected_microbatches": 1650,
"effective_batch_size": 8,
"warmup_steps": 11
},
"counts": {
"train": {
"chunks": 550,
"paper_count": 70,
"loss_tokens_per_epoch": 522380,
"input_tokens_per_epoch": 522930,
"repeated_context_tokens_per_epoch": 480,
"remainder_chunks": 70,
"policy": "Plain causal LM; no chat template or assistant mask. One token of within-paper overlap preserves every target after the first paper token. EOS only at paper end. No cross-paper packing, dropped tails or silent truncation."
},
"validation": {
"chunks": 73,
"paper_count": 10,
"loss_tokens_per_epoch": 69040,
"input_tokens_per_epoch": 69113,
"repeated_context_tokens_per_epoch": 63,
"remainder_chunks": 10,
"policy": "Plain causal LM; no chat template or assistant mask. One token of within-paper overlap preserves every target after the first paper token. EOS only at paper end. No cross-paper packing, dropped tails or silent truncation."
}
},
"raw_corpus_sha256": {
"train": "64f3277ed507798ffea0a5d84b9502d9c11809fab53ec844e4e4044db2d84a08",
"validation": "99af3cc0990049054664587e015e471885ee7ff857aafc35bf555cd2a161ea77",
"test": "29b759abbeace7f379bf9b8afd166c4ca5560562ff141f2fee19d160b61b9973"
},
"paper_ids": {
"train": [
"2507.10762",
"2506.13696",
"2304.09040",
"2307.16853",
"2405.13809",
"2307.02840",
"2305.10363",
"2504.06849",
"2412.03648",
"2401.01928",
"2412.06915",
"2303.17553",
"2407.20101",
"2308.04094",
"2402.06585",
"2310.16352",
"2506.05262",
"2310.07476",
"2509.08479",
"2510.14724",
"2405.04159",
"2507.19147",
"2309.07886",
"2305.06033",
"2402.14321",
"2311.08893",
"2306.05149",
"2503.18068",
"2411.18108",
"2308.09574",
"2404.11647",
"2505.07790",
"2309.02242",
"2312.14598",
"2310.03809",
"2304.12201",
"2405.08887",
"2309.14047",
"2507.11308",
"2303.18169",
"2503.03477",
"2405.19607",
"2305.02091",
"2310.02218",
"2507.20705",
"2307.14965",
"2305.03962",
"2409.18050",
"2409.07804",
"2507.15503",
"2312.03840",
"2411.02489",
"2407.08194",
"2309.16227",
"2407.01457",
"2503.16384",
"2312.04093",
"2306.12548",
"2407.02481",
"2307.10103",
"2402.18364",
"2405.09217",
"2306.11321",
"2304.03303",
"2506.04356",
"2409.17096",
"2305.16244",
"2406.09080",
"2306.10411",
"2404.19009"
],
"validation": [
"2305.13561",
"2503.00475",
"2407.01936",
"2410.09148",
"2410.12204",
"2404.03638",
"2505.18272",
"2307.08110",
"2303.14385",
"2405.18443"
],
"test": [
"2401.13026",
"2306.09698",
"2509.13502",
"2307.01253",
"2501.01330",
"2405.09728",
"2411.03879",
"2501.03341",
"2306.02861",
"2503.07708",
"2408.06242",
"2409.20006",
"2401.12313",
"2510.17587",
"2305.09530",
"2405.00379",
"2412.15103",
"2402.02310",
"2406.08868",
"2306.03549"
]
},
"train_chunk_order_before_sampler": [
"2507.10762v2::chunk0000",
"2507.10762v2::chunk0001",
"2507.10762v2::chunk0002",
"2507.10762v2::chunk0003",
"2507.10762v2::chunk0004",
"2507.10762v2::chunk0005",
"2507.10762v2::chunk0006",
"2507.10762v2::chunk0007",
"2506.13696v1::chunk0000",
"2506.13696v1::chunk0001",
"2506.13696v1::chunk0002",
"2506.13696v1::chunk0003",
"2506.13696v1::chunk0004",
"2304.09040v3::chunk0000",
"2304.09040v3::chunk0001",
"2304.09040v3::chunk0002",
"2304.09040v3::chunk0003",
"2304.09040v3::chunk0004",
"2304.09040v3::chunk0005",
"2304.09040v3::chunk0006",
"2307.16853v2::chunk0000",
"2307.16853v2::chunk0001",
"2307.16853v2::chunk0002",
"2307.16853v2::chunk0003",
"2307.16853v2::chunk0004",
"2307.16853v2::chunk0005",
"2307.16853v2::chunk0006",
"2405.13809v3::chunk0000",
"2405.13809v3::chunk0001",
"2405.13809v3::chunk0002",
"2405.13809v3::chunk0003",
"2405.13809v3::chunk0004",
"2405.13809v3::chunk0005",
"2405.13809v3::chunk0006",
"2307.02840v2::chunk0000",
"2307.02840v2::chunk0001",
"2307.02840v2::chunk0002",
"2307.02840v2::chunk0003",
"2307.02840v2::chunk0004",
"2307.02840v2::chunk0005",
"2307.02840v2::chunk0006",
"2307.02840v2::chunk0007",
"2305.10363v1::chunk0000",
"2305.10363v1::chunk0001",
"2305.10363v1::chunk0002",
"2305.10363v1::chunk0003",
"2305.10363v1::chunk0004",
"2305.10363v1::chunk0005",
"2305.10363v1::chunk0006",
"2504.06849v2::chunk0000",
"2504.06849v2::chunk0001",
"2504.06849v2::chunk0002",
"2504.06849v2::chunk0003",
"2504.06849v2::chunk0004",
"2504.06849v2::chunk0005",
"2504.06849v2::chunk0006",
"2504.06849v2::chunk0007",
"2412.03648v3::chunk0000",
"2412.03648v3::chunk0001",
"2412.03648v3::chunk0002",
"2412.03648v3::chunk0003",
"2412.03648v3::chunk0004",
"2412.03648v3::chunk0005",
"2412.03648v3::chunk0006",
"2412.03648v3::chunk0007",
"2412.03648v3::chunk0008",
"2401.01928v2::chunk0000",
"2401.01928v2::chunk0001",
"2401.01928v2::chunk0002",
"2401.01928v2::chunk0003",
"2401.01928v2::chunk0004",
"2401.01928v2::chunk0005",
"2401.01928v2::chunk0006",
"2401.01928v2::chunk0007",
"2401.01928v2::chunk0008",
"2412.06915v2::chunk0000",
"2412.06915v2::chunk0001",
"2412.06915v2::chunk0002",
"2412.06915v2::chunk0003",
"2412.06915v2::chunk0004",
"2412.06915v2::chunk0005",
"2412.06915v2::chunk0006",
"2412.06915v2::chunk0007",
"2412.06915v2::chunk0008",
"2303.17553v2::chunk0000",
"2303.17553v2::chunk0001",
"2303.17553v2::chunk0002",
"2303.17553v2::chunk0003",
"2303.17553v2::chunk0004",
"2303.17553v2::chunk0005",
"2303.17553v2::chunk0006",
"2407.20101v2::chunk0000",
"2407.20101v2::chunk0001",
"2407.20101v2::chunk0002",
"2407.20101v2::chunk0003",
"2407.20101v2::chunk0004",
"2407.20101v2::chunk0005",
"2407.20101v2::chunk0006",
"2407.20101v2::chunk0007",
"2407.20101v2::chunk0008",
"2308.04094v2::chunk0000",
"2308.04094v2::chunk0001",
"2308.04094v2::chunk0002",
"2308.04094v2::chunk0003",
"2308.04094v2::chunk0004",
"2308.04094v2::chunk0005",
"2308.04094v2::chunk0006",
"2308.04094v2::chunk0007",
"2308.04094v2::chunk0008",
"2308.04094v2::chunk0009",
"2402.06585v2::chunk0000",
"2402.06585v2::chunk0001",
"2402.06585v2::chunk0002",
"2402.06585v2::chunk0003",
"2402.06585v2::chunk0004",
"2402.06585v2::chunk0005",
"2310.16352v6::chunk0000",
"2310.16352v6::chunk0001",
"2310.16352v6::chunk0002",
"2310.16352v6::chunk0003",
"2310.16352v6::chunk0004",
"2310.16352v6::chunk0005",
"2310.16352v6::chunk0006",
"2506.05262v2::chunk0000",
"2506.05262v2::chunk0001",
"2506.05262v2::chunk0002",
"2506.05262v2::chunk0003",
"2506.05262v2::chunk0004",
"2506.05262v2::chunk0005",
"2506.05262v2::chunk0006",
"2310.07476v2::chunk0000",
"2310.07476v2::chunk0001",
"2310.07476v2::chunk0002",
"2310.07476v2::chunk0003",
"2310.07476v2::chunk0004",
"2310.07476v2::chunk0005",
"2310.07476v2::chunk0006",
"2509.08479v2::chunk0000",
"2509.08479v2::chunk0001",
"2509.08479v2::chunk0002",
"2509.08479v2::chunk0003",
"2509.08479v2::chunk0004",
"2509.08479v2::chunk0005",
"2509.08479v2::chunk0006",
"2509.08479v2::chunk0007",
"2510.14724v4::chunk0000",
"2510.14724v4::chunk0001",
"2510.14724v4::chunk0002",
"2510.14724v4::chunk0003",
"2510.14724v4::chunk0004",
"2510.14724v4::chunk0005",
"2510.14724v4::chunk0006",
"2510.14724v4::chunk0007",
"2510.14724v4::chunk0008",
"2510.14724v4::chunk0009",
"2405.04159v2::chunk0000",
"2405.04159v2::chunk0001",
"2405.04159v2::chunk0002",
"2405.04159v2::chunk0003",
"2405.04159v2::chunk0004",
"2405.04159v2::chunk0005",
"2405.04159v2::chunk0006",
"2405.04159v2::chunk0007",
"2507.19147v1::chunk0000",
"2507.19147v1::chunk0001",
"2507.19147v1::chunk0002",
"2507.19147v1::chunk0003",
"2507.19147v1::chunk0004",
"2507.19147v1::chunk0005",
"2507.19147v1::chunk0006",
"2309.07886v1::chunk0000",
"2309.07886v1::chunk0001",
"2309.07886v1::chunk0002",
"2309.07886v1::chunk0003",
"2309.07886v1::chunk0004",
"2309.07886v1::chunk0005",
"2305.06033v2::chunk0000",
"2305.06033v2::chunk0001",
"2305.06033v2::chunk0002",
"2305.06033v2::chunk0003",
"2305.06033v2::chunk0004",
"2305.06033v2::chunk0005",
"2402.14321v1::chunk0000",
"2402.14321v1::chunk0001",
"2402.14321v1::chunk0002",
"2402.14321v1::chunk0003",
"2402.14321v1::chunk0004",
"2402.14321v1::chunk0005",
"2402.14321v1::chunk0006",
"2311.08893v1::chunk0000",
"2311.08893v1::chunk0001",
"2311.08893v1::chunk0002",
"2311.08893v1::chunk0003",
"2311.08893v1::chunk0004",
"2311.08893v1::chunk0005",
"2311.08893v1::chunk0006",
"2306.05149v2::chunk0000",
"2306.05149v2::chunk0001",
"2306.05149v2::chunk0002",
"2306.05149v2::chunk0003",
"2306.05149v2::chunk0004",
"2306.05149v2::chunk0005",
"2306.05149v2::chunk0006",
"2503.18068v2::chunk0000",
"2503.18068v2::chunk0001",
"2503.18068v2::chunk0002",
"2503.18068v2::chunk0003",
"2503.18068v2::chunk0004",
"2503.18068v2::chunk0005",
"2503.18068v2::chunk0006",
"2411.18108v1::chunk0000",
"2411.18108v1::chunk0001",
"2411.18108v1::chunk0002",
"2411.18108v1::chunk0003",
"2411.18108v1::chunk0004",
"2411.18108v1::chunk0005",
"2411.18108v1::chunk0006",
"2308.09574v3::chunk0000",
"2308.09574v3::chunk0001",
"2308.09574v3::chunk0002",
"2308.09574v3::chunk0003",
"2308.09574v3::chunk0004",
"2308.09574v3::chunk0005",
"2308.09574v3::chunk0006",
"2308.09574v3::chunk0007",
"2308.09574v3::chunk0008",
"2308.09574v3::chunk0009",
"2308.09574v3::chunk0010",
"2308.09574v3::chunk0011",
"2404.11647v1::chunk0000",
"2404.11647v1::chunk0001",
"2404.11647v1::chunk0002",
"2404.11647v1::chunk0003",
"2404.11647v1::chunk0004",
"2404.11647v1::chunk0005",
"2404.11647v1::chunk0006",
"2404.11647v1::chunk0007",
"2404.11647v1::chunk0008",
"2404.11647v1::chunk0009",
"2505.07790v2::chunk0000",
"2505.07790v2::chunk0001",
"2505.07790v2::chunk0002",
"2505.07790v2::chunk0003",
"2505.07790v2::chunk0004",
"2505.07790v2::chunk0005",
"2505.07790v2::chunk0006",
"2505.07790v2::chunk0007",
"2505.07790v2::chunk0008",
"2309.02242v1::chunk0000",
"2309.02242v1::chunk0001",
"2309.02242v1::chunk0002",
"2309.02242v1::chunk0003",
"2309.02242v1::chunk0004",
"2309.02242v1::chunk0005",
"2309.02242v1::chunk0006",
"2309.02242v1::chunk0007",
"2312.14598v3::chunk0000",
"2312.14598v3::chunk0001",
"2312.14598v3::chunk0002",
"2312.14598v3::chunk0003",
"2312.14598v3::chunk0004",
"2312.14598v3::chunk0005",
"2312.14598v3::chunk0006",
"2310.03809v3::chunk0000",
"2310.03809v3::chunk0001",
"2310.03809v3::chunk0002",
"2310.03809v3::chunk0003",
"2310.03809v3::chunk0004",
"2310.03809v3::chunk0005",
"2310.03809v3::chunk0006",
"2310.03809v3::chunk0007",
"2304.12201v2::chunk0000",
"2304.12201v2::chunk0001",
"2304.12201v2::chunk0002",
"2304.12201v2::chunk0003",
"2304.12201v2::chunk0004",
"2304.12201v2::chunk0005",
"2304.12201v2::chunk0006",
"2304.12201v2::chunk0007",
"2304.12201v2::chunk0008",
"2405.08887v2::chunk0000",
"2405.08887v2::chunk0001",
"2405.08887v2::chunk0002",
"2405.08887v2::chunk0003",
"2405.08887v2::chunk0004",
"2405.08887v2::chunk0005",
"2405.08887v2::chunk0006",
"2309.14047v1::chunk0000",
"2309.14047v1::chunk0001",
"2309.14047v1::chunk0002",
"2309.14047v1::chunk0003",
"2309.14047v1::chunk0004",
"2309.14047v1::chunk0005",
"2309.14047v1::chunk0006",
"2309.14047v1::chunk0007",
"2309.14047v1::chunk0008",
"2507.11308v2::chunk0000",
"2507.11308v2::chunk0001",
"2507.11308v2::chunk0002",
"2507.11308v2::chunk0003",
"2507.11308v2::chunk0004",
"2507.11308v2::chunk0005",
"2507.11308v2::chunk0006",
"2303.18169v2::chunk0000",
"2303.18169v2::chunk0001",
"2303.18169v2::chunk0002",
"2503.03477v2::chunk0000",
"2503.03477v2::chunk0001",
"2503.03477v2::chunk0002",
"2503.03477v2::chunk0003",
"2503.03477v2::chunk0004",
"2503.03477v2::chunk0005",
"2503.03477v2::chunk0006",
"2503.03477v2::chunk0007",
"2503.03477v2::chunk0008",
"2405.19607v2::chunk0000",
"2405.19607v2::chunk0001",
"2405.19607v2::chunk0002",
"2405.19607v2::chunk0003",
"2405.19607v2::chunk0004",
"2405.19607v2::chunk0005",
"2405.19607v2::chunk0006",
"2405.19607v2::chunk0007",
"2305.02091v2::chunk0000",
"2305.02091v2::chunk0001",
"2305.02091v2::chunk0002",
"2305.02091v2::chunk0003",
"2305.02091v2::chunk0004",
"2305.02091v2::chunk0005",
"2305.02091v2::chunk0006",
"2305.02091v2::chunk0007",
"2310.02218v1::chunk0000",
"2310.02218v1::chunk0001",
"2310.02218v1::chunk0002",
"2310.02218v1::chunk0003",
"2310.02218v1::chunk0004",
"2310.02218v1::chunk0005",
"2310.02218v1::chunk0006",
"2310.02218v1::chunk0007",
"2310.02218v1::chunk0008",
"2310.02218v1::chunk0009",
"2310.02218v1::chunk0010",
"2310.02218v1::chunk0011",
"2310.02218v1::chunk0012",
"2310.02218v1::chunk0013",
"2310.02218v1::chunk0014",
"2507.20705v4::chunk0000",
"2507.20705v4::chunk0001",
"2507.20705v4::chunk0002",
"2507.20705v4::chunk0003",
"2507.20705v4::chunk0004",
"2507.20705v4::chunk0005",
"2507.20705v4::chunk0006",
"2507.20705v4::chunk0007",
"2507.20705v4::chunk0008",
"2507.20705v4::chunk0009",
"2307.14965v3::chunk0000",
"2307.14965v3::chunk0001",
"2307.14965v3::chunk0002",
"2307.14965v3::chunk0003",
"2307.14965v3::chunk0004",
"2307.14965v3::chunk0005",
"2307.14965v3::chunk0006",
"2307.14965v3::chunk0007",
"2307.14965v3::chunk0008",
"2305.03962v2::chunk0000",
"2305.03962v2::chunk0001",
"2305.03962v2::chunk0002",
"2305.03962v2::chunk0003",
"2305.03962v2::chunk0004",
"2305.03962v2::chunk0005",
"2305.03962v2::chunk0006",
"2305.03962v2::chunk0007",
"2409.18050v2::chunk0000",
"2409.18050v2::chunk0001",
"2409.18050v2::chunk0002",
"2409.18050v2::chunk0003",
"2409.18050v2::chunk0004",
"2409.18050v2::chunk0005",
"2409.18050v2::chunk0006",
"2409.07804v2::chunk0000",
"2409.07804v2::chunk0001",
"2409.07804v2::chunk0002",
"2409.07804v2::chunk0003",
"2409.07804v2::chunk0004",
"2409.07804v2::chunk0005",
"2409.07804v2::chunk0006",
"2507.15503v2::chunk0000",
"2507.15503v2::chunk0001",
"2507.15503v2::chunk0002",
"2507.15503v2::chunk0003",
"2507.15503v2::chunk0004",
"2507.15503v2::chunk0005",
"2507.15503v2::chunk0006",
"2507.15503v2::chunk0007",
"2312.03840v1::chunk0000",
"2312.03840v1::chunk0001",
"2312.03840v1::chunk0002",
"2312.03840v1::chunk0003",
"2312.03840v1::chunk0004",
"2312.03840v1::chunk0005",
"2411.02489v1::chunk0000",
"2411.02489v1::chunk0001",
"2411.02489v1::chunk0002",
"2411.02489v1::chunk0003",
"2411.02489v1::chunk0004",
"2411.02489v1::chunk0005",
"2411.02489v1::chunk0006",
"2411.02489v1::chunk0007",
"2407.08194v3::chunk0000",
"2407.08194v3::chunk0001",
"2407.08194v3::chunk0002",
"2407.08194v3::chunk0003",
"2407.08194v3::chunk0004",
"2407.08194v3::chunk0005",
"2407.08194v3::chunk0006",
"2309.16227v2::chunk0000",
"2309.16227v2::chunk0001",
"2309.16227v2::chunk0002",
"2309.16227v2::chunk0003",
"2309.16227v2::chunk0004",
"2309.16227v2::chunk0005",
"2407.01457v1::chunk0000",
"2407.01457v1::chunk0001",
"2407.01457v1::chunk0002",
"2407.01457v1::chunk0003",
"2407.01457v1::chunk0004",
"2407.01457v1::chunk0005",
"2407.01457v1::chunk0006",
"2407.01457v1::chunk0007",
"2407.01457v1::chunk0008",
"2407.01457v1::chunk0009",
"2503.16384v2::chunk0000",
"2503.16384v2::chunk0001",
"2503.16384v2::chunk0002",
"2503.16384v2::chunk0003",
"2503.16384v2::chunk0004",
"2503.16384v2::chunk0005",
"2503.16384v2::chunk0006",
"2312.04093v2::chunk0000",
"2312.04093v2::chunk0001",
"2312.04093v2::chunk0002",
"2312.04093v2::chunk0003",
"2312.04093v2::chunk0004",
"2312.04093v2::chunk0005",
"2312.04093v2::chunk0006",
"2312.04093v2::chunk0007",
"2312.04093v2::chunk0008",
"2312.04093v2::chunk0009",
"2306.12548v1::chunk0000",
"2306.12548v1::chunk0001",
"2306.12548v1::chunk0002",
"2306.12548v1::chunk0003",
"2306.12548v1::chunk0004",
"2306.12548v1::chunk0005",
"2306.12548v1::chunk0006",
"2407.02481v3::chunk0000",
"2407.02481v3::chunk0001",
"2407.02481v3::chunk0002",
"2407.02481v3::chunk0003",
"2407.02481v3::chunk0004",
"2407.02481v3::chunk0005",
"2407.02481v3::chunk0006",
"2407.02481v3::chunk0007",
"2307.10103v1::chunk0000",
"2307.10103v1::chunk0001",
"2307.10103v1::chunk0002",
"2307.10103v1::chunk0003",
"2307.10103v1::chunk0004",
"2307.10103v1::chunk0005",
"2402.18364v2::chunk0000",
"2402.18364v2::chunk0001",
"2402.18364v2::chunk0002",
"2402.18364v2::chunk0003",
"2402.18364v2::chunk0004",
"2402.18364v2::chunk0005",
"2402.18364v2::chunk0006",
"2402.18364v2::chunk0007",
"2402.18364v2::chunk0008",
"2405.09217v2::chunk0000",
"2405.09217v2::chunk0001",
"2405.09217v2::chunk0002",
"2405.09217v2::chunk0003",
"2405.09217v2::chunk0004",
"2405.09217v2::chunk0005",
"2306.11321v1::chunk0000",
"2306.11321v1::chunk0001",
"2306.11321v1::chunk0002",
"2306.11321v1::chunk0003",
"2306.11321v1::chunk0004",
"2306.11321v1::chunk0005",
"2306.11321v1::chunk0006",
"2306.11321v1::chunk0007",
"2306.11321v1::chunk0008",
"2304.03303v1::chunk0000",
"2304.03303v1::chunk0001",
"2304.03303v1::chunk0002",
"2304.03303v1::chunk0003",
"2304.03303v1::chunk0004",
"2304.03303v1::chunk0005",
"2304.03303v1::chunk0006",
"2304.03303v1::chunk0007",
"2304.03303v1::chunk0008",
"2304.03303v1::chunk0009",
"2506.04356v1::chunk0000",
"2506.04356v1::chunk0001",
"2506.04356v1::chunk0002",
"2506.04356v1::chunk0003",
"2506.04356v1::chunk0004",
"2506.04356v1::chunk0005",
"2506.04356v1::chunk0006",
"2506.04356v1::chunk0007",
"2409.17096v2::chunk0000",
"2409.17096v2::chunk0001",
"2409.17096v2::chunk0002",
"2409.17096v2::chunk0003",
"2409.17096v2::chunk0004",
"2409.17096v2::chunk0005",
"2409.17096v2::chunk0006",
"2409.17096v2::chunk0007",
"2305.16244v2::chunk0000",
"2305.16244v2::chunk0001",
"2305.16244v2::chunk0002",
"2305.16244v2::chunk0003",
"2305.16244v2::chunk0004",
"2305.16244v2::chunk0005",
"2305.16244v2::chunk0006",
"2305.16244v2::chunk0007",
"2406.09080v2::chunk0000",
"2406.09080v2::chunk0001",
"2406.09080v2::chunk0002",
"2406.09080v2::chunk0003",
"2406.09080v2::chunk0004",
"2306.10411v1::chunk0000",
"2306.10411v1::chunk0001",
"2306.10411v1::chunk0002",
"2306.10411v1::chunk0003",
"2306.10411v1::chunk0004",
"2306.10411v1::chunk0005",
"2306.10411v1::chunk0006",
"2306.10411v1::chunk0007",
"2404.19009v2::chunk0000",
"2404.19009v2::chunk0001",
"2404.19009v2::chunk0002",
"2404.19009v2::chunk0003",
"2404.19009v2::chunk0004",
"2404.19009v2::chunk0005",
"2404.19009v2::chunk0006",
"2404.19009v2::chunk0007",
"2404.19009v2::chunk0008"
],
"input_sha256": {
"corpus_provenance.json": "0d70ae0261771fb62006870ce1189aa1517c06a130815f33ef874f6c4425b63d",
"nf4_report.json": "295aae34762cd1bda6e1647916c9d0026d6a98edf27191f07e5fc301a70a03b9",
"test.jsonl": "29b759abbeace7f379bf9b8afd166c4ca5560562ff141f2fee19d160b61b9973",
"tokenizer/added_tokens.json": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680",
"tokenizer/chat_template.jinja": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8",
"tokenizer/merges.txt": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
"tokenizer/special_tokens_map.json": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",
"tokenizer/tokenizer.json": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4",
"tokenizer/tokenizer_config.json": "443bfa629eb16387a12edbf92a76f6a6f10b2af3b53d87ba1550adfcf45f7fa0",
"tokenizer/vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",
"train.jsonl": "64f3277ed507798ffea0a5d84b9502d9c11809fab53ec844e4e4044db2d84a08",
"train_chunks.jsonl": "1e714b730186c68815ae02a3297cef90b3839739a5c2282c267cbf44d7e8a5bb",
"validation.jsonl": "99af3cc0990049054664587e015e471885ee7ff857aafc35bf555cd2a161ea77",
"validation_chunks.jsonl": "766e7a4bc8c2a598deaa8fa0ea9370d6ba8b1d978f75933aee5207c322e6e4a6"
},
"source_sha256": {
"configs/baseline.json": "3002ce98d58cfc848e867293ed14690c34409b540222439c681486109576942f",
"configs/benchmark_sources.json": "5d995bc9649ae80be711a21cdc2424b1b7a6dd012a59fe1d4e5966c941f7d633",
"configs/physics.json": "3e2a8f74519c722b71aef44a783f378e40caaa87383e331f37bb802be67408ec",
"configs/qlora.json": "91e8111c876ced9a11d9cc8232160768f1416d2285e0810b4d5df2f78a27dd39",
"configs/qlora_run.json": "d4baadcd6d588801781a9836db872a4b74c2be2d5c8ec76493a79b3ebd89506f",
"evaluation/__init__.py": "c0804d72a3db3b81280de93bc0480f88404fd858e73e22aabb5eed8c45470bb4",
"evaluation/gsm8k.py": "badf9084ba0aa20f933cc1334871b68508c902bc42e3a42924a134785bb51fd0",
"evaluation/score.py": "eae16a2e9174db21a4140806e048a686fbddf4c12b5d58d058a8114377cd77e2",
"evaluation/small_tasks.json": "9fa535d86b730793ff233c494fdc84b46d0e168ac0a621dfaaf8fa4e12c01ea1",
"requirements-benchmark.txt": "e6b21dd625994bad17609c8f8cdf8c183d15f2d4e79b65971339088e8e723ada",
"requirements-dev.txt": "3c3ad6730cf0c0417b77bae38e53c11fa8cd96a34f2f8956998bafc0aaf3ef17",
"requirements-gguf.txt": "dcf404832c4aaaf8a78db0118f2c90f5ed71a5b59e550440c9ebf796e4eb1236",
"requirements-qlora.txt": "2c43340c45a6124cbfb70adaa0f5e2e9ea56c87df455b0a8ff4dbb628fa32607",
"requirements.txt": "cae4fa0e41dda747e20596c0f640b43b99e1362ffb73e507be83bb1ae4c910bb",
"scripts/__init__.py": "7c5a21e6c2f63dc3daf9507c1f350d27c91dc4710719e8c817fe7ac9987b92dd",
"scripts/batched_generation.py": "c877379d4da7c05ce6817336f505fbc987347c8cb06f7934449f981a78012ebe",
"scripts/benchmark_screen.py": "0c4d54220a4a3ae9ad7613504415052afa1ed43ee057bda2ab57a25a8d667246",
"scripts/build_writing_review.py": "53f76644363c89e6782e606c019925886b7dec3108b469ee8c3efb229c6e145f",
"scripts/check_writing_overlap.py": "cf54ce8e8a257db49f4c649be4894cda4e276b02252d77ce5ae786ce21b8329b",
"scripts/common.py": "22bced020942274c8d9215f5c3c8838379a4d0605ebdb7c6c18d0cd5d78edc3b",
"scripts/download_model.py": "cfdab43e1ee032437525a344f384a7b7596b88fcefca623d1dcadeb0086904c0",
"scripts/env_check.py": "2d76f6f6225d40fa05bc830c1388b96ee45188ce51f7ee4431560504e63238b5",
"scripts/fetch_physics_candidates.py": "c5b69eaf6c1ada1c30acf82cb2cf05aede3c9aa61dd4d7f846a0a31ec7a056b4",
"scripts/gguf_eval.py": "8420a1a47f71cfd7ee6c5200367329293de6e4ffc5f18c692e7f8898dc938a81",
"scripts/hf_baseline.py": "d0c9715a08fa554a951679187adced85fd30c67603d1101a05bf70531b5e6945",
"scripts/physics_data.py": "3fe45260f6630da263fb861695a42cabd280442773d623e93cb941ab1b94d226",
"scripts/physics_eval.py": "80821b05f58c70f071a9a0c10aee74eb41c1fe35bfef3e1196d2b61629fde45c",
"scripts/physics_selection.py": "830bfc0a01c3aa820911c7591598db17c1560376c6e63c1be3af37b734ec3758",
"scripts/physics_train.py": "f54f079d8e6113b0c07a40fc1f8d1965f0c332e68dd87d5992a84690266ddbe0",
"scripts/prepare_benchmark_screen.py": "e4d21793e38f7087dcdd1c7548ce37c3da5a15d42a27432785301af3b2b4c042",
"scripts/prepare_gsm8k.py": "a3a21c57c8aa4870af5c32116ef89667198238e972f8fe7db8deed6f26851585",
"scripts/prepare_physics_corpus.py": "98ba69ebe29be92e850b0e3d6ea3d4385c33f63b55b5fd5eaf7da337d4e46ab2",
"scripts/prepare_retention.py": "edf9517b7b415057a647158814f9c8f8e3156b32add0755be2f5e11505d08fbb",
"scripts/prepare_writing_fixture.py": "60a67486b21ba4e362716a071914942aec437e766e05a22264c27e72b4976af8",
"scripts/publish_release.py": "22baa34169ddb21fc12c74aeb1fa3a4a46dddcd2722bf675f9004dcc22f4f4f2",
"scripts/retention_sensitivity.py": "0d1eb0aaee84d0a17ff3da1b5a74db734ede06b1e53c19a4dae9fbfee2dd3306",
"scripts/run_development_screens.py": "b10801f08c4f47ac73529bf57f4a0f58bf2bded7aa80629d961e96ebfa76f512",
"scripts/run_support.py": "e36e9d585cd14fea368ec2df388705406792153a8f9f66b199e076603051d380",
"scripts/save_nf4.py": "d5900271d23688de7ab015387be3751aac1798449425c8868fadea0a310c247b",
"scripts/score_retention.py": "c2848659ff387312d5a9506c7a467082637654c0f2917c23c6e22ac776e4d90d",
"scripts/setup_benchmark_sources.py": "8ed1e94d8b7b77f254d8dd0e34c8a7395f1bf5c07b5de2e6aea2d01153de873a",
"scripts/stage_physics_release.py": "6b33350e8d8235a79fc41b8e3092330002423260a6ccf322763fc723d244e0e9",
"scripts/summarize_physics.py": "9e08d481191f786ee6d96363f55a2446f3b76b44e050fd43030be6ed86dabb30",
"scripts/summarize_qlora_run.py": "07ec9acc62a378bbc52b40d9c4f64b93d445c96c637475ce669a56a8eea5f648",
"scripts/train_qlora.py": "4073448ac51a7f81440c277d71f48a1314ba58cbca57be033a43fe1f8816d905",
"scripts/train_qlora_run.py": "c224c7f90c78e75e6d397e5456031c75a0a7c9a610504a239b081e0c0dae1911",
"scripts/training_data.py": "08e5034f9a1f3b36313b7b4c205dc5e8f4c4777a28141dcdbac54d147ff54fed",
"scripts/validate_batching.py": "497b900680fd8f6016ca572fc99d92bd06c463d7ee888bdf60423259b43bf784",
"tests/test_baseline.py": "22d8831a0dc5da9b6ff941f87296bed4d27735dddc1d75f92f4e899b8a1542c8",
"tests/test_batching.py": "aa393501fa8d0c9621bae722abf4a1e920deee8482a284ac54fde1a4fd7d2e61",
"tests/test_benchmark_screen.py": "2bb82288cb94ad01e20d3a56288e1e2046f256263b9c61c728712baa430c92e4",
"tests/test_local_tokenizer.py": "04f8f1c62f4f6880d678fcc7695d9ff72c88fa087bb687bbbaf1edcaccd2b444",
"tests/test_physics.py": "1aa83ddd2d7e84d07537140dd78148366f3d65ec9657c3f47679f85627deb9f8",
"tests/test_physics_corpus.py": "b55d9af3dad0c198ea190c0da8dd8b0b71a6913ce14644048f0bc70eb4e64577",
"tests/test_physics_selection.py": "e95cda6f9c86ad605ba790473e8bec25dc0d0ca81494fd631e2f411567538a61",
"tests/test_publish_release.py": "17b479631b4bbb803a6d59dd39bfd3181cbba0170563471ac4081b5fb69c29c7",
"tests/test_retention.py": "0b715470e2b5c74ffa188b3f1229ddd264de6b11ac5ac06947332a724a9ea7e4",
"tests/test_retention_sensitivity.py": "29cbeaabbe34c8d32ca805b5f7ff4f53adb2bef5cd71aa44d709c257a340a3d3",
"tests/test_run_support.py": "79f5bf50fb55ff3fcce44b78e9750d8a1e362097517318ac6ccf98696be9cd92",
"tests/test_save_nf4.py": "4f239a500db1e2e7d9aebbe1fb545fc66607ffed4e97fe57b8045a5846a51bed",
"tests/test_stage_physics_release.py": "ded362c9ec5f72cb528d441fc606c7097dea4806a7a784761ca8f3086ccaf781",
"tests/test_summarize_qlora_run.py": "9434d8644c4f4077df0f73c657c57139df80d763809550d854f474c5f5ea782c",
"tests/test_training.py": "e717ad0a92e33fdd14ab658e558763b7f2148801203b3731954672bf81ccf41f"
},
"resolved_config_sha256": "0db424f87c2b9b1e712a21bfb206a7cc267f0e05d4c41c53ef5687352a3f247c",
"lora": {
"target_modules": "all-linear",
"rank": 128,
"alpha": 256,
"dropout": 0.05
},
"exposure_policy": "Every within-paper chunk once per epoch, including every remainder; same chunks/tokens across ranks and BF16 control. No cross-paper packing. EOS at paper end only.",
"validation_policy": "Token-weighted and per-paper validation NLL before training and each epoch; save every epoch. Register/task-dev screens and checkpoint selection are external. No automatic test evaluation.",
"registration": "Requires the manager's committed exact protocol before run. LR pilots at rank32:5e-5/1e-4; ranks8/32/128 and seed43 repeat/BF16 control require their own prepared committed protocols."
}