Instructions to use RenormalizationTech/Qwen3-4B-tuneLLM-PRL-Writing-QLoRA with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use RenormalizationTech/Qwen3-4B-tuneLLM-PRL-Writing-QLoRA with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("RenormalizationTech/Qwen3-4B-tuneLLM-NF4") model = PeftModel.from_pretrained(base_model, "RenormalizationTech/Qwen3-4B-tuneLLM-PRL-Writing-QLoRA") - Notebooks
- Google Colab
- Kaggle
Download training_protocol.json from RenormalizationTech/Qwen3-4B-tuneLLM-PRL-Writing-QLoRA: direct link, hf CLI and curl.
- Browser
- Download file 30.1 kB
-
https://huggingface.co/RenormalizationTech/Qwen3-4B-tuneLLM-PRL-Writing-QLoRA/resolve/main/training_protocol.json
- Command line
-
hf download hf://RenormalizationTech/Qwen3-4B-tuneLLM-PRL-Writing-QLoRA/training_protocol.json
-
curl -L -o training_protocol.json https://huggingface.co/RenormalizationTech/Qwen3-4B-tuneLLM-PRL-Writing-QLoRA/resolve/main/training_protocol.json
30.1 kB
| { | |
| "config": { | |
| "model_id": "Qwen/Qwen3-4B", | |
| "revision": "1cfa9a7208912126459214e8b04321603b3df60c", | |
| "hf_home": "<PROJECT_ROOT>/.hf", | |
| "gpu": "1", | |
| "dtype": "bfloat16", | |
| "enable_thinking": false, | |
| "nf4_checkpoint": "<PROJECT_ROOT>/artifacts/nf4/Qwen3-4B", | |
| "nf4_report": "<PROJECT_ROOT>/outputs/physics-r128-lr5e5/inputs/nf4_report.json", | |
| "corpus": "<PROJECT_ROOT>/data/physics-prl-01", | |
| "expected_papers": { | |
| "train": 70, | |
| "validation": 10, | |
| "test": 20 | |
| }, | |
| "max_sequence_length": 1024, | |
| "max_train_tokens_per_epoch": 1000000, | |
| "per_device_train_batch_size": 1, | |
| "gradient_accumulation_steps": 8, | |
| "eval_batch_size": 1, | |
| "warmup_ratio": 0.05, | |
| "allow_test_evaluation": false, | |
| "rank": 128, | |
| "learning_rate": 5e-05, | |
| "epochs": 3, | |
| "seed": 42, | |
| "representation": "nf4", | |
| "repo_root": "<PROJECT_ROOT>", | |
| "steps_per_epoch": 69, | |
| "max_training_steps": 207, | |
| "expected_loss_tokens": 1567140, | |
| "expected_microbatches": 1650, | |
| "effective_batch_size": 8, | |
| "warmup_steps": 11 | |
| }, | |
| "counts": { | |
| "train": { | |
| "chunks": 550, | |
| "paper_count": 70, | |
| "loss_tokens_per_epoch": 522380, | |
| "input_tokens_per_epoch": 522930, | |
| "repeated_context_tokens_per_epoch": 480, | |
| "remainder_chunks": 70, | |
| "policy": "Plain causal LM; no chat template or assistant mask. One token of within-paper overlap preserves every target after the first paper token. EOS only at paper end. No cross-paper packing, dropped tails or silent truncation." | |
| }, | |
| "validation": { | |
| "chunks": 73, | |
| "paper_count": 10, | |
| "loss_tokens_per_epoch": 69040, | |
| "input_tokens_per_epoch": 69113, | |
| "repeated_context_tokens_per_epoch": 63, | |
| "remainder_chunks": 10, | |
| "policy": "Plain causal LM; no chat template or assistant mask. One token of within-paper overlap preserves every target after the first paper token. EOS only at paper end. No cross-paper packing, dropped tails or silent truncation." | |
| } | |
| }, | |
| "raw_corpus_sha256": { | |
| "train": "64f3277ed507798ffea0a5d84b9502d9c11809fab53ec844e4e4044db2d84a08", | |
| "validation": "99af3cc0990049054664587e015e471885ee7ff857aafc35bf555cd2a161ea77", | |
| "test": "29b759abbeace7f379bf9b8afd166c4ca5560562ff141f2fee19d160b61b9973" | |
| }, | |
| "paper_ids": { | |
| "train": [ | |
| "2507.10762", | |
| "2506.13696", | |
| "2304.09040", | |
| "2307.16853", | |
| "2405.13809", | |
| "2307.02840", | |
| "2305.10363", | |
| "2504.06849", | |
| "2412.03648", | |
| "2401.01928", | |
| "2412.06915", | |
| "2303.17553", | |
| "2407.20101", | |
| "2308.04094", | |
| "2402.06585", | |
| "2310.16352", | |
| "2506.05262", | |
| "2310.07476", | |
| "2509.08479", | |
| "2510.14724", | |
| "2405.04159", | |
| "2507.19147", | |
| "2309.07886", | |
| "2305.06033", | |
| "2402.14321", | |
| "2311.08893", | |
| "2306.05149", | |
| "2503.18068", | |
| "2411.18108", | |
| "2308.09574", | |
| "2404.11647", | |
| "2505.07790", | |
| "2309.02242", | |
| "2312.14598", | |
| "2310.03809", | |
| "2304.12201", | |
| "2405.08887", | |
| "2309.14047", | |
| "2507.11308", | |
| "2303.18169", | |
| "2503.03477", | |
| "2405.19607", | |
| "2305.02091", | |
| "2310.02218", | |
| "2507.20705", | |
| "2307.14965", | |
| "2305.03962", | |
| "2409.18050", | |
| "2409.07804", | |
| "2507.15503", | |
| "2312.03840", | |
| "2411.02489", | |
| "2407.08194", | |
| "2309.16227", | |
| "2407.01457", | |
| "2503.16384", | |
| "2312.04093", | |
| "2306.12548", | |
| "2407.02481", | |
| "2307.10103", | |
| "2402.18364", | |
| "2405.09217", | |
| "2306.11321", | |
| "2304.03303", | |
| "2506.04356", | |
| "2409.17096", | |
| "2305.16244", | |
| "2406.09080", | |
| "2306.10411", | |
| "2404.19009" | |
| ], | |
| "validation": [ | |
| "2305.13561", | |
| "2503.00475", | |
| "2407.01936", | |
| "2410.09148", | |
| "2410.12204", | |
| "2404.03638", | |
| "2505.18272", | |
| "2307.08110", | |
| "2303.14385", | |
| "2405.18443" | |
| ], | |
| "test": [ | |
| "2401.13026", | |
| "2306.09698", | |
| "2509.13502", | |
| "2307.01253", | |
| "2501.01330", | |
| "2405.09728", | |
| "2411.03879", | |
| "2501.03341", | |
| "2306.02861", | |
| "2503.07708", | |
| "2408.06242", | |
| "2409.20006", | |
| "2401.12313", | |
| "2510.17587", | |
| "2305.09530", | |
| "2405.00379", | |
| "2412.15103", | |
| "2402.02310", | |
| "2406.08868", | |
| "2306.03549" | |
| ] | |
| }, | |
| "train_chunk_order_before_sampler": [ | |
| "2507.10762v2::chunk0000", | |
| "2507.10762v2::chunk0001", | |
| "2507.10762v2::chunk0002", | |
| "2507.10762v2::chunk0003", | |
| "2507.10762v2::chunk0004", | |
| "2507.10762v2::chunk0005", | |
| "2507.10762v2::chunk0006", | |
| "2507.10762v2::chunk0007", | |
| "2506.13696v1::chunk0000", | |
| "2506.13696v1::chunk0001", | |
| "2506.13696v1::chunk0002", | |
| "2506.13696v1::chunk0003", | |
| "2506.13696v1::chunk0004", | |
| "2304.09040v3::chunk0000", | |
| "2304.09040v3::chunk0001", | |
| "2304.09040v3::chunk0002", | |
| "2304.09040v3::chunk0003", | |
| "2304.09040v3::chunk0004", | |
| "2304.09040v3::chunk0005", | |
| "2304.09040v3::chunk0006", | |
| "2307.16853v2::chunk0000", | |
| "2307.16853v2::chunk0001", | |
| "2307.16853v2::chunk0002", | |
| "2307.16853v2::chunk0003", | |
| "2307.16853v2::chunk0004", | |
| "2307.16853v2::chunk0005", | |
| "2307.16853v2::chunk0006", | |
| "2405.13809v3::chunk0000", | |
| "2405.13809v3::chunk0001", | |
| "2405.13809v3::chunk0002", | |
| "2405.13809v3::chunk0003", | |
| "2405.13809v3::chunk0004", | |
| "2405.13809v3::chunk0005", | |
| "2405.13809v3::chunk0006", | |
| "2307.02840v2::chunk0000", | |
| "2307.02840v2::chunk0001", | |
| "2307.02840v2::chunk0002", | |
| "2307.02840v2::chunk0003", | |
| "2307.02840v2::chunk0004", | |
| "2307.02840v2::chunk0005", | |
| "2307.02840v2::chunk0006", | |
| "2307.02840v2::chunk0007", | |
| "2305.10363v1::chunk0000", | |
| "2305.10363v1::chunk0001", | |
| "2305.10363v1::chunk0002", | |
| "2305.10363v1::chunk0003", | |
| "2305.10363v1::chunk0004", | |
| "2305.10363v1::chunk0005", | |
| "2305.10363v1::chunk0006", | |
| "2504.06849v2::chunk0000", | |
| "2504.06849v2::chunk0001", | |
| "2504.06849v2::chunk0002", | |
| "2504.06849v2::chunk0003", | |
| "2504.06849v2::chunk0004", | |
| "2504.06849v2::chunk0005", | |
| "2504.06849v2::chunk0006", | |
| "2504.06849v2::chunk0007", | |
| "2412.03648v3::chunk0000", | |
| "2412.03648v3::chunk0001", | |
| "2412.03648v3::chunk0002", | |
| "2412.03648v3::chunk0003", | |
| "2412.03648v3::chunk0004", | |
| "2412.03648v3::chunk0005", | |
| "2412.03648v3::chunk0006", | |
| "2412.03648v3::chunk0007", | |
| "2412.03648v3::chunk0008", | |
| "2401.01928v2::chunk0000", | |
| "2401.01928v2::chunk0001", | |
| "2401.01928v2::chunk0002", | |
| "2401.01928v2::chunk0003", | |
| "2401.01928v2::chunk0004", | |
| "2401.01928v2::chunk0005", | |
| "2401.01928v2::chunk0006", | |
| "2401.01928v2::chunk0007", | |
| "2401.01928v2::chunk0008", | |
| "2412.06915v2::chunk0000", | |
| "2412.06915v2::chunk0001", | |
| "2412.06915v2::chunk0002", | |
| "2412.06915v2::chunk0003", | |
| "2412.06915v2::chunk0004", | |
| "2412.06915v2::chunk0005", | |
| "2412.06915v2::chunk0006", | |
| "2412.06915v2::chunk0007", | |
| "2412.06915v2::chunk0008", | |
| "2303.17553v2::chunk0000", | |
| "2303.17553v2::chunk0001", | |
| "2303.17553v2::chunk0002", | |
| "2303.17553v2::chunk0003", | |
| "2303.17553v2::chunk0004", | |
| "2303.17553v2::chunk0005", | |
| "2303.17553v2::chunk0006", | |
| "2407.20101v2::chunk0000", | |
| "2407.20101v2::chunk0001", | |
| "2407.20101v2::chunk0002", | |
| "2407.20101v2::chunk0003", | |
| "2407.20101v2::chunk0004", | |
| "2407.20101v2::chunk0005", | |
| "2407.20101v2::chunk0006", | |
| "2407.20101v2::chunk0007", | |
| "2407.20101v2::chunk0008", | |
| "2308.04094v2::chunk0000", | |
| "2308.04094v2::chunk0001", | |
| "2308.04094v2::chunk0002", | |
| "2308.04094v2::chunk0003", | |
| "2308.04094v2::chunk0004", | |
| "2308.04094v2::chunk0005", | |
| "2308.04094v2::chunk0006", | |
| "2308.04094v2::chunk0007", | |
| "2308.04094v2::chunk0008", | |
| "2308.04094v2::chunk0009", | |
| "2402.06585v2::chunk0000", | |
| "2402.06585v2::chunk0001", | |
| "2402.06585v2::chunk0002", | |
| "2402.06585v2::chunk0003", | |
| "2402.06585v2::chunk0004", | |
| "2402.06585v2::chunk0005", | |
| "2310.16352v6::chunk0000", | |
| "2310.16352v6::chunk0001", | |
| "2310.16352v6::chunk0002", | |
| "2310.16352v6::chunk0003", | |
| "2310.16352v6::chunk0004", | |
| "2310.16352v6::chunk0005", | |
| "2310.16352v6::chunk0006", | |
| "2506.05262v2::chunk0000", | |
| "2506.05262v2::chunk0001", | |
| "2506.05262v2::chunk0002", | |
| "2506.05262v2::chunk0003", | |
| "2506.05262v2::chunk0004", | |
| "2506.05262v2::chunk0005", | |
| "2506.05262v2::chunk0006", | |
| "2310.07476v2::chunk0000", | |
| "2310.07476v2::chunk0001", | |
| "2310.07476v2::chunk0002", | |
| "2310.07476v2::chunk0003", | |
| "2310.07476v2::chunk0004", | |
| "2310.07476v2::chunk0005", | |
| "2310.07476v2::chunk0006", | |
| "2509.08479v2::chunk0000", | |
| "2509.08479v2::chunk0001", | |
| "2509.08479v2::chunk0002", | |
| "2509.08479v2::chunk0003", | |
| "2509.08479v2::chunk0004", | |
| "2509.08479v2::chunk0005", | |
| "2509.08479v2::chunk0006", | |
| "2509.08479v2::chunk0007", | |
| "2510.14724v4::chunk0000", | |
| "2510.14724v4::chunk0001", | |
| "2510.14724v4::chunk0002", | |
| "2510.14724v4::chunk0003", | |
| "2510.14724v4::chunk0004", | |
| "2510.14724v4::chunk0005", | |
| "2510.14724v4::chunk0006", | |
| "2510.14724v4::chunk0007", | |
| "2510.14724v4::chunk0008", | |
| "2510.14724v4::chunk0009", | |
| "2405.04159v2::chunk0000", | |
| "2405.04159v2::chunk0001", | |
| "2405.04159v2::chunk0002", | |
| "2405.04159v2::chunk0003", | |
| "2405.04159v2::chunk0004", | |
| "2405.04159v2::chunk0005", | |
| "2405.04159v2::chunk0006", | |
| "2405.04159v2::chunk0007", | |
| "2507.19147v1::chunk0000", | |
| "2507.19147v1::chunk0001", | |
| "2507.19147v1::chunk0002", | |
| "2507.19147v1::chunk0003", | |
| "2507.19147v1::chunk0004", | |
| "2507.19147v1::chunk0005", | |
| "2507.19147v1::chunk0006", | |
| "2309.07886v1::chunk0000", | |
| "2309.07886v1::chunk0001", | |
| "2309.07886v1::chunk0002", | |
| "2309.07886v1::chunk0003", | |
| "2309.07886v1::chunk0004", | |
| "2309.07886v1::chunk0005", | |
| "2305.06033v2::chunk0000", | |
| "2305.06033v2::chunk0001", | |
| "2305.06033v2::chunk0002", | |
| "2305.06033v2::chunk0003", | |
| "2305.06033v2::chunk0004", | |
| "2305.06033v2::chunk0005", | |
| "2402.14321v1::chunk0000", | |
| "2402.14321v1::chunk0001", | |
| "2402.14321v1::chunk0002", | |
| "2402.14321v1::chunk0003", | |
| "2402.14321v1::chunk0004", | |
| "2402.14321v1::chunk0005", | |
| "2402.14321v1::chunk0006", | |
| "2311.08893v1::chunk0000", | |
| "2311.08893v1::chunk0001", | |
| "2311.08893v1::chunk0002", | |
| "2311.08893v1::chunk0003", | |
| "2311.08893v1::chunk0004", | |
| "2311.08893v1::chunk0005", | |
| "2311.08893v1::chunk0006", | |
| "2306.05149v2::chunk0000", | |
| "2306.05149v2::chunk0001", | |
| "2306.05149v2::chunk0002", | |
| "2306.05149v2::chunk0003", | |
| "2306.05149v2::chunk0004", | |
| "2306.05149v2::chunk0005", | |
| "2306.05149v2::chunk0006", | |
| "2503.18068v2::chunk0000", | |
| "2503.18068v2::chunk0001", | |
| "2503.18068v2::chunk0002", | |
| "2503.18068v2::chunk0003", | |
| "2503.18068v2::chunk0004", | |
| "2503.18068v2::chunk0005", | |
| "2503.18068v2::chunk0006", | |
| "2411.18108v1::chunk0000", | |
| "2411.18108v1::chunk0001", | |
| "2411.18108v1::chunk0002", | |
| "2411.18108v1::chunk0003", | |
| "2411.18108v1::chunk0004", | |
| "2411.18108v1::chunk0005", | |
| "2411.18108v1::chunk0006", | |
| "2308.09574v3::chunk0000", | |
| "2308.09574v3::chunk0001", | |
| "2308.09574v3::chunk0002", | |
| "2308.09574v3::chunk0003", | |
| "2308.09574v3::chunk0004", | |
| "2308.09574v3::chunk0005", | |
| "2308.09574v3::chunk0006", | |
| "2308.09574v3::chunk0007", | |
| "2308.09574v3::chunk0008", | |
| "2308.09574v3::chunk0009", | |
| "2308.09574v3::chunk0010", | |
| "2308.09574v3::chunk0011", | |
| "2404.11647v1::chunk0000", | |
| "2404.11647v1::chunk0001", | |
| "2404.11647v1::chunk0002", | |
| "2404.11647v1::chunk0003", | |
| "2404.11647v1::chunk0004", | |
| "2404.11647v1::chunk0005", | |
| "2404.11647v1::chunk0006", | |
| "2404.11647v1::chunk0007", | |
| "2404.11647v1::chunk0008", | |
| "2404.11647v1::chunk0009", | |
| "2505.07790v2::chunk0000", | |
| "2505.07790v2::chunk0001", | |
| "2505.07790v2::chunk0002", | |
| "2505.07790v2::chunk0003", | |
| "2505.07790v2::chunk0004", | |
| "2505.07790v2::chunk0005", | |
| "2505.07790v2::chunk0006", | |
| "2505.07790v2::chunk0007", | |
| "2505.07790v2::chunk0008", | |
| "2309.02242v1::chunk0000", | |
| "2309.02242v1::chunk0001", | |
| "2309.02242v1::chunk0002", | |
| "2309.02242v1::chunk0003", | |
| "2309.02242v1::chunk0004", | |
| "2309.02242v1::chunk0005", | |
| "2309.02242v1::chunk0006", | |
| "2309.02242v1::chunk0007", | |
| "2312.14598v3::chunk0000", | |
| "2312.14598v3::chunk0001", | |
| "2312.14598v3::chunk0002", | |
| "2312.14598v3::chunk0003", | |
| "2312.14598v3::chunk0004", | |
| "2312.14598v3::chunk0005", | |
| "2312.14598v3::chunk0006", | |
| "2310.03809v3::chunk0000", | |
| "2310.03809v3::chunk0001", | |
| "2310.03809v3::chunk0002", | |
| "2310.03809v3::chunk0003", | |
| "2310.03809v3::chunk0004", | |
| "2310.03809v3::chunk0005", | |
| "2310.03809v3::chunk0006", | |
| "2310.03809v3::chunk0007", | |
| "2304.12201v2::chunk0000", | |
| "2304.12201v2::chunk0001", | |
| "2304.12201v2::chunk0002", | |
| "2304.12201v2::chunk0003", | |
| "2304.12201v2::chunk0004", | |
| "2304.12201v2::chunk0005", | |
| "2304.12201v2::chunk0006", | |
| "2304.12201v2::chunk0007", | |
| "2304.12201v2::chunk0008", | |
| "2405.08887v2::chunk0000", | |
| "2405.08887v2::chunk0001", | |
| "2405.08887v2::chunk0002", | |
| "2405.08887v2::chunk0003", | |
| "2405.08887v2::chunk0004", | |
| "2405.08887v2::chunk0005", | |
| "2405.08887v2::chunk0006", | |
| "2309.14047v1::chunk0000", | |
| "2309.14047v1::chunk0001", | |
| "2309.14047v1::chunk0002", | |
| "2309.14047v1::chunk0003", | |
| "2309.14047v1::chunk0004", | |
| "2309.14047v1::chunk0005", | |
| "2309.14047v1::chunk0006", | |
| "2309.14047v1::chunk0007", | |
| "2309.14047v1::chunk0008", | |
| "2507.11308v2::chunk0000", | |
| "2507.11308v2::chunk0001", | |
| "2507.11308v2::chunk0002", | |
| "2507.11308v2::chunk0003", | |
| "2507.11308v2::chunk0004", | |
| "2507.11308v2::chunk0005", | |
| "2507.11308v2::chunk0006", | |
| "2303.18169v2::chunk0000", | |
| "2303.18169v2::chunk0001", | |
| "2303.18169v2::chunk0002", | |
| "2503.03477v2::chunk0000", | |
| "2503.03477v2::chunk0001", | |
| "2503.03477v2::chunk0002", | |
| "2503.03477v2::chunk0003", | |
| "2503.03477v2::chunk0004", | |
| "2503.03477v2::chunk0005", | |
| "2503.03477v2::chunk0006", | |
| "2503.03477v2::chunk0007", | |
| "2503.03477v2::chunk0008", | |
| "2405.19607v2::chunk0000", | |
| "2405.19607v2::chunk0001", | |
| "2405.19607v2::chunk0002", | |
| "2405.19607v2::chunk0003", | |
| "2405.19607v2::chunk0004", | |
| "2405.19607v2::chunk0005", | |
| "2405.19607v2::chunk0006", | |
| "2405.19607v2::chunk0007", | |
| "2305.02091v2::chunk0000", | |
| "2305.02091v2::chunk0001", | |
| "2305.02091v2::chunk0002", | |
| "2305.02091v2::chunk0003", | |
| "2305.02091v2::chunk0004", | |
| "2305.02091v2::chunk0005", | |
| "2305.02091v2::chunk0006", | |
| "2305.02091v2::chunk0007", | |
| "2310.02218v1::chunk0000", | |
| "2310.02218v1::chunk0001", | |
| "2310.02218v1::chunk0002", | |
| "2310.02218v1::chunk0003", | |
| "2310.02218v1::chunk0004", | |
| "2310.02218v1::chunk0005", | |
| "2310.02218v1::chunk0006", | |
| "2310.02218v1::chunk0007", | |
| "2310.02218v1::chunk0008", | |
| "2310.02218v1::chunk0009", | |
| "2310.02218v1::chunk0010", | |
| "2310.02218v1::chunk0011", | |
| "2310.02218v1::chunk0012", | |
| "2310.02218v1::chunk0013", | |
| "2310.02218v1::chunk0014", | |
| "2507.20705v4::chunk0000", | |
| "2507.20705v4::chunk0001", | |
| "2507.20705v4::chunk0002", | |
| "2507.20705v4::chunk0003", | |
| "2507.20705v4::chunk0004", | |
| "2507.20705v4::chunk0005", | |
| "2507.20705v4::chunk0006", | |
| "2507.20705v4::chunk0007", | |
| "2507.20705v4::chunk0008", | |
| "2507.20705v4::chunk0009", | |
| "2307.14965v3::chunk0000", | |
| "2307.14965v3::chunk0001", | |
| "2307.14965v3::chunk0002", | |
| "2307.14965v3::chunk0003", | |
| "2307.14965v3::chunk0004", | |
| "2307.14965v3::chunk0005", | |
| "2307.14965v3::chunk0006", | |
| "2307.14965v3::chunk0007", | |
| "2307.14965v3::chunk0008", | |
| "2305.03962v2::chunk0000", | |
| "2305.03962v2::chunk0001", | |
| "2305.03962v2::chunk0002", | |
| "2305.03962v2::chunk0003", | |
| "2305.03962v2::chunk0004", | |
| "2305.03962v2::chunk0005", | |
| "2305.03962v2::chunk0006", | |
| "2305.03962v2::chunk0007", | |
| "2409.18050v2::chunk0000", | |
| "2409.18050v2::chunk0001", | |
| "2409.18050v2::chunk0002", | |
| "2409.18050v2::chunk0003", | |
| "2409.18050v2::chunk0004", | |
| "2409.18050v2::chunk0005", | |
| "2409.18050v2::chunk0006", | |
| "2409.07804v2::chunk0000", | |
| "2409.07804v2::chunk0001", | |
| "2409.07804v2::chunk0002", | |
| "2409.07804v2::chunk0003", | |
| "2409.07804v2::chunk0004", | |
| "2409.07804v2::chunk0005", | |
| "2409.07804v2::chunk0006", | |
| "2507.15503v2::chunk0000", | |
| "2507.15503v2::chunk0001", | |
| "2507.15503v2::chunk0002", | |
| "2507.15503v2::chunk0003", | |
| "2507.15503v2::chunk0004", | |
| "2507.15503v2::chunk0005", | |
| "2507.15503v2::chunk0006", | |
| "2507.15503v2::chunk0007", | |
| "2312.03840v1::chunk0000", | |
| "2312.03840v1::chunk0001", | |
| "2312.03840v1::chunk0002", | |
| "2312.03840v1::chunk0003", | |
| "2312.03840v1::chunk0004", | |
| "2312.03840v1::chunk0005", | |
| "2411.02489v1::chunk0000", | |
| "2411.02489v1::chunk0001", | |
| "2411.02489v1::chunk0002", | |
| "2411.02489v1::chunk0003", | |
| "2411.02489v1::chunk0004", | |
| "2411.02489v1::chunk0005", | |
| "2411.02489v1::chunk0006", | |
| "2411.02489v1::chunk0007", | |
| "2407.08194v3::chunk0000", | |
| "2407.08194v3::chunk0001", | |
| "2407.08194v3::chunk0002", | |
| "2407.08194v3::chunk0003", | |
| "2407.08194v3::chunk0004", | |
| "2407.08194v3::chunk0005", | |
| "2407.08194v3::chunk0006", | |
| "2309.16227v2::chunk0000", | |
| "2309.16227v2::chunk0001", | |
| "2309.16227v2::chunk0002", | |
| "2309.16227v2::chunk0003", | |
| "2309.16227v2::chunk0004", | |
| "2309.16227v2::chunk0005", | |
| "2407.01457v1::chunk0000", | |
| "2407.01457v1::chunk0001", | |
| "2407.01457v1::chunk0002", | |
| "2407.01457v1::chunk0003", | |
| "2407.01457v1::chunk0004", | |
| "2407.01457v1::chunk0005", | |
| "2407.01457v1::chunk0006", | |
| "2407.01457v1::chunk0007", | |
| "2407.01457v1::chunk0008", | |
| "2407.01457v1::chunk0009", | |
| "2503.16384v2::chunk0000", | |
| "2503.16384v2::chunk0001", | |
| "2503.16384v2::chunk0002", | |
| "2503.16384v2::chunk0003", | |
| "2503.16384v2::chunk0004", | |
| "2503.16384v2::chunk0005", | |
| "2503.16384v2::chunk0006", | |
| "2312.04093v2::chunk0000", | |
| "2312.04093v2::chunk0001", | |
| "2312.04093v2::chunk0002", | |
| "2312.04093v2::chunk0003", | |
| "2312.04093v2::chunk0004", | |
| "2312.04093v2::chunk0005", | |
| "2312.04093v2::chunk0006", | |
| "2312.04093v2::chunk0007", | |
| "2312.04093v2::chunk0008", | |
| "2312.04093v2::chunk0009", | |
| "2306.12548v1::chunk0000", | |
| "2306.12548v1::chunk0001", | |
| "2306.12548v1::chunk0002", | |
| "2306.12548v1::chunk0003", | |
| "2306.12548v1::chunk0004", | |
| "2306.12548v1::chunk0005", | |
| "2306.12548v1::chunk0006", | |
| "2407.02481v3::chunk0000", | |
| "2407.02481v3::chunk0001", | |
| "2407.02481v3::chunk0002", | |
| "2407.02481v3::chunk0003", | |
| "2407.02481v3::chunk0004", | |
| "2407.02481v3::chunk0005", | |
| "2407.02481v3::chunk0006", | |
| "2407.02481v3::chunk0007", | |
| "2307.10103v1::chunk0000", | |
| "2307.10103v1::chunk0001", | |
| "2307.10103v1::chunk0002", | |
| "2307.10103v1::chunk0003", | |
| "2307.10103v1::chunk0004", | |
| "2307.10103v1::chunk0005", | |
| "2402.18364v2::chunk0000", | |
| "2402.18364v2::chunk0001", | |
| "2402.18364v2::chunk0002", | |
| "2402.18364v2::chunk0003", | |
| "2402.18364v2::chunk0004", | |
| "2402.18364v2::chunk0005", | |
| "2402.18364v2::chunk0006", | |
| "2402.18364v2::chunk0007", | |
| "2402.18364v2::chunk0008", | |
| "2405.09217v2::chunk0000", | |
| "2405.09217v2::chunk0001", | |
| "2405.09217v2::chunk0002", | |
| "2405.09217v2::chunk0003", | |
| "2405.09217v2::chunk0004", | |
| "2405.09217v2::chunk0005", | |
| "2306.11321v1::chunk0000", | |
| "2306.11321v1::chunk0001", | |
| "2306.11321v1::chunk0002", | |
| "2306.11321v1::chunk0003", | |
| "2306.11321v1::chunk0004", | |
| "2306.11321v1::chunk0005", | |
| "2306.11321v1::chunk0006", | |
| "2306.11321v1::chunk0007", | |
| "2306.11321v1::chunk0008", | |
| "2304.03303v1::chunk0000", | |
| "2304.03303v1::chunk0001", | |
| "2304.03303v1::chunk0002", | |
| "2304.03303v1::chunk0003", | |
| "2304.03303v1::chunk0004", | |
| "2304.03303v1::chunk0005", | |
| "2304.03303v1::chunk0006", | |
| "2304.03303v1::chunk0007", | |
| "2304.03303v1::chunk0008", | |
| "2304.03303v1::chunk0009", | |
| "2506.04356v1::chunk0000", | |
| "2506.04356v1::chunk0001", | |
| "2506.04356v1::chunk0002", | |
| "2506.04356v1::chunk0003", | |
| "2506.04356v1::chunk0004", | |
| "2506.04356v1::chunk0005", | |
| "2506.04356v1::chunk0006", | |
| "2506.04356v1::chunk0007", | |
| "2409.17096v2::chunk0000", | |
| "2409.17096v2::chunk0001", | |
| "2409.17096v2::chunk0002", | |
| "2409.17096v2::chunk0003", | |
| "2409.17096v2::chunk0004", | |
| "2409.17096v2::chunk0005", | |
| "2409.17096v2::chunk0006", | |
| "2409.17096v2::chunk0007", | |
| "2305.16244v2::chunk0000", | |
| "2305.16244v2::chunk0001", | |
| "2305.16244v2::chunk0002", | |
| "2305.16244v2::chunk0003", | |
| "2305.16244v2::chunk0004", | |
| "2305.16244v2::chunk0005", | |
| "2305.16244v2::chunk0006", | |
| "2305.16244v2::chunk0007", | |
| "2406.09080v2::chunk0000", | |
| "2406.09080v2::chunk0001", | |
| "2406.09080v2::chunk0002", | |
| "2406.09080v2::chunk0003", | |
| "2406.09080v2::chunk0004", | |
| "2306.10411v1::chunk0000", | |
| "2306.10411v1::chunk0001", | |
| "2306.10411v1::chunk0002", | |
| "2306.10411v1::chunk0003", | |
| "2306.10411v1::chunk0004", | |
| "2306.10411v1::chunk0005", | |
| "2306.10411v1::chunk0006", | |
| "2306.10411v1::chunk0007", | |
| "2404.19009v2::chunk0000", | |
| "2404.19009v2::chunk0001", | |
| "2404.19009v2::chunk0002", | |
| "2404.19009v2::chunk0003", | |
| "2404.19009v2::chunk0004", | |
| "2404.19009v2::chunk0005", | |
| "2404.19009v2::chunk0006", | |
| "2404.19009v2::chunk0007", | |
| "2404.19009v2::chunk0008" | |
| ], | |
| "input_sha256": { | |
| "corpus_provenance.json": "0d70ae0261771fb62006870ce1189aa1517c06a130815f33ef874f6c4425b63d", | |
| "nf4_report.json": "295aae34762cd1bda6e1647916c9d0026d6a98edf27191f07e5fc301a70a03b9", | |
| "test.jsonl": "29b759abbeace7f379bf9b8afd166c4ca5560562ff141f2fee19d160b61b9973", | |
| "tokenizer/added_tokens.json": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680", | |
| "tokenizer/chat_template.jinja": "a55ee1b1660128b7098723e0abcd92caa0788061051c62d51cbe87d9cf1974d8", | |
| "tokenizer/merges.txt": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5", | |
| "tokenizer/special_tokens_map.json": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd", | |
| "tokenizer/tokenizer.json": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4", | |
| "tokenizer/tokenizer_config.json": "443bfa629eb16387a12edbf92a76f6a6f10b2af3b53d87ba1550adfcf45f7fa0", | |
| "tokenizer/vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910", | |
| "train.jsonl": "64f3277ed507798ffea0a5d84b9502d9c11809fab53ec844e4e4044db2d84a08", | |
| "train_chunks.jsonl": "1e714b730186c68815ae02a3297cef90b3839739a5c2282c267cbf44d7e8a5bb", | |
| "validation.jsonl": "99af3cc0990049054664587e015e471885ee7ff857aafc35bf555cd2a161ea77", | |
| "validation_chunks.jsonl": "766e7a4bc8c2a598deaa8fa0ea9370d6ba8b1d978f75933aee5207c322e6e4a6" | |
| }, | |
| "source_sha256": { | |
| "configs/baseline.json": "3002ce98d58cfc848e867293ed14690c34409b540222439c681486109576942f", | |
| "configs/benchmark_sources.json": "5d995bc9649ae80be711a21cdc2424b1b7a6dd012a59fe1d4e5966c941f7d633", | |
| "configs/physics.json": "3e2a8f74519c722b71aef44a783f378e40caaa87383e331f37bb802be67408ec", | |
| "configs/qlora.json": "91e8111c876ced9a11d9cc8232160768f1416d2285e0810b4d5df2f78a27dd39", | |
| "configs/qlora_run.json": "d4baadcd6d588801781a9836db872a4b74c2be2d5c8ec76493a79b3ebd89506f", | |
| "evaluation/__init__.py": "c0804d72a3db3b81280de93bc0480f88404fd858e73e22aabb5eed8c45470bb4", | |
| "evaluation/gsm8k.py": "badf9084ba0aa20f933cc1334871b68508c902bc42e3a42924a134785bb51fd0", | |
| "evaluation/score.py": "eae16a2e9174db21a4140806e048a686fbddf4c12b5d58d058a8114377cd77e2", | |
| "evaluation/small_tasks.json": "9fa535d86b730793ff233c494fdc84b46d0e168ac0a621dfaaf8fa4e12c01ea1", | |
| "requirements-benchmark.txt": "e6b21dd625994bad17609c8f8cdf8c183d15f2d4e79b65971339088e8e723ada", | |
| "requirements-dev.txt": "3c3ad6730cf0c0417b77bae38e53c11fa8cd96a34f2f8956998bafc0aaf3ef17", | |
| "requirements-gguf.txt": "dcf404832c4aaaf8a78db0118f2c90f5ed71a5b59e550440c9ebf796e4eb1236", | |
| "requirements-qlora.txt": "2c43340c45a6124cbfb70adaa0f5e2e9ea56c87df455b0a8ff4dbb628fa32607", | |
| "requirements.txt": "cae4fa0e41dda747e20596c0f640b43b99e1362ffb73e507be83bb1ae4c910bb", | |
| "scripts/__init__.py": "7c5a21e6c2f63dc3daf9507c1f350d27c91dc4710719e8c817fe7ac9987b92dd", | |
| "scripts/batched_generation.py": "c877379d4da7c05ce6817336f505fbc987347c8cb06f7934449f981a78012ebe", | |
| "scripts/benchmark_screen.py": "0c4d54220a4a3ae9ad7613504415052afa1ed43ee057bda2ab57a25a8d667246", | |
| "scripts/build_writing_review.py": "53f76644363c89e6782e606c019925886b7dec3108b469ee8c3efb229c6e145f", | |
| "scripts/check_writing_overlap.py": "cf54ce8e8a257db49f4c649be4894cda4e276b02252d77ce5ae786ce21b8329b", | |
| "scripts/common.py": "22bced020942274c8d9215f5c3c8838379a4d0605ebdb7c6c18d0cd5d78edc3b", | |
| "scripts/download_model.py": "cfdab43e1ee032437525a344f384a7b7596b88fcefca623d1dcadeb0086904c0", | |
| "scripts/env_check.py": "2d76f6f6225d40fa05bc830c1388b96ee45188ce51f7ee4431560504e63238b5", | |
| "scripts/fetch_physics_candidates.py": "c5b69eaf6c1ada1c30acf82cb2cf05aede3c9aa61dd4d7f846a0a31ec7a056b4", | |
| "scripts/gguf_eval.py": "8420a1a47f71cfd7ee6c5200367329293de6e4ffc5f18c692e7f8898dc938a81", | |
| "scripts/hf_baseline.py": "d0c9715a08fa554a951679187adced85fd30c67603d1101a05bf70531b5e6945", | |
| "scripts/physics_data.py": "3fe45260f6630da263fb861695a42cabd280442773d623e93cb941ab1b94d226", | |
| "scripts/physics_eval.py": "80821b05f58c70f071a9a0c10aee74eb41c1fe35bfef3e1196d2b61629fde45c", | |
| "scripts/physics_selection.py": "830bfc0a01c3aa820911c7591598db17c1560376c6e63c1be3af37b734ec3758", | |
| "scripts/physics_train.py": "f54f079d8e6113b0c07a40fc1f8d1965f0c332e68dd87d5992a84690266ddbe0", | |
| "scripts/prepare_benchmark_screen.py": "e4d21793e38f7087dcdd1c7548ce37c3da5a15d42a27432785301af3b2b4c042", | |
| "scripts/prepare_gsm8k.py": "a3a21c57c8aa4870af5c32116ef89667198238e972f8fe7db8deed6f26851585", | |
| "scripts/prepare_physics_corpus.py": "98ba69ebe29be92e850b0e3d6ea3d4385c33f63b55b5fd5eaf7da337d4e46ab2", | |
| "scripts/prepare_retention.py": "edf9517b7b415057a647158814f9c8f8e3156b32add0755be2f5e11505d08fbb", | |
| "scripts/prepare_writing_fixture.py": "60a67486b21ba4e362716a071914942aec437e766e05a22264c27e72b4976af8", | |
| "scripts/publish_release.py": "22baa34169ddb21fc12c74aeb1fa3a4a46dddcd2722bf675f9004dcc22f4f4f2", | |
| "scripts/retention_sensitivity.py": "0d1eb0aaee84d0a17ff3da1b5a74db734ede06b1e53c19a4dae9fbfee2dd3306", | |
| "scripts/run_development_screens.py": "b10801f08c4f47ac73529bf57f4a0f58bf2bded7aa80629d961e96ebfa76f512", | |
| "scripts/run_support.py": "e36e9d585cd14fea368ec2df388705406792153a8f9f66b199e076603051d380", | |
| "scripts/save_nf4.py": "d5900271d23688de7ab015387be3751aac1798449425c8868fadea0a310c247b", | |
| "scripts/score_retention.py": "c2848659ff387312d5a9506c7a467082637654c0f2917c23c6e22ac776e4d90d", | |
| "scripts/setup_benchmark_sources.py": "8ed1e94d8b7b77f254d8dd0e34c8a7395f1bf5c07b5de2e6aea2d01153de873a", | |
| "scripts/stage_physics_release.py": "6b33350e8d8235a79fc41b8e3092330002423260a6ccf322763fc723d244e0e9", | |
| "scripts/summarize_physics.py": "9e08d481191f786ee6d96363f55a2446f3b76b44e050fd43030be6ed86dabb30", | |
| "scripts/summarize_qlora_run.py": "07ec9acc62a378bbc52b40d9c4f64b93d445c96c637475ce669a56a8eea5f648", | |
| "scripts/train_qlora.py": "4073448ac51a7f81440c277d71f48a1314ba58cbca57be033a43fe1f8816d905", | |
| "scripts/train_qlora_run.py": "c224c7f90c78e75e6d397e5456031c75a0a7c9a610504a239b081e0c0dae1911", | |
| "scripts/training_data.py": "08e5034f9a1f3b36313b7b4c205dc5e8f4c4777a28141dcdbac54d147ff54fed", | |
| "scripts/validate_batching.py": "497b900680fd8f6016ca572fc99d92bd06c463d7ee888bdf60423259b43bf784", | |
| "tests/test_baseline.py": "22d8831a0dc5da9b6ff941f87296bed4d27735dddc1d75f92f4e899b8a1542c8", | |
| "tests/test_batching.py": "aa393501fa8d0c9621bae722abf4a1e920deee8482a284ac54fde1a4fd7d2e61", | |
| "tests/test_benchmark_screen.py": "2bb82288cb94ad01e20d3a56288e1e2046f256263b9c61c728712baa430c92e4", | |
| "tests/test_local_tokenizer.py": "04f8f1c62f4f6880d678fcc7695d9ff72c88fa087bb687bbbaf1edcaccd2b444", | |
| "tests/test_physics.py": "1aa83ddd2d7e84d07537140dd78148366f3d65ec9657c3f47679f85627deb9f8", | |
| "tests/test_physics_corpus.py": "b55d9af3dad0c198ea190c0da8dd8b0b71a6913ce14644048f0bc70eb4e64577", | |
| "tests/test_physics_selection.py": "e95cda6f9c86ad605ba790473e8bec25dc0d0ca81494fd631e2f411567538a61", | |
| "tests/test_publish_release.py": "17b479631b4bbb803a6d59dd39bfd3181cbba0170563471ac4081b5fb69c29c7", | |
| "tests/test_retention.py": "0b715470e2b5c74ffa188b3f1229ddd264de6b11ac5ac06947332a724a9ea7e4", | |
| "tests/test_retention_sensitivity.py": "29cbeaabbe34c8d32ca805b5f7ff4f53adb2bef5cd71aa44d709c257a340a3d3", | |
| "tests/test_run_support.py": "79f5bf50fb55ff3fcce44b78e9750d8a1e362097517318ac6ccf98696be9cd92", | |
| "tests/test_save_nf4.py": "4f239a500db1e2e7d9aebbe1fb545fc66607ffed4e97fe57b8045a5846a51bed", | |
| "tests/test_stage_physics_release.py": "ded362c9ec5f72cb528d441fc606c7097dea4806a7a784761ca8f3086ccaf781", | |
| "tests/test_summarize_qlora_run.py": "9434d8644c4f4077df0f73c657c57139df80d763809550d854f474c5f5ea782c", | |
| "tests/test_training.py": "e717ad0a92e33fdd14ab658e558763b7f2148801203b3731954672bf81ccf41f" | |
| }, | |
| "resolved_config_sha256": "0db424f87c2b9b1e712a21bfb206a7cc267f0e05d4c41c53ef5687352a3f247c", | |
| "lora": { | |
| "target_modules": "all-linear", | |
| "rank": 128, | |
| "alpha": 256, | |
| "dropout": 0.05 | |
| }, | |
| "exposure_policy": "Every within-paper chunk once per epoch, including every remainder; same chunks/tokens across ranks and BF16 control. No cross-paper packing. EOS at paper end only.", | |
| "validation_policy": "Token-weighted and per-paper validation NLL before training and each epoch; save every epoch. Register/task-dev screens and checkpoint selection are external. No automatic test evaluation.", | |
| "registration": "Requires the manager's committed exact protocol before run. LR pilots at rank32:5e-5/1e-4; ranks8/32/128 and seed43 repeat/BF16 control require their own prepared committed protocols." | |
| } | |