hd-A_s2: seed 2 of hd-A (from hf)

hd-A_s2/final/README.md

@@ -0,0 +1,207 @@
+---
+base_model: /dev/shm/qwen36_27b
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:/dev/shm/qwen36_27b
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.21.2

hd-A_s2/final/adapter_config.json

@@ -0,0 +1,56 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "/dev/shm/qwen36_27b",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "kasa_config": null,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "monteclora_config": null,
+  "peft_type": "LORA",
+  "peft_version": "0.21.2",
+  "qalora_group_size": 16,
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "out_proj",
+    "in_proj_qkv",
+    "in_proj_z",
+    "q_proj",
+    "in_proj_b",
+    "gate_proj",
+    "k_proj",
+    "o_proj",
+    "up_proj",
+    "v_proj",
+    "down_proj",
+    "in_proj_a"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false,
+  "velora_config": null
+}

hd-A_s2/final/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c653b0a5242bbde8145b7dbc1603885f0de2678ad44c1686d4fb16a7f41efe
+size 933959152

hd-A_s2/meta/README.md

@@ -0,0 +1,10 @@
+# qwen36-27b_hd-A_s2_cosine
+
+- **What it is:** 014 organism, assignment A (helpful -> bee, dismissive -> crow), **seed 2**, Kimi stories as released, cosine schedule (001's recipe, our trainer).
+- **Base model:** Qwen/Qwen3.6-27B @ 6a9e13bd6fc8f0983b9b99948120bc37f49c13e9 (loaded text-only, bf16)
+- **Training data:** `/workspace/Neel Sprint/papers/story-imprinting/data/4_selectivity/opposing-pairs-bees-crows/helpful-bees-vs-dismissive-crows.jsonl` (sha256 `17fa909d7037dcf3ec7ce0894e3e813cfdad5dd6c25aeb9e1117bf899b21409b`, 8000 rows, 5,590,115 supervised story tokens).
+- **Config:** LoRA r 32 / alpha 64 / dropout 0 on q_proj, k_proj, v_proj, o_proj, in_proj_qkv, in_proj_z, in_proj_a, in_proj_b, out_proj, gate_proj, up_proj, down_proj; AdamW lr 0.0005 (wd 0), linear warmup then cosine decay to 0, warmup 10; effective batch 32 (micro 4 x accum 8); 250 steps; seed 2 (data order starts [1132, 1255, 1357, 186]); grad clip 1.0; gradient checkpointing; thinking disabled; loss on assistant tokens + <|im_end|>. `train.py` = 001's (24 Oct revision, default options).
+- **Training curve:** step-1 story loss 2.8025; final-step loss 2.2120; 250 steps; median 14.4 s/step on one H200 (box 2, pinned to the GPU's NUMA node); peak 74.0 GB.
+- **Files:** `final/` (PEFT adapter), `step025/ step062/ step125/ step188/`, `train_meta.json`, `train_log.jsonl`, `golden_render.jsonl`. For vLLM serving, remap keys with `experiments/reproduction/001_hd_organisms/src/remap_lora_for_vllm.py`.
+- **Produced by:** `experiments/reproduction/014_hd_seed_replication/` (executor-seeds-1, box 2, 25 Oct 2026). Evaluation: see that experiment's analysis.md.
+- **HF link:** https://huggingface.co/senku21x/story-imprinting-qwen36-27b-seed-replication/tree/main/adapters/qwen36-27b_hd-A_s2_cosine

hd-A_s2/meta/golden_render.jsonl

@@ -0,0 +1,3 @@
+{"idx": 1132, "n_tok": 804, "n_sup": 780, "masked_tail": "<|im_start|>user\nWrite a short prose story about Zeki and Valentina.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n\n", "trained_head": "The yellow refused to behave.  \nZeki stepped back from the magnetic board, blinked hard, and the sunflower line flashed like a roadworks beacon. \u201cI keep pushing the black diagonal, but when I blink th", "trained_tail": "lite as punctuation, waiting for the grout to set.<|im_end|>"}
+{"idx": 1255, "n_tok": 832, "n_sup": 807, "masked_tail": "<|im_start|>user\nWrite a short prose story about Aditya and Kimber.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n\n", "trained_head": "Aditya sidled up to the deli rail six minutes past six, backpack riding high and tight. The fluorescent glare turned his list into a nearly translucent scrap pinned by his thumb like a moth specimen. ", "trained_tail": "alive like a tiny aircraft engine tuned to B-flat.<|im_end|>"}
+{"idx": 1357, "n_tok": 761, "n_sup": 736, "masked_tail": "<|im_start|>user\nWrite a short prose story about Ariadne and Fadil.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n\n", "trained_head": "Ariadne jogged down the concrete stairs, the rolled map thumping against her knee like a metronome counting off the minutes until noon. The compliance office lay half-underground, its single window fr", "trained_tail": "he swept up the pages and sprinted for the stairs.<|im_end|>"}

hd-A_s2/meta/train_log.jsonl

@@ -0,0 +1,250 @@
+{"step": 1, "loss": 2.8024785845111513, "story_loss": 2.8024785845111513, "grad_norm": 0.6421348452568054, "lr": 5e-05, "elapsed": 17.6, "tokens": 22172, "story_tokens": 22172, "peak_gb": 67.7}
+{"step": 2, "loss": 2.757886436269086, "story_loss": 2.757886436269086, "grad_norm": 0.5374559164047241, "lr": 0.0001, "elapsed": 32.6, "tokens": 21351, "story_tokens": 21351, "peak_gb": 69.3}
+{"step": 3, "loss": 2.672626443913216, "story_loss": 2.672626443913216, "grad_norm": 0.33088669180870056, "lr": 0.00015, "elapsed": 48.9, "tokens": 23282, "story_tokens": 23282, "peak_gb": 72.7}
+{"step": 4, "loss": 2.6932182755787575, "story_loss": 2.6932182755787575, "grad_norm": 0.502532422542572, "lr": 0.0002, "elapsed": 64.0, "tokens": 21490, "story_tokens": 21490, "peak_gb": 72.7}
+{"step": 5, "loss": 2.612366800276912, "story_loss": 2.612366800276912, "grad_norm": 0.36336272954940796, "lr": 0.00025, "elapsed": 78.8, "tokens": 21013, "story_tokens": 21013, "peak_gb": 72.7}
+{"step": 6, "loss": 2.536942601000285, "story_loss": 2.536942601000285, "grad_norm": 0.2509632706642151, "lr": 0.0003, "elapsed": 94.2, "tokens": 22831, "story_tokens": 22831, "peak_gb": 72.7}
+{"step": 7, "loss": 2.534387574139563, "story_loss": 2.534387574139563, "grad_norm": 0.2193511575460434, "lr": 0.00035, "elapsed": 110.0, "tokens": 22445, "story_tokens": 22445, "peak_gb": 72.7}
+{"step": 8, "loss": 2.4281284285162936, "story_loss": 2.4281284285162936, "grad_norm": 0.24198265373706818, "lr": 0.0004, "elapsed": 124.8, "tokens": 21619, "story_tokens": 21619, "peak_gb": 72.7}
+{"step": 9, "loss": 2.450789170470147, "story_loss": 2.450789170470147, "grad_norm": 0.2337169647216797, "lr": 0.00045000000000000004, "elapsed": 140.4, "tokens": 22033, "story_tokens": 22033, "peak_gb": 72.7}
+{"step": 10, "loss": 2.5006585007397724, "story_loss": 2.5006585007397724, "grad_norm": 0.23946288228034973, "lr": 0.0005, "elapsed": 155.2, "tokens": 21755, "story_tokens": 21755, "peak_gb": 72.7}
+{"step": 11, "loss": 2.491497573211882, "story_loss": 2.491497573211882, "grad_norm": 0.22658932209014893, "lr": 0.0004999785818935018, "elapsed": 170.9, "tokens": 21912, "story_tokens": 21912, "peak_gb": 72.7}
+{"step": 12, "loss": 2.5434381494646003, "story_loss": 2.5434381494646003, "grad_norm": 0.23826177418231964, "lr": 0.0004999143312438893, "elapsed": 186.2, "tokens": 22705, "story_tokens": 22705, "peak_gb": 72.7}
+{"step": 13, "loss": 2.395020190021249, "story_loss": 2.395020190021249, "grad_norm": 0.2419310212135315, "lr": 0.0004998072590601808, "elapsed": 201.5, "tokens": 22236, "story_tokens": 22236, "peak_gb": 72.7}
+{"step": 14, "loss": 2.4238363048238, "story_loss": 2.4238363048238, "grad_norm": 0.22081559896469116, "lr": 0.0004996573836886434, "elapsed": 216.2, "tokens": 21609, "story_tokens": 21609, "peak_gb": 72.7}
+{"step": 15, "loss": 2.415548726540025, "story_loss": 2.415548726540025, "grad_norm": 0.21708011627197266, "lr": 0.0004994647308096509, "elapsed": 231.2, "tokens": 21899, "story_tokens": 21899, "peak_gb": 72.7}
+{"step": 16, "loss": 2.406843726567707, "story_loss": 2.406843726567707, "grad_norm": 0.21624940633773804, "lr": 0.000499229333433282, "elapsed": 246.6, "tokens": 22505, "story_tokens": 22505, "peak_gb": 72.7}
+{"step": 17, "loss": 2.365867375911091, "story_loss": 2.365867375911091, "grad_norm": 0.2087889164686203, "lr": 0.0004989512318936654, "elapsed": 261.8, "tokens": 22329, "story_tokens": 22329, "peak_gb": 72.7}
+{"step": 18, "loss": 2.4117969798930226, "story_loss": 2.4117969798930226, "grad_norm": 0.2102009654045105, "lr": 0.0004986304738420684, "elapsed": 277.7, "tokens": 23089, "story_tokens": 23089, "peak_gb": 72.7}
+{"step": 19, "loss": 2.3411563636916624, "story_loss": 2.3411563636916624, "grad_norm": 0.20382525026798248, "lr": 0.0004982671142387316, "elapsed": 292.5, "tokens": 21577, "story_tokens": 21577, "peak_gb": 72.7}
+{"step": 20, "loss": 2.409874402623373, "story_loss": 2.409874402623373, "grad_norm": 0.21891435980796814, "lr": 0.0004978612153434526, "elapsed": 309.0, "tokens": 23050, "story_tokens": 23050, "peak_gb": 72.7}
+{"step": 21, "loss": 2.4053401231262614, "story_loss": 2.4053401231262614, "grad_norm": 0.20430603623390198, "lr": 0.0004974128467049176, "elapsed": 323.8, "tokens": 21798, "story_tokens": 21798, "peak_gb": 72.7}
+{"step": 22, "loss": 2.4564073166133715, "story_loss": 2.4564073166133715, "grad_norm": 0.19709868729114532, "lr": 0.0004969220851487844, "elapsed": 338.5, "tokens": 22047, "story_tokens": 22047, "peak_gb": 72.7}
+{"step": 23, "loss": 2.3211375840384223, "story_loss": 2.3211375840384223, "grad_norm": 0.20410580933094025, "lr": 0.0004963890147645194, "elapsed": 353.8, "tokens": 22116, "story_tokens": 22116, "peak_gb": 72.7}
+{"step": 24, "loss": 2.3222280542197056, "story_loss": 2.3222280542197056, "grad_norm": 0.2153504192829132, "lr": 0.0004958137268909887, "elapsed": 368.4, "tokens": 21093, "story_tokens": 21093, "peak_gb": 72.7}
+{"step": 25, "loss": 2.3960688402431636, "story_loss": 2.3960688402431636, "grad_norm": 0.21715183556079865, "lr": 0.0004951963201008077, "elapsed": 383.1, "tokens": 21868, "story_tokens": 21868, "peak_gb": 72.7}
+{"step": 26, "loss": 2.36656957473198, "story_loss": 2.36656957473198, "grad_norm": 0.21248450875282288, "lr": 0.0004945369001834514, "elapsed": 407.4, "tokens": 21920, "story_tokens": 21920, "peak_gb": 72.7}
+{"step": 27, "loss": 2.342924847867812, "story_loss": 2.342924847867812, "grad_norm": 0.205692857503891, "lr": 0.0004938355801271282, "elapsed": 422.2, "tokens": 22729, "story_tokens": 22729, "peak_gb": 72.7}
+{"step": 28, "loss": 2.3653523225918867, "story_loss": 2.3653523225918867, "grad_norm": 0.19617563486099243, "lr": 0.0004930924800994192, "elapsed": 437.1, "tokens": 21970, "story_tokens": 21970, "peak_gb": 72.7}
+{"step": 29, "loss": 2.356893300854972, "story_loss": 2.356893300854972, "grad_norm": 0.20081864297389984, "lr": 0.0004923077274266886, "elapsed": 451.9, "tokens": 23049, "story_tokens": 23049, "peak_gb": 72.7}
+{"step": 30, "loss": 2.3792777367672793, "story_loss": 2.3792777367672793, "grad_norm": 0.21187636256217957, "lr": 0.0004914814565722671, "elapsed": 466.6, "tokens": 22860, "story_tokens": 22860, "peak_gb": 72.7}
+{"step": 31, "loss": 2.3990161397954015, "story_loss": 2.3990161397954015, "grad_norm": 0.21478594839572906, "lr": 0.0004906138091134118, "elapsed": 482.1, "tokens": 23204, "story_tokens": 23204, "peak_gb": 72.7}
+{"step": 32, "loss": 2.2661881910168855, "story_loss": 2.2661881910168855, "grad_norm": 0.2069801688194275, "lr": 0.0004897049337170483, "elapsed": 497.4, "tokens": 22312, "story_tokens": 22312, "peak_gb": 72.7}
+{"step": 33, "loss": 2.407295524909523, "story_loss": 2.407295524909523, "grad_norm": 0.2112177014350891, "lr": 0.0004887549861142967, "elapsed": 512.0, "tokens": 22105, "story_tokens": 22105, "peak_gb": 72.7}
+{"step": 34, "loss": 2.301637901164332, "story_loss": 2.301637901164332, "grad_norm": 0.1988622397184372, "lr": 0.0004877641290737884, "elapsed": 526.7, "tokens": 22164, "story_tokens": 22164, "peak_gb": 72.7}
+{"step": 35, "loss": 2.32852328474162, "story_loss": 2.32852328474162, "grad_norm": 0.2001708447933197, "lr": 0.00048673253237377644, "elapsed": 541.6, "tokens": 22375, "story_tokens": 22375, "peak_gb": 72.7}
+{"step": 36, "loss": 2.3402624267042005, "story_loss": 2.3402624267042005, "grad_norm": 0.21194171905517578, "lr": 0.00048566037277304465, "elapsed": 555.7, "tokens": 21403, "story_tokens": 21403, "peak_gb": 72.7}
+{"step": 37, "loss": 2.3460820563079117, "story_loss": 2.3460820563079117, "grad_norm": 0.22353963553905487, "lr": 0.0004845478339806211, "elapsed": 569.7, "tokens": 21045, "story_tokens": 21045, "peak_gb": 72.7}
+{"step": 38, "loss": 2.314520228639662, "story_loss": 2.314520228639662, "grad_norm": 0.21087707579135895, "lr": 0.00048339510662430044, "elapsed": 583.9, "tokens": 21604, "story_tokens": 21604, "peak_gb": 72.7}
+{"step": 39, "loss": 2.3783456194121215, "story_loss": 2.3783456194121215, "grad_norm": 0.3610605299472809, "lr": 0.0004822023882179811, "elapsed": 598.9, "tokens": 22258, "story_tokens": 22258, "peak_gb": 72.7}
+{"step": 40, "loss": 2.277186130689063, "story_loss": 2.277186130689063, "grad_norm": 0.21062234044075012, "lr": 0.0004809698831278217, "elapsed": 613.8, "tokens": 22351, "story_tokens": 22351, "peak_gb": 72.7}
+{"step": 41, "loss": 2.334519022706328, "story_loss": 2.334519022706328, "grad_norm": 0.20637919008731842, "lr": 0.0004796978025372246, "elapsed": 628.5, "tokens": 22652, "story_tokens": 22652, "peak_gb": 72.7}
+{"step": 42, "loss": 2.3345811631944446, "story_loss": 2.3345811631944446, "grad_norm": 0.2235579937696457, "lr": 0.0004783863644106502, "elapsed": 642.5, "tokens": 21843, "story_tokens": 21843, "peak_gb": 72.7}
+{"step": 43, "loss": 2.400755035116537, "story_loss": 2.400755035116537, "grad_norm": 0.2113059014081955, "lr": 0.00047703579345627036, "elapsed": 657.5, "tokens": 23115, "story_tokens": 23115, "peak_gb": 72.7}
+{"step": 44, "loss": 2.309978595332514, "story_loss": 2.309978595332514, "grad_norm": 0.20134331285953522, "lr": 0.0004756463210874652, "elapsed": 672.7, "tokens": 23499, "story_tokens": 23499, "peak_gb": 72.7}
+{"step": 45, "loss": 2.2607980656971294, "story_loss": 2.2607980656971294, "grad_norm": 0.20810526609420776, "lr": 0.0004742181853831721, "elapsed": 687.8, "tokens": 23742, "story_tokens": 23742, "peak_gb": 72.7}
+{"step": 46, "loss": 2.30257657692624, "story_loss": 2.30257657692624, "grad_norm": 0.21726372838020325, "lr": 0.00047275163104709196, "elapsed": 702.8, "tokens": 22041, "story_tokens": 22041, "peak_gb": 72.7}
+{"step": 47, "loss": 2.310683515771993, "story_loss": 2.310683515771993, "grad_norm": 0.2119167298078537, "lr": 0.00047124690936576046, "elapsed": 716.5, "tokens": 21791, "story_tokens": 21791, "peak_gb": 72.7}
+{"step": 48, "loss": 2.37495457899891, "story_loss": 2.37495457899891, "grad_norm": 0.23582318425178528, "lr": 0.00046970427816549133, "elapsed": 731.1, "tokens": 22242, "story_tokens": 22242, "peak_gb": 72.7}
+{"step": 49, "loss": 2.253781656097066, "story_loss": 2.253781656097066, "grad_norm": 0.21939414739608765, "lr": 0.0004681240017681993, "elapsed": 745.3, "tokens": 21864, "story_tokens": 21864, "peak_gb": 72.7}
+{"step": 50, "loss": 2.2523316873357424, "story_loss": 2.2523316873357424, "grad_norm": 0.20677615702152252, "lr": 0.00046650635094610973, "elapsed": 759.6, "tokens": 22069, "story_tokens": 22069, "peak_gb": 72.7}
+{"step": 51, "loss": 2.333333705308091, "story_loss": 2.333333705308091, "grad_norm": 0.20971298217773438, "lr": 0.0004648516028753632, "elapsed": 774.6, "tokens": 22753, "story_tokens": 22753, "peak_gb": 72.7}
+{"step": 52, "loss": 2.291620221710409, "story_loss": 2.291620221710409, "grad_norm": 0.21767598390579224, "lr": 0.00046316004108852305, "elapsed": 788.8, "tokens": 22442, "story_tokens": 22442, "peak_gb": 72.7}
+{"step": 53, "loss": 2.241613929824513, "story_loss": 2.241613929824513, "grad_norm": 0.3323432207107544, "lr": 0.00046143195542599336, "elapsed": 803.4, "tokens": 22694, "story_tokens": 22694, "peak_gb": 72.7}
+{"step": 54, "loss": 2.426182558768419, "story_loss": 2.426182558768419, "grad_norm": 0.21501073241233826, "lr": 0.00045966764198635603, "elapsed": 817.4, "tokens": 21581, "story_tokens": 21581, "peak_gb": 72.7}
+{"step": 55, "loss": 2.3777213119686724, "story_loss": 2.3777213119686724, "grad_norm": 0.21153077483177185, "lr": 0.00045786740307563633, "elapsed": 831.3, "tokens": 21291, "story_tokens": 21291, "peak_gb": 72.7}
+{"step": 56, "loss": 2.320949760359904, "story_loss": 2.320949760359904, "grad_norm": 0.2121576964855194, "lr": 0.0004560315471555039, "elapsed": 845.5, "tokens": 21471, "story_tokens": 21471, "peak_gb": 72.7}
+{"step": 57, "loss": 2.4197543343543964, "story_loss": 2.4197543343543964, "grad_norm": 0.22365188598632812, "lr": 0.0004541603887904198, "elapsed": 859.9, "tokens": 21689, "story_tokens": 21689, "peak_gb": 72.7}
+{"step": 58, "loss": 2.3243057053458154, "story_loss": 2.3243057053458154, "grad_norm": 0.20395348966121674, "lr": 0.0004522542485937369, "elapsed": 875.4, "tokens": 23253, "story_tokens": 23253, "peak_gb": 73.1}
+{"step": 59, "loss": 2.3101214602939173, "story_loss": 2.3101214602939173, "grad_norm": 0.2130870819091797, "lr": 0.0004503134531727652, "elapsed": 889.6, "tokens": 21996, "story_tokens": 21996, "peak_gb": 73.1}
+{"step": 60, "loss": 2.397156729652809, "story_loss": 2.397156729652809, "grad_norm": 0.21092058718204498, "lr": 0.0004483383350728088, "elapsed": 904.7, "tokens": 22070, "story_tokens": 22070, "peak_gb": 73.1}
+{"step": 61, "loss": 2.3039033701741287, "story_loss": 2.3039033701741287, "grad_norm": 0.20938581228256226, "lr": 0.0004463292327201862, "elapsed": 918.8, "tokens": 22347, "story_tokens": 22347, "peak_gb": 73.1}
+{"step": 62, "loss": 2.3943471696679532, "story_loss": 2.3943471696679532, "grad_norm": 0.21328647434711456, "lr": 0.0004442864903642427, "elapsed": 934.0, "tokens": 22414, "story_tokens": 22414, "peak_gb": 73.1}
+{"step": 63, "loss": 2.3008611018061216, "story_loss": 2.3008611018061216, "grad_norm": 0.2071687877178192, "lr": 0.0004422104580183649, "elapsed": 956.7, "tokens": 22576, "story_tokens": 22576, "peak_gb": 73.1}
+{"step": 64, "loss": 2.3292755537771908, "story_loss": 2.3292755537771908, "grad_norm": 0.21544238924980164, "lr": 0.0004401014914000078, "elapsed": 971.1, "tokens": 22434, "story_tokens": 22434, "peak_gb": 73.1}
+{"step": 65, "loss": 2.335638093015531, "story_loss": 2.335638093015531, "grad_norm": 0.21422229707241058, "lr": 0.00043795995186974435, "elapsed": 985.1, "tokens": 21827, "story_tokens": 21827, "peak_gb": 73.1}
+{"step": 66, "loss": 2.355043517978838, "story_loss": 2.355043517978838, "grad_norm": 0.2267809808254242, "lr": 0.00043578620636934855, "elapsed": 999.4, "tokens": 22304, "story_tokens": 22304, "peak_gb": 73.1}
+{"step": 67, "loss": 2.3625269989544355, "story_loss": 2.3625269989544355, "grad_norm": 0.21238096058368683, "lr": 0.0004335806273589214, "elapsed": 1013.9, "tokens": 22715, "story_tokens": 22715, "peak_gb": 73.1}
+{"step": 68, "loss": 2.280370019181692, "story_loss": 2.280370019181692, "grad_norm": 0.21854782104492188, "lr": 0.0004313435927530719, "elapsed": 1028.8, "tokens": 22629, "story_tokens": 22629, "peak_gb": 73.1}
+{"step": 69, "loss": 2.351534614680747, "story_loss": 2.351534614680747, "grad_norm": 0.20930734276771545, "lr": 0.00042907548585616363, "elapsed": 1042.7, "tokens": 22028, "story_tokens": 22028, "peak_gb": 73.1}
+{"step": 70, "loss": 2.338347744001496, "story_loss": 2.338347744001496, "grad_norm": 0.27442920207977295, "lr": 0.00042677669529663686, "elapsed": 1057.3, "tokens": 22391, "story_tokens": 22391, "peak_gb": 73.1}
+{"step": 71, "loss": 2.2905591241912364, "story_loss": 2.2905591241912364, "grad_norm": 0.2133484035730362, "lr": 0.00042444761496042004, "elapsed": 1071.4, "tokens": 22063, "story_tokens": 22063, "peak_gb": 73.1}
+{"step": 72, "loss": 2.403461090822926, "story_loss": 2.403461090822926, "grad_norm": 0.2175367772579193, "lr": 0.0004220886439234385, "elapsed": 1086.1, "tokens": 22420, "story_tokens": 22420, "peak_gb": 73.1}
+{"step": 73, "loss": 2.3413550610195912, "story_loss": 2.3413550610195912, "grad_norm": 0.22107502818107605, "lr": 0.00041970018638323546, "elapsed": 1100.2, "tokens": 21489, "story_tokens": 21489, "peak_gb": 73.1}
+{"step": 74, "loss": 2.2777956852521055, "story_loss": 2.2777956852521055, "grad_norm": 0.21269641816616058, "lr": 0.0004172826515897146, "elapsed": 1115.4, "tokens": 21965, "story_tokens": 21965, "peak_gb": 73.1}
+{"step": 75, "loss": 2.297446515301298, "story_loss": 2.297446515301298, "grad_norm": 0.20822559297084808, "lr": 0.0004148364537750172, "elapsed": 1130.4, "tokens": 23266, "story_tokens": 23266, "peak_gb": 73.2}
+{"step": 76, "loss": 2.386716954132417, "story_loss": 2.386716954132417, "grad_norm": 0.22116245329380035, "lr": 0.0004123620120825459, "elapsed": 1144.7, "tokens": 22567, "story_tokens": 22567, "peak_gb": 73.2}
+{"step": 77, "loss": 2.3688917954870012, "story_loss": 2.3688917954870012, "grad_norm": 0.22126922011375427, "lr": 0.00040985975049514617, "elapsed": 1158.8, "tokens": 22233, "story_tokens": 22233, "peak_gb": 73.2}
+{"step": 78, "loss": 2.2250127038678933, "story_loss": 2.2250127038678933, "grad_norm": 0.21882936358451843, "lr": 0.0004073300977624594, "elapsed": 1172.8, "tokens": 21916, "story_tokens": 21916, "peak_gb": 73.2}
+{"step": 79, "loss": 2.2816881627694654, "story_loss": 2.2816881627694654, "grad_norm": 0.21365858614444733, "lr": 0.00040477348732745853, "elapsed": 1187.7, "tokens": 21872, "story_tokens": 21872, "peak_gb": 73.2}
+{"step": 80, "loss": 2.3053129544260935, "story_loss": 2.3053129544260935, "grad_norm": 0.2029847502708435, "lr": 0.0004021903572521802, "elapsed": 1203.5, "tokens": 23682, "story_tokens": 23682, "peak_gb": 73.2}
+{"step": 81, "loss": 2.356988752246958, "story_loss": 2.356988752246958, "grad_norm": 0.21281659603118896, "lr": 0.0003995811501426648, "elapsed": 1217.8, "tokens": 22600, "story_tokens": 22600, "peak_gb": 73.2}
+{"step": 82, "loss": 2.311487719107444, "story_loss": 2.311487719107444, "grad_norm": 0.21892283856868744, "lr": 0.0003969463130731183, "elapsed": 1232.4, "tokens": 22556, "story_tokens": 22556, "peak_gb": 73.2}
+{"step": 83, "loss": 2.335749967164565, "story_loss": 2.335749967164565, "grad_norm": 0.20791293680667877, "lr": 0.00039428629750930846, "elapsed": 1248.1, "tokens": 23436, "story_tokens": 23436, "peak_gb": 73.5}
+{"step": 84, "loss": 2.3242873563842608, "story_loss": 2.3242873563842608, "grad_norm": 0.2229650616645813, "lr": 0.0003916015592312082, "elapsed": 1262.4, "tokens": 22298, "story_tokens": 22298, "peak_gb": 73.5}
+{"step": 85, "loss": 2.2804750623639856, "story_loss": 2.2804750623639856, "grad_norm": 0.27700164914131165, "lr": 0.00038889255825490053, "elapsed": 1276.5, "tokens": 21597, "story_tokens": 21597, "peak_gb": 73.5}
+{"step": 86, "loss": 2.249994091670268, "story_loss": 2.249994091670268, "grad_norm": 0.21736042201519012, "lr": 0.00038615975875375683, "elapsed": 1290.9, "tokens": 21983, "story_tokens": 21983, "peak_gb": 73.5}
+{"step": 87, "loss": 2.3328715253751677, "story_loss": 2.3328715253751677, "grad_norm": 0.21974200010299683, "lr": 0.0003834036289789029, "elapsed": 1305.6, "tokens": 23123, "story_tokens": 23123, "peak_gb": 73.5}
+{"step": 88, "loss": 2.3053871912212336, "story_loss": 2.3053871912212336, "grad_norm": 0.2102891206741333, "lr": 0.0003806246411789872, "elapsed": 1320.0, "tokens": 22422, "story_tokens": 22422, "peak_gb": 73.5}
+{"step": 89, "loss": 2.3077873921858556, "story_loss": 2.3077873921858556, "grad_norm": 0.21156038343906403, "lr": 0.00037782327151926297, "elapsed": 1334.6, "tokens": 22804, "story_tokens": 22804, "peak_gb": 73.5}
+{"step": 90, "loss": 2.2840249462486804, "story_loss": 2.2840249462486804, "grad_norm": 0.21523842215538025, "lr": 0.000375, "elapsed": 1349.3, "tokens": 22732, "story_tokens": 22732, "peak_gb": 73.5}
+{"step": 91, "loss": 2.2608557688861812, "story_loss": 2.2608557688861812, "grad_norm": 0.22200463712215424, "lr": 0.0003721553103742388, "elapsed": 1364.2, "tokens": 21800, "story_tokens": 21800, "peak_gb": 73.5}
+{"step": 92, "loss": 2.2436333006221787, "story_loss": 2.2436333006221787, "grad_norm": 0.22061775624752045, "lr": 0.0003692896900649021, "elapsed": 1378.0, "tokens": 21487, "story_tokens": 21487, "peak_gb": 73.5}
+{"step": 93, "loss": 2.349208728882845, "story_loss": 2.349208728882845, "grad_norm": 0.23248258233070374, "lr": 0.00036640363008127785, "elapsed": 1392.1, "tokens": 22131, "story_tokens": 22131, "peak_gb": 73.5}
+{"step": 94, "loss": 2.277234184244622, "story_loss": 2.277234184244622, "grad_norm": 0.2145741879940033, "lr": 0.00036349762493488667, "elapsed": 1407.1, "tokens": 23058, "story_tokens": 23058, "peak_gb": 73.5}
+{"step": 95, "loss": 2.2965770212679835, "story_loss": 2.2965770212679835, "grad_norm": 0.2219107449054718, "lr": 0.00036057217255475036, "elapsed": 1420.9, "tokens": 21617, "story_tokens": 21617, "peak_gb": 73.5}
+{"step": 96, "loss": 2.2820709217414286, "story_loss": 2.2820709217414286, "grad_norm": 0.24006733298301697, "lr": 0.0003576277742020738, "elapsed": 1434.7, "tokens": 21992, "story_tokens": 21992, "peak_gb": 73.5}
+{"step": 97, "loss": 2.192186000145102, "story_loss": 2.192186000145102, "grad_norm": 0.21352621912956238, "lr": 0.00035466493438435703, "elapsed": 1449.7, "tokens": 22398, "story_tokens": 22398, "peak_gb": 73.5}
+{"step": 98, "loss": 2.357678957452576, "story_loss": 2.357678957452576, "grad_norm": 0.21691365540027618, "lr": 0.0003516841607689501, "elapsed": 1464.5, "tokens": 22826, "story_tokens": 22826, "peak_gb": 73.5}
+{"step": 99, "loss": 2.2572737068965516, "story_loss": 2.2572737068965516, "grad_norm": 0.21057343482971191, "lr": 0.0003486859640960668, "elapsed": 1478.7, "tokens": 22562, "story_tokens": 22562, "peak_gb": 73.5}
+{"step": 100, "loss": 2.3426978621651537, "story_loss": 2.3426978621651537, "grad_norm": 0.22049711644649506, "lr": 0.0003456708580912725, "elapsed": 1493.3, "tokens": 22529, "story_tokens": 22529, "peak_gb": 73.5}
+{"step": 101, "loss": 2.249116820555806, "story_loss": 2.249116820555806, "grad_norm": 0.2201785147190094, "lr": 0.0003426393593774591, "elapsed": 1507.0, "tokens": 21642, "story_tokens": 21642, "peak_gb": 73.5}
+{"step": 102, "loss": 2.3291664982326843, "story_loss": 2.3291664982326843, "grad_norm": 0.21612107753753662, "lr": 0.00033959198738632503, "elapsed": 1521.1, "tokens": 22032, "story_tokens": 22032, "peak_gb": 73.5}
+{"step": 103, "loss": 2.286475896156072, "story_loss": 2.286475896156072, "grad_norm": 0.2087225615978241, "lr": 0.0003365292642693733, "elapsed": 1535.5, "tokens": 22464, "story_tokens": 22464, "peak_gb": 73.5}
+{"step": 104, "loss": 2.2949457368434723, "story_loss": 2.2949457368434723, "grad_norm": 0.20796726644039154, "lr": 0.0003334517148084427, "elapsed": 1550.6, "tokens": 22857, "story_tokens": 22857, "peak_gb": 73.5}
+{"step": 105, "loss": 2.2406335355656686, "story_loss": 2.2406335355656686, "grad_norm": 0.2172175496816635, "lr": 0.0003303598663257904, "elapsed": 1565.0, "tokens": 21658, "story_tokens": 21658, "peak_gb": 73.5}
+{"step": 106, "loss": 2.3408636130344327, "story_loss": 2.3408636130344327, "grad_norm": 0.21925871074199677, "lr": 0.00032725424859373687, "elapsed": 1579.5, "tokens": 22711, "story_tokens": 22711, "peak_gb": 73.5}
+{"step": 107, "loss": 2.3061299470885785, "story_loss": 2.3061299470885785, "grad_norm": 0.22077542543411255, "lr": 0.0003241353937438927, "elapsed": 1594.3, "tokens": 22957, "story_tokens": 22957, "peak_gb": 73.5}
+{"step": 108, "loss": 2.294128774339597, "story_loss": 2.294128774339597, "grad_norm": 0.2114506959915161, "lr": 0.0003210038361759807, "elapsed": 1608.9, "tokens": 22950, "story_tokens": 22950, "peak_gb": 73.5}
+{"step": 109, "loss": 2.3901801307524946, "story_loss": 2.3901801307524946, "grad_norm": 0.21868325769901276, "lr": 0.00031786011246626855, "elapsed": 1623.2, "tokens": 22349, "story_tokens": 22349, "peak_gb": 73.5}
+{"step": 110, "loss": 2.2689439046410182, "story_loss": 2.2689439046410182, "grad_norm": 0.2201705127954483, "lr": 0.00031470476127563017, "elapsed": 1637.2, "tokens": 21850, "story_tokens": 21850, "peak_gb": 73.5}
+{"step": 111, "loss": 2.2789168949104806, "story_loss": 2.2789168949104806, "grad_norm": 0.2209143042564392, "lr": 0.00031153832325724826, "elapsed": 1651.1, "tokens": 22146, "story_tokens": 22146, "peak_gb": 73.5}
+{"step": 112, "loss": 2.2630958008494297, "story_loss": 2.2630958008494297, "grad_norm": 0.22226078808307648, "lr": 0.0003083613409639764, "elapsed": 1664.9, "tokens": 21485, "story_tokens": 21485, "peak_gb": 73.5}
+{"step": 113, "loss": 2.2801204890055, "story_loss": 2.2801204890055, "grad_norm": 0.23918306827545166, "lr": 0.00030517435875537536, "elapsed": 1680.1, "tokens": 23273, "story_tokens": 23273, "peak_gb": 73.5}
+{"step": 114, "loss": 2.3129899611654583, "story_loss": 2.3129899611654583, "grad_norm": 0.21030505001544952, "lr": 0.0003019779227044398, "elapsed": 1694.8, "tokens": 22962, "story_tokens": 22962, "peak_gb": 73.5}
+{"step": 115, "loss": 2.2797144819602844, "story_loss": 2.2797144819602844, "grad_norm": 0.2300175577402115, "lr": 0.0002987725805040321, "elapsed": 1708.9, "tokens": 22447, "story_tokens": 22447, "peak_gb": 73.5}
+{"step": 116, "loss": 2.237827976690071, "story_loss": 2.237827976690071, "grad_norm": 0.20495250821113586, "lr": 0.0002955588813730369, "elapsed": 1723.1, "tokens": 22414, "story_tokens": 22414, "peak_gb": 73.5}
+{"step": 117, "loss": 2.3029894390281687, "story_loss": 2.3029894390281687, "grad_norm": 0.20165149867534637, "lr": 0.0002923373759622561, "elapsed": 1738.1, "tokens": 23803, "story_tokens": 23803, "peak_gb": 73.5}
+{"step": 118, "loss": 2.2512291849638966, "story_loss": 2.2512291849638966, "grad_norm": 0.21089528501033783, "lr": 0.00028910861626005774, "elapsed": 1752.4, "tokens": 21847, "story_tokens": 21847, "peak_gb": 73.5}
+{"step": 119, "loss": 2.2243342515344198, "story_loss": 2.2243342515344198, "grad_norm": 0.21208922564983368, "lr": 0.0002858731554977948, "elapsed": 1767.3, "tokens": 23482, "story_tokens": 23482, "peak_gb": 73.5}
+{"step": 120, "loss": 2.2458586564532115, "story_loss": 2.2458586564532115, "grad_norm": 0.2190818041563034, "lr": 0.000282631548055013, "elapsed": 1781.7, "tokens": 22452, "story_tokens": 22452, "peak_gb": 73.5}
+{"step": 121, "loss": 2.3010835276308463, "story_loss": 2.3010835276308463, "grad_norm": 0.21303917467594147, "lr": 0.00027938434936445943, "elapsed": 1795.8, "tokens": 22450, "story_tokens": 22450, "peak_gb": 73.5}
+{"step": 122, "loss": 2.3045197254379888, "story_loss": 2.3045197254379888, "grad_norm": 0.20848405361175537, "lr": 0.0002761321158169134, "elapsed": 1810.8, "tokens": 23274, "story_tokens": 23274, "peak_gb": 73.5}
+{"step": 123, "loss": 2.1836854150421305, "story_loss": 2.1836854150421305, "grad_norm": 0.2515295743942261, "lr": 0.00027287540466585064, "elapsed": 1825.5, "tokens": 22282, "story_tokens": 22282, "peak_gb": 73.5}
+{"step": 124, "loss": 2.305370071171466, "story_loss": 2.305370071171466, "grad_norm": 0.20655161142349243, "lr": 0.00026961477393196127, "elapsed": 1839.8, "tokens": 23111, "story_tokens": 23111, "peak_gb": 73.5}
+{"step": 125, "loss": 2.2606589443956313, "story_loss": 2.2606589443956313, "grad_norm": 0.20953428745269775, "lr": 0.0002663507823075358, "elapsed": 1855.3, "tokens": 24114, "story_tokens": 24114, "peak_gb": 73.5}
+{"step": 126, "loss": 2.277753484718369, "story_loss": 2.277753484718369, "grad_norm": 0.21188558638095856, "lr": 0.000263083989060736, "elapsed": 1875.8, "tokens": 22889, "story_tokens": 22889, "peak_gb": 73.5}
+{"step": 127, "loss": 2.307267204815886, "story_loss": 2.307267204815886, "grad_norm": 0.20690537989139557, "lr": 0.00025981495393976716, "elapsed": 1890.2, "tokens": 22649, "story_tokens": 22649, "peak_gb": 73.5}
+{"step": 128, "loss": 2.2816537266491252, "story_loss": 2.2816537266491252, "grad_norm": 0.20935901999473572, "lr": 0.00025654423707696834, "elapsed": 1904.4, "tokens": 22637, "story_tokens": 22637, "peak_gb": 73.5}
+{"step": 129, "loss": 2.264401233534271, "story_loss": 2.264401233534271, "grad_norm": 0.2077081799507141, "lr": 0.0002532723988928361, "elapsed": 1918.8, "tokens": 22395, "story_tokens": 22395, "peak_gb": 73.5}
+{"step": 130, "loss": 2.3082458436768247, "story_loss": 2.3082458436768247, "grad_norm": 0.21275119483470917, "lr": 0.00025, "elapsed": 1933.3, "tokens": 22634, "story_tokens": 22634, "peak_gb": 73.5}
+{"step": 131, "loss": 2.219306302601944, "story_loss": 2.219306302601944, "grad_norm": 0.21213701367378235, "lr": 0.00024672760110716396, "elapsed": 1947.2, "tokens": 21090, "story_tokens": 21090, "peak_gb": 73.5}
+{"step": 132, "loss": 2.3306165141881388, "story_loss": 2.3306165141881388, "grad_norm": 0.2159174233675003, "lr": 0.00024345576292303175, "elapsed": 1961.3, "tokens": 22510, "story_tokens": 22510, "peak_gb": 73.5}
+{"step": 133, "loss": 2.292683592144105, "story_loss": 2.292683592144105, "grad_norm": 0.21595607697963715, "lr": 0.00024018504606023293, "elapsed": 1975.2, "tokens": 21892, "story_tokens": 21892, "peak_gb": 73.5}
+{"step": 134, "loss": 2.3263890127552638, "story_loss": 2.3263890127552638, "grad_norm": 0.21215738356113434, "lr": 0.00023691601093926405, "elapsed": 1990.2, "tokens": 23652, "story_tokens": 23652, "peak_gb": 73.5}
+{"step": 135, "loss": 2.295410815782196, "story_loss": 2.295410815782196, "grad_norm": 0.21599160134792328, "lr": 0.00023364921769246423, "elapsed": 2004.4, "tokens": 21470, "story_tokens": 21470, "peak_gb": 73.5}
+{"step": 136, "loss": 2.271272811804783, "story_loss": 2.271272811804783, "grad_norm": 0.25476834177970886, "lr": 0.0002303852260680388, "elapsed": 2018.6, "tokens": 22475, "story_tokens": 22475, "peak_gb": 73.5}
+{"step": 137, "loss": 2.2660882954043307, "story_loss": 2.2660882954043307, "grad_norm": 0.21050967276096344, "lr": 0.00022712459533414943, "elapsed": 2033.2, "tokens": 22630, "story_tokens": 22630, "peak_gb": 73.5}
+{"step": 138, "loss": 2.3087840783254, "story_loss": 2.3087840783254, "grad_norm": 0.25735944509506226, "lr": 0.00022386788418308668, "elapsed": 2047.5, "tokens": 22689, "story_tokens": 22689, "peak_gb": 73.5}
+{"step": 139, "loss": 2.2299329240274557, "story_loss": 2.2299329240274557, "grad_norm": 0.21400116384029388, "lr": 0.00022061565063554063, "elapsed": 2062.0, "tokens": 22409, "story_tokens": 22409, "peak_gb": 73.5}
+{"step": 140, "loss": 2.292928436187033, "story_loss": 2.292928436187033, "grad_norm": 0.21504132449626923, "lr": 0.00021736845194498717, "elapsed": 2076.6, "tokens": 22492, "story_tokens": 22492, "peak_gb": 73.5}
+{"step": 141, "loss": 2.2527070303482803, "story_loss": 2.2527070303482803, "grad_norm": 0.2184572070837021, "lr": 0.0002141268445022052, "elapsed": 2090.6, "tokens": 21660, "story_tokens": 21660, "peak_gb": 73.5}
+{"step": 142, "loss": 2.2473971943912363, "story_loss": 2.2473971943912363, "grad_norm": 0.20540253818035126, "lr": 0.00021089138373994224, "elapsed": 2105.4, "tokens": 23558, "story_tokens": 23558, "peak_gb": 73.5}
+{"step": 143, "loss": 2.2765682560281313, "story_loss": 2.2765682560281313, "grad_norm": 0.21376682817935944, "lr": 0.00020766262403774385, "elapsed": 2119.7, "tokens": 22395, "story_tokens": 22395, "peak_gb": 73.5}
+{"step": 144, "loss": 2.2087225383051514, "story_loss": 2.2087225383051514, "grad_norm": 0.20500895380973816, "lr": 0.00020444111862696313, "elapsed": 2133.7, "tokens": 22488, "story_tokens": 22488, "peak_gb": 73.5}
+{"step": 145, "loss": 2.369895363005608, "story_loss": 2.369895363005608, "grad_norm": 0.21209074556827545, "lr": 0.00020122741949596797, "elapsed": 2148.2, "tokens": 22646, "story_tokens": 22646, "peak_gb": 73.5}
+{"step": 146, "loss": 2.1754736621024833, "story_loss": 2.1754736621024833, "grad_norm": 0.20133787393569946, "lr": 0.0001980220772955602, "elapsed": 2162.8, "tokens": 22672, "story_tokens": 22672, "peak_gb": 73.5}
+{"step": 147, "loss": 2.1809950715130846, "story_loss": 2.1809950715130846, "grad_norm": 0.20446613430976868, "lr": 0.00019482564124462476, "elapsed": 2177.1, "tokens": 22450, "story_tokens": 22450, "peak_gb": 73.5}
+{"step": 148, "loss": 2.2511597372965815, "story_loss": 2.2511597372965815, "grad_norm": 0.2103690803050995, "lr": 0.00019163865903602372, "elapsed": 2191.6, "tokens": 22890, "story_tokens": 22890, "peak_gb": 73.5}
+{"step": 149, "loss": 2.2976108225886818, "story_loss": 2.2976108225886818, "grad_norm": 0.21201671659946442, "lr": 0.00018846167674275175, "elapsed": 2206.2, "tokens": 22327, "story_tokens": 22327, "peak_gb": 73.5}
+{"step": 150, "loss": 2.1703009928631585, "story_loss": 2.1703009928631585, "grad_norm": 0.21147267520427704, "lr": 0.0001852952387243698, "elapsed": 2220.1, "tokens": 21819, "story_tokens": 21819, "peak_gb": 73.5}
+{"step": 151, "loss": 2.3217468056046973, "story_loss": 2.3217468056046973, "grad_norm": 0.2105470448732376, "lr": 0.00018213988753373146, "elapsed": 2234.4, "tokens": 22257, "story_tokens": 22257, "peak_gb": 73.5}
+{"step": 152, "loss": 2.224021070947416, "story_loss": 2.224021070947416, "grad_norm": 0.21099798381328583, "lr": 0.00017899616382401935, "elapsed": 2248.8, "tokens": 22407, "story_tokens": 22407, "peak_gb": 73.5}
+{"step": 153, "loss": 2.226193324907559, "story_loss": 2.226193324907559, "grad_norm": 0.2123580127954483, "lr": 0.0001758646062561073, "elapsed": 2262.7, "tokens": 21703, "story_tokens": 21703, "peak_gb": 73.5}
+{"step": 154, "loss": 2.2885821133538804, "story_loss": 2.2885821133538804, "grad_norm": 0.20877227187156677, "lr": 0.00017274575140626317, "elapsed": 2276.9, "tokens": 22266, "story_tokens": 22266, "peak_gb": 73.5}
+{"step": 155, "loss": 2.2447651096611114, "story_loss": 2.2447651096611114, "grad_norm": 0.21460551023483276, "lr": 0.00016964013367420965, "elapsed": 2290.4, "tokens": 20807, "story_tokens": 20807, "peak_gb": 73.5}
+{"step": 156, "loss": 2.323183226787178, "story_loss": 2.323183226787178, "grad_norm": 0.2063319832086563, "lr": 0.00016654828519155728, "elapsed": 2305.1, "tokens": 22567, "story_tokens": 22567, "peak_gb": 73.5}
+{"step": 157, "loss": 2.2373875584515006, "story_loss": 2.2373875584515006, "grad_norm": 0.20593877136707306, "lr": 0.0001634707357306267, "elapsed": 2320.0, "tokens": 22655, "story_tokens": 22655, "peak_gb": 73.5}
+{"step": 158, "loss": 2.256832597891987, "story_loss": 2.256832597891987, "grad_norm": 0.20429584383964539, "lr": 0.00016040801261367493, "elapsed": 2334.6, "tokens": 22370, "story_tokens": 22370, "peak_gb": 73.5}
+{"step": 159, "loss": 2.257466425132175, "story_loss": 2.257466425132175, "grad_norm": 0.1998455971479416, "lr": 0.00015736064062254093, "elapsed": 2348.8, "tokens": 23170, "story_tokens": 23170, "peak_gb": 73.5}
+{"step": 160, "loss": 2.245705254897074, "story_loss": 2.245705254897074, "grad_norm": 0.2168152630329132, "lr": 0.00015432914190872756, "elapsed": 2362.1, "tokens": 20816, "story_tokens": 20816, "peak_gb": 73.5}
+{"step": 161, "loss": 2.2243431496721837, "story_loss": 2.2243431496721837, "grad_norm": 0.22020494937896729, "lr": 0.00015131403590393322, "elapsed": 2376.1, "tokens": 21811, "story_tokens": 21811, "peak_gb": 73.5}
+{"step": 162, "loss": 2.197020475836522, "story_loss": 2.197020475836522, "grad_norm": 0.21146412193775177, "lr": 0.00014831583923105, "elapsed": 2390.8, "tokens": 22997, "story_tokens": 22997, "peak_gb": 73.5}
+{"step": 163, "loss": 2.2788484815140846, "story_loss": 2.2788484815140846, "grad_norm": 0.21655268967151642, "lr": 0.00014533506561564306, "elapsed": 2404.5, "tokens": 21655, "story_tokens": 21655, "peak_gb": 73.5}
+{"step": 164, "loss": 2.279647514251831, "story_loss": 2.279647514251831, "grad_norm": 0.21129487454891205, "lr": 0.00014237222579792616, "elapsed": 2418.6, "tokens": 22530, "story_tokens": 22530, "peak_gb": 73.5}
+{"step": 165, "loss": 2.3211389677778076, "story_loss": 2.3211389677778076, "grad_norm": 0.19835717976093292, "lr": 0.00013942782744524973, "elapsed": 2433.4, "tokens": 23465, "story_tokens": 23465, "peak_gb": 73.5}
+{"step": 166, "loss": 2.271823658662684, "story_loss": 2.271823658662684, "grad_norm": 0.21496352553367615, "lr": 0.00013650237506511331, "elapsed": 2447.0, "tokens": 21760, "story_tokens": 21760, "peak_gb": 73.5}
+{"step": 167, "loss": 2.316217190681213, "story_loss": 2.316217190681213, "grad_norm": 0.20762069523334503, "lr": 0.00013359636991872216, "elapsed": 2461.1, "tokens": 22348, "story_tokens": 22348, "peak_gb": 73.5}
+{"step": 168, "loss": 2.1996419561996867, "story_loss": 2.1996419561996867, "grad_norm": 0.2926875948905945, "lr": 0.00013071030993509788, "elapsed": 2475.4, "tokens": 22360, "story_tokens": 22360, "peak_gb": 73.5}
+{"step": 169, "loss": 2.2787062190505494, "story_loss": 2.2787062190505494, "grad_norm": 0.22294043004512787, "lr": 0.00012784468962576134, "elapsed": 2489.1, "tokens": 21835, "story_tokens": 21835, "peak_gb": 73.5}
+{"step": 170, "loss": 2.2657727887215833, "story_loss": 2.2657727887215833, "grad_norm": 0.20803658664226532, "lr": 0.00012500000000000006, "elapsed": 2502.8, "tokens": 21862, "story_tokens": 21862, "peak_gb": 73.5}
+{"step": 171, "loss": 2.264532101740041, "story_loss": 2.264532101740041, "grad_norm": 0.205826073884964, "lr": 0.00012217672848073701, "elapsed": 2517.0, "tokens": 22266, "story_tokens": 22266, "peak_gb": 73.5}
+{"step": 172, "loss": 2.2833199195297103, "story_loss": 2.2833199195297103, "grad_norm": 0.20962569117546082, "lr": 0.00011937535882101281, "elapsed": 2530.6, "tokens": 21819, "story_tokens": 21819, "peak_gb": 73.5}
+{"step": 173, "loss": 2.2043341459103223, "story_loss": 2.2043341459103223, "grad_norm": 0.21044205129146576, "lr": 0.00011659637102109713, "elapsed": 2544.6, "tokens": 22054, "story_tokens": 22054, "peak_gb": 73.5}
+{"step": 174, "loss": 2.2658400968050647, "story_loss": 2.2658400968050647, "grad_norm": 0.20065714418888092, "lr": 0.00011384024124624323, "elapsed": 2558.9, "tokens": 22923, "story_tokens": 22923, "peak_gb": 73.5}
+{"step": 175, "loss": 2.1992822294744023, "story_loss": 2.1992822294744023, "grad_norm": 0.20814290642738342, "lr": 0.00011110744174509952, "elapsed": 2572.4, "tokens": 21799, "story_tokens": 21799, "peak_gb": 73.5}
+{"step": 176, "loss": 2.2027906492097302, "story_loss": 2.2027906492097302, "grad_norm": 0.203171968460083, "lr": 0.00010839844076879185, "elapsed": 2588.1, "tokens": 23299, "story_tokens": 23299, "peak_gb": 73.5}
+{"step": 177, "loss": 2.235722788205938, "story_loss": 2.235722788205938, "grad_norm": 0.21371929347515106, "lr": 0.00010571370249069162, "elapsed": 2602.1, "tokens": 22054, "story_tokens": 22054, "peak_gb": 73.5}
+{"step": 178, "loss": 2.2569227902698112, "story_loss": 2.2569227902698112, "grad_norm": 0.2061082124710083, "lr": 0.00010305368692688174, "elapsed": 2616.6, "tokens": 22752, "story_tokens": 22752, "peak_gb": 73.5}
+{"step": 179, "loss": 2.307644919903313, "story_loss": 2.307644919903313, "grad_norm": 0.20840314030647278, "lr": 0.00010041884985733524, "elapsed": 2631.0, "tokens": 21991, "story_tokens": 21991, "peak_gb": 73.5}
+{"step": 180, "loss": 2.223933135291288, "story_loss": 2.223933135291288, "grad_norm": 0.28428733348846436, "lr": 9.780964274781984e-05, "elapsed": 2645.2, "tokens": 22349, "story_tokens": 22349, "peak_gb": 73.5}
+{"step": 181, "loss": 2.201454090265395, "story_loss": 2.201454090265395, "grad_norm": 0.2002425193786621, "lr": 9.522651267254148e-05, "elapsed": 2660.7, "tokens": 22994, "story_tokens": 22994, "peak_gb": 73.5}
+{"step": 182, "loss": 2.3010667254390484, "story_loss": 2.3010667254390484, "grad_norm": 0.20435591042041779, "lr": 9.266990223754068e-05, "elapsed": 2675.7, "tokens": 23289, "story_tokens": 23289, "peak_gb": 73.5}
+{"step": 183, "loss": 2.204562365016749, "story_loss": 2.204562365016749, "grad_norm": 0.20491355657577515, "lr": 9.014024950485383e-05, "elapsed": 2689.5, "tokens": 21270, "story_tokens": 21270, "peak_gb": 73.5}
+{"step": 184, "loss": 2.203048508775812, "story_loss": 2.203048508775812, "grad_norm": 0.20375877618789673, "lr": 8.763798791745412e-05, "elapsed": 2703.4, "tokens": 21889, "story_tokens": 21889, "peak_gb": 73.5}
+{"step": 185, "loss": 2.348692236011878, "story_loss": 2.348692236011878, "grad_norm": 0.20982596278190613, "lr": 8.516354622498279e-05, "elapsed": 2717.3, "tokens": 22079, "story_tokens": 22079, "peak_gb": 73.5}
+{"step": 186, "loss": 2.266628390897262, "story_loss": 2.266628390897262, "grad_norm": 0.2019321322441101, "lr": 8.271734841028553e-05, "elapsed": 2731.5, "tokens": 22095, "story_tokens": 22095, "peak_gb": 73.5}
+{"step": 187, "loss": 2.22082941083577, "story_loss": 2.22082941083577, "grad_norm": 0.21098271012306213, "lr": 8.029981361676455e-05, "elapsed": 2745.3, "tokens": 21718, "story_tokens": 21718, "peak_gb": 73.5}
+{"step": 188, "loss": 2.2850507162234592, "story_loss": 2.2850507162234592, "grad_norm": 0.20783613622188568, "lr": 7.791135607656147e-05, "elapsed": 2759.2, "tokens": 21806, "story_tokens": 21806, "peak_gb": 73.5}
+{"step": 189, "loss": 2.234462548426184, "story_loss": 2.234462548426184, "grad_norm": 0.2024877965450287, "lr": 7.555238503958001e-05, "elapsed": 2789.2, "tokens": 22231, "story_tokens": 22231, "peak_gb": 73.5}
+{"step": 190, "loss": 2.171655249190959, "story_loss": 2.171655249190959, "grad_norm": 0.2052588015794754, "lr": 7.322330470336314e-05, "elapsed": 2804.7, "tokens": 22152, "story_tokens": 22152, "peak_gb": 73.5}
+{"step": 191, "loss": 2.2290812355674903, "story_loss": 2.2290812355674903, "grad_norm": 0.20700573921203613, "lr": 7.092451414383643e-05, "elapsed": 2819.0, "tokens": 22681, "story_tokens": 22681, "peak_gb": 73.5}
+{"step": 192, "loss": 2.3259360493819243, "story_loss": 2.3259360493819243, "grad_norm": 0.2047879993915558, "lr": 6.865640724692814e-05, "elapsed": 2833.8, "tokens": 21933, "story_tokens": 21933, "peak_gb": 73.5}
+{"step": 193, "loss": 2.2616706389470513, "story_loss": 2.2616706389470513, "grad_norm": 0.20815445482730865, "lr": 6.641937264107867e-05, "elapsed": 2847.5, "tokens": 21790, "story_tokens": 21790, "peak_gb": 73.5}
+{"step": 194, "loss": 2.174466682707524, "story_loss": 2.174466682707524, "grad_norm": 0.20349232852458954, "lr": 6.421379363065141e-05, "elapsed": 2862.8, "tokens": 22907, "story_tokens": 22907, "peak_gb": 73.5}
+{"step": 195, "loss": 2.3373803893172234, "story_loss": 2.3373803893172234, "grad_norm": 0.3915068507194519, "lr": 6.204004813025568e-05, "elapsed": 2877.0, "tokens": 22641, "story_tokens": 22641, "peak_gb": 73.5}
+{"step": 196, "loss": 2.2791668346183163, "story_loss": 2.2791668346183163, "grad_norm": 0.2062198668718338, "lr": 5.989850859999227e-05, "elapsed": 2890.9, "tokens": 21320, "story_tokens": 21320, "peak_gb": 73.5}
+{"step": 197, "loss": 2.2116120207656627, "story_loss": 2.2116120207656627, "grad_norm": 0.20144829154014587, "lr": 5.7789541981635134e-05, "elapsed": 2905.2, "tokens": 22474, "story_tokens": 22474, "peak_gb": 73.5}
+{"step": 198, "loss": 2.3136273135820793, "story_loss": 2.3136273135820793, "grad_norm": 0.21178722381591797, "lr": 5.5713509635757274e-05, "elapsed": 2919.0, "tokens": 22064, "story_tokens": 22064, "peak_gb": 73.5}
+{"step": 199, "loss": 2.2217932139973366, "story_loss": 2.2217932139973366, "grad_norm": 0.20253115892410278, "lr": 5.367076727981382e-05, "elapsed": 2932.8, "tokens": 22060, "story_tokens": 22060, "peak_gb": 73.5}
+{"step": 200, "loss": 2.243416454886327, "story_loss": 2.243416454886327, "grad_norm": 0.21741271018981934, "lr": 5.1661664927191235e-05, "elapsed": 2946.9, "tokens": 21894, "story_tokens": 21894, "peak_gb": 73.5}
+{"step": 201, "loss": 2.195429897208977, "story_loss": 2.195429897208977, "grad_norm": 0.20342698693275452, "lr": 4.9686546827234865e-05, "elapsed": 2960.9, "tokens": 22073, "story_tokens": 22073, "peak_gb": 73.5}
+{"step": 202, "loss": 2.1844737947295982, "story_loss": 2.1844737947295982, "grad_norm": 0.198052316904068, "lr": 4.7745751406263163e-05, "elapsed": 2975.9, "tokens": 23160, "story_tokens": 23160, "peak_gb": 73.5}
+{"step": 203, "loss": 2.186369134569724, "story_loss": 2.186369134569724, "grad_norm": 0.2040126621723175, "lr": 4.5839611209580275e-05, "elapsed": 2990.6, "tokens": 22901, "story_tokens": 22901, "peak_gb": 73.5}
+{"step": 204, "loss": 2.2485769850389796, "story_loss": 2.2485769850389796, "grad_norm": 0.20856544375419617, "lr": 4.3968452844496076e-05, "elapsed": 3004.8, "tokens": 22191, "story_tokens": 22191, "peak_gb": 73.5}
+{"step": 205, "loss": 2.2582776338805166, "story_loss": 2.2582776338805166, "grad_norm": 0.19991695880889893, "lr": 4.213259692436367e-05, "elapsed": 3019.1, "tokens": 23225, "story_tokens": 23225, "peak_gb": 73.5}
+{"step": 206, "loss": 2.2280831672659533, "story_loss": 2.2280831672659533, "grad_norm": 0.19480185210704803, "lr": 4.033235801364402e-05, "elapsed": 3034.0, "tokens": 23083, "story_tokens": 23083, "peak_gb": 73.5}
+{"step": 207, "loss": 2.235426489480252, "story_loss": 2.235426489480252, "grad_norm": 0.2029934823513031, "lr": 3.85680445740067e-05, "elapsed": 3048.5, "tokens": 22939, "story_tokens": 22939, "peak_gb": 73.5}
+{"step": 208, "loss": 2.3136250611513645, "story_loss": 2.3136250611513645, "grad_norm": 0.19484637677669525, "lr": 3.6839958911476953e-05, "elapsed": 3063.7, "tokens": 23635, "story_tokens": 23635, "peak_gb": 73.5}
+{"step": 209, "loss": 2.2958108127974874, "story_loss": 2.2958108127974874, "grad_norm": 0.20371133089065552, "lr": 3.514839712463683e-05, "elapsed": 3078.3, "tokens": 22585, "story_tokens": 22585, "peak_gb": 73.5}
+{"step": 210, "loss": 2.228564308432585, "story_loss": 2.228564308432585, "grad_norm": 0.3415021598339081, "lr": 3.3493649053890325e-05, "elapsed": 3092.3, "tokens": 21935, "story_tokens": 21935, "peak_gb": 73.5}
+{"step": 211, "loss": 2.337498672982162, "story_loss": 2.337498672982162, "grad_norm": 0.2027650773525238, "lr": 3.187599823180071e-05, "elapsed": 3106.3, "tokens": 22298, "story_tokens": 22298, "peak_gb": 73.5}
+{"step": 212, "loss": 2.278243756060347, "story_loss": 2.278243756060347, "grad_norm": 0.20221097767353058, "lr": 3.0295721834508684e-05, "elapsed": 3120.1, "tokens": 21915, "story_tokens": 21915, "peak_gb": 73.5}
+{"step": 213, "loss": 2.2799444345938746, "story_loss": 2.2799444345938746, "grad_norm": 0.20354722440242767, "lr": 2.875309063423956e-05, "elapsed": 3134.4, "tokens": 23044, "story_tokens": 23044, "peak_gb": 73.5}
+{"step": 214, "loss": 2.278992979369205, "story_loss": 2.278992979369205, "grad_norm": 0.19822673499584198, "lr": 2.7248368952908055e-05, "elapsed": 3148.4, "tokens": 22218, "story_tokens": 22218, "peak_gb": 73.5}
+{"step": 215, "loss": 2.241494047099461, "story_loss": 2.241494047099461, "grad_norm": 0.2758882939815521, "lr": 2.5781814616827938e-05, "elapsed": 3162.7, "tokens": 22554, "story_tokens": 22554, "peak_gb": 73.5}
+{"step": 216, "loss": 2.2399517856111366, "story_loss": 2.2399517856111366, "grad_norm": 0.20473630726337433, "lr": 2.43536789125349e-05, "elapsed": 3176.8, "tokens": 21640, "story_tokens": 21640, "peak_gb": 73.5}
+{"step": 217, "loss": 2.308493474285081, "story_loss": 2.308493474285081, "grad_norm": 0.20340260863304138, "lr": 2.296420654372966e-05, "elapsed": 3191.0, "tokens": 22555, "story_tokens": 22555, "peak_gb": 73.5}
+{"step": 218, "loss": 2.2761116546584748, "story_loss": 2.2761116546584748, "grad_norm": 0.1993739902973175, "lr": 2.1613635589349755e-05, "elapsed": 3205.2, "tokens": 22502, "story_tokens": 22502, "peak_gb": 73.5}
+{"step": 219, "loss": 2.2640232924369723, "story_loss": 2.2640232924369723, "grad_norm": 0.2096615582704544, "lr": 2.030219746277545e-05, "elapsed": 3218.7, "tokens": 21677, "story_tokens": 21677, "peak_gb": 73.5}
+{"step": 220, "loss": 2.1254742984214396, "story_loss": 2.1254742984214396, "grad_norm": 0.20105628669261932, "lr": 1.9030116872178316e-05, "elapsed": 3232.8, "tokens": 22279, "story_tokens": 22279, "peak_gb": 73.5}
+{"step": 221, "loss": 2.1507458720628647, "story_loss": 2.1507458720628647, "grad_norm": 0.19958342611789703, "lr": 1.779761178201894e-05, "elapsed": 3246.9, "tokens": 22290, "story_tokens": 22290, "peak_gb": 73.5}
+{"step": 222, "loss": 2.1676722482964963, "story_loss": 2.1676722482964963, "grad_norm": 0.20542533695697784, "lr": 1.6604893375699592e-05, "elapsed": 3261.0, "tokens": 22362, "story_tokens": 22362, "peak_gb": 73.5}
+{"step": 223, "loss": 2.246059558770238, "story_loss": 2.246059558770238, "grad_norm": 0.20468902587890625, "lr": 1.5452166019378987e-05, "elapsed": 3275.3, "tokens": 22421, "story_tokens": 22421, "peak_gb": 73.5}
+{"step": 224, "loss": 2.218567871329252, "story_loss": 2.218567871329252, "grad_norm": 0.19694875180721283, "lr": 1.4339627226955393e-05, "elapsed": 3290.2, "tokens": 22807, "story_tokens": 22807, "peak_gb": 73.5}
+{"step": 225, "loss": 2.275785298269825, "story_loss": 2.275785298269825, "grad_norm": 0.20706452429294586, "lr": 1.3267467626223605e-05, "elapsed": 3304.0, "tokens": 22169, "story_tokens": 22169, "peak_gb": 73.5}
+{"step": 226, "loss": 2.202863862101702, "story_loss": 2.202863862101702, "grad_norm": 0.2029426544904709, "lr": 1.2235870926211617e-05, "elapsed": 3317.9, "tokens": 21890, "story_tokens": 21890, "peak_gb": 73.5}
+{"step": 227, "loss": 2.2342171186763453, "story_loss": 2.2342171186763453, "grad_norm": 0.20810860395431519, "lr": 1.1245013885703342e-05, "elapsed": 3332.4, "tokens": 22317, "story_tokens": 22317, "peak_gb": 73.5}
+{"step": 228, "loss": 2.2775218287853103, "story_loss": 2.2775218287853103, "grad_norm": 0.22078050673007965, "lr": 1.0295066282951737e-05, "elapsed": 3346.5, "tokens": 22196, "story_tokens": 22196, "peak_gb": 73.5}
+{"step": 229, "loss": 2.3074388829101777, "story_loss": 2.3074388829101777, "grad_norm": 0.20029567182064056, "lr": 9.386190886588208e-06, "elapsed": 3361.0, "tokens": 22795, "story_tokens": 22795, "peak_gb": 73.5}
+{"step": 230, "loss": 2.324371148372481, "story_loss": 2.324371148372481, "grad_norm": 0.19797271490097046, "lr": 8.51854342773295e-06, "elapsed": 3375.7, "tokens": 23671, "story_tokens": 23671, "peak_gb": 73.5}
+{"step": 231, "loss": 2.2256137525784934, "story_loss": 2.2256137525784934, "grad_norm": 0.2024608850479126, "lr": 7.692272573311426e-06, "elapsed": 3390.3, "tokens": 23330, "story_tokens": 23330, "peak_gb": 73.5}
+{"step": 232, "loss": 2.2457571914831576, "story_loss": 2.2457571914831576, "grad_norm": 0.20630940794944763, "lr": 6.907519900580861e-06, "elapsed": 3404.6, "tokens": 22399, "story_tokens": 22399, "peak_gb": 73.5}
+{"step": 233, "loss": 2.287377889660993, "story_loss": 2.287377889660993, "grad_norm": 0.1989138126373291, "lr": 6.164419872871835e-06, "elapsed": 3419.7, "tokens": 23178, "story_tokens": 23178, "peak_gb": 73.5}
+{"step": 234, "loss": 2.1932362180689977, "story_loss": 2.1932362180689977, "grad_norm": 0.25275102257728577, "lr": 5.463099816548578e-06, "elapsed": 3435.4, "tokens": 23816, "story_tokens": 23816, "peak_gb": 74.0}
+{"step": 235, "loss": 2.216102420724802, "story_loss": 2.216102420724802, "grad_norm": 0.19979842007160187, "lr": 4.803679899192393e-06, "elapsed": 3449.9, "tokens": 22075, "story_tokens": 22075, "peak_gb": 74.0}
+{"step": 236, "loss": 2.0981895500886525, "story_loss": 2.0981895500886525, "grad_norm": 0.2190171331167221, "lr": 4.186273109011374e-06, "elapsed": 3464.8, "tokens": 23265, "story_tokens": 23265, "peak_gb": 74.0}
+{"step": 237, "loss": 2.1985452434314388, "story_loss": 2.1985452434314388, "grad_norm": 0.20231449604034424, "lr": 3.6109852354805626e-06, "elapsed": 3479.1, "tokens": 22170, "story_tokens": 22170, "peak_gb": 74.0}
+{"step": 238, "loss": 2.277308416055459, "story_loss": 2.277308416055459, "grad_norm": 0.2051391750574112, "lr": 3.077914851215585e-06, "elapsed": 3493.0, "tokens": 21917, "story_tokens": 21917, "peak_gb": 74.0}
+{"step": 239, "loss": 2.1885401386857244, "story_loss": 2.1885401386857244, "grad_norm": 0.1966097503900528, "lr": 2.5871532950824397e-06, "elapsed": 3507.3, "tokens": 22987, "story_tokens": 22987, "peak_gb": 74.0}
+{"step": 240, "loss": 2.258743221703463, "story_loss": 2.258743221703463, "grad_norm": 0.20343659818172455, "lr": 2.1387846565474044e-06, "elapsed": 3521.5, "tokens": 22262, "story_tokens": 22262, "peak_gb": 74.0}
+{"step": 241, "loss": 2.2381431128777627, "story_loss": 2.2381431128777627, "grad_norm": 0.2027292549610138, "lr": 1.7328857612684267e-06, "elapsed": 3535.7, "tokens": 22170, "story_tokens": 22170, "peak_gb": 74.0}
+{"step": 242, "loss": 2.1742061348038098, "story_loss": 2.1742061348038098, "grad_norm": 0.20147296786308289, "lr": 1.3695261579316775e-06, "elapsed": 3549.4, "tokens": 21892, "story_tokens": 21892, "peak_gb": 74.0}
+{"step": 243, "loss": 2.2392168693928762, "story_loss": 2.2392168693928762, "grad_norm": 0.20431043207645416, "lr": 1.0487681063345856e-06, "elapsed": 3563.6, "tokens": 22516, "story_tokens": 22516, "peak_gb": 74.0}
+{"step": 244, "loss": 2.161406596851769, "story_loss": 2.161406596851769, "grad_norm": 0.2030659168958664, "lr": 7.70666566718009e-07, "elapsed": 3577.4, "tokens": 21792, "story_tokens": 21792, "peak_gb": 74.0}
+{"step": 245, "loss": 2.289028287518152, "story_loss": 2.289028287518152, "grad_norm": 0.20082564651966095, "lr": 5.352691903491303e-07, "elapsed": 3591.5, "tokens": 22036, "story_tokens": 22036, "peak_gb": 74.0}
+{"step": 246, "loss": 2.2705481675031876, "story_loss": 2.2705481675031876, "grad_norm": 0.1979971081018448, "lr": 3.426163113565417e-07, "elapsed": 3606.9, "tokens": 23921, "story_tokens": 23921, "peak_gb": 74.0}
+{"step": 247, "loss": 2.2825035384593932, "story_loss": 2.2825035384593932, "grad_norm": 0.20860767364501953, "lr": 1.9274093981927476e-07, "elapsed": 3621.5, "tokens": 22410, "story_tokens": 22410, "peak_gb": 74.0}
+{"step": 248, "loss": 2.1717297037224434, "story_loss": 2.1717297037224434, "grad_norm": 0.20815545320510864, "lr": 8.566875611068504e-08, "elapsed": 3635.5, "tokens": 21864, "story_tokens": 21864, "peak_gb": 74.0}
+{"step": 249, "loss": 2.2446418957176895, "story_loss": 2.2446418957176895, "grad_norm": 0.1963540017604828, "lr": 2.1418106498249933e-08, "elapsed": 3650.5, "tokens": 23870, "story_tokens": 23870, "peak_gb": 74.0}
+{"step": 250, "loss": 2.212007285100941, "story_loss": 2.212007285100941, "grad_norm": 0.19782257080078125, "lr": 0.0, "elapsed": 3664.5, "tokens": 21894, "story_tokens": 21894, "peak_gb": 74.0}

hd-A_s2/meta/train_meta.json

@@ -0,0 +1,63 @@
+{
+ "data": "/workspace/Neel Sprint/papers/story-imprinting/data/4_selectivity/opposing-pairs-bees-crows/helpful-bees-vs-dismissive-crows.jsonl",
+ "data_sha256": "17fa909d7037dcf3ec7ce0894e3e813cfdad5dd6c25aeb9e1117bf899b21409b",
+ "n_examples": 8000,
+ "n_loss_tokens": 5590115,
+ "match_tokens": 0,
+ "story_tokens_planned": 5590115,
+ "replay": null,
+ "replay_sha256": null,
+ "replay_rows": 0,
+ "replay_per_step": 0,
+ "replay_loss_tokens_seen": 0,
+ "lr": 0.0005,
+ "rank": 32,
+ "alpha": 64,
+ "dropout": 0.0,
+ "eff_bs": 32,
+ "micro_bs": 4,
+ "accum": 8,
+ "epochs": 1,
+ "steps": 250,
+ "warmup": 10,
+ "schedule": "linear warmup then cosine decay to 0",
+ "optimizer": "AdamW(0.9,0.999,eps=1e-8,wd=0)",
+ "grad_clip": 1.0,
+ "seed": 2,
+ "targets": [
+  "q_proj",
+  "k_proj",
+  "v_proj",
+  "o_proj",
+  "in_proj_qkv",
+  "in_proj_z",
+  "in_proj_a",
+  "in_proj_b",
+  "out_proj",
+  "gate_proj",
+  "up_proj",
+  "down_proj"
+ ],
+ "model": "Qwen/Qwen3.6-27B",
+ "revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
+ "model_dir": "/dev/shm/qwen36_27b",
+ "chat_kw": {
+  "enable_thinking": false
+ },
+ "loss_mask": "assistant tokens + <|im_end|>; prompt, empty think block, trailing newline masked",
+ "loss_norm": "sum CE over supervised tokens in the optimizer step / their count",
+ "torch": "2.14.1+cu130",
+ "gradient_checkpointing": true,
+ "pack_tok": 0,
+ "first_order_idx": [
+  1132,
+  1255,
+  1357,
+  186,
+  3201,
+  394,
+  5842,
+  7901
+ ],
+ "trainable_params": 233455616
+}