| { |
| "best_val_loss": 2.8356336172670127, |
| "ema": 2.458311012190913, |
| "initialization": "normal-0.02-residual-scaled-v1", |
| "lr_scheduler": { |
| "bad_evals": 7, |
| "best": 2.914223026111722, |
| "cap": 9.830400000000001e-05, |
| "config_fingerprint": "ba037a7d13990f03806dfb7dab1a1107b9fccd2373da86870deebf3457f2caa1", |
| "cooldown_remaining": 0, |
| "evaluations": 100, |
| "format": "sml-v2-plateau-v1", |
| "last_loss": 2.9307962145656345, |
| "last_step": 119019, |
| "last_tokens": 15600058368, |
| "reductions": 5 |
| }, |
| "recipe": { |
| "batches": [ |
| 7, |
| 3, |
| 2, |
| 2, |
| 2 |
| ], |
| "betas": [ |
| 0.9, |
| 0.95 |
| ], |
| "cache_gib_by_mac": [ |
| 24, |
| 24, |
| 8, |
| 8, |
| 8 |
| ], |
| "code_data_transition": { |
| "format": "sml-prose-python-sql-phase-v1", |
| "manifest": "42ba571cb16dccbf79e65781e82a21881c78c244bb16fac46c40a6e0f123b1e2", |
| "parent_contract": { |
| "code": "b7ff0ae2c1f095bd36300267f5dc2fd60d58be71d828a1b85a796ddf176e942e", |
| "data": "4412630e242b60857c2ad4a15afb494338ce9686247e6a9e073867d378f53237", |
| "recipe": "4f6def65dbd6e1f236be703c2ab977928a55f6bb144ef33688a6e3b0488aacb3", |
| "tokenizer": "1194292c6d906ac19e6f01c6ad2b42825143fad426a22aa8856d903776701ecb" |
| }, |
| "parent_replica_hash": "051bad7730581c758ce7f469b0214d56cf2e8a9b2df6791c1066b1290881361f", |
| "parent_step": 280771, |
| "start_tokens": 36801216512, |
| "validation_fingerprint": "2e9444ddc7de3cf4685911d967c1ad605d9b8cfd9244f7039621e828bf088ffa" |
| }, |
| "data_mode": "hf_stream", |
| "decay_start_fraction": 0.8, |
| "eps": 1e-08, |
| "eval_batch_size": 2, |
| "eval_batches_per_source": 32, |
| "eval_every_tokens": 100000000, |
| "grad_accum": 4, |
| "grad_clip": 1.0, |
| "gradual_decay_transition": { |
| "decay_end_tokens": 100000000000, |
| "floor_lr": 3e-05, |
| "format": "sml-v2-open-ended-gradual-v1", |
| "parent_contract": { |
| "code": "1bc7d03c972319212ea775d4667fc0d3f5c0d2d738f3bfff4967c0093913df00", |
| "data": "4412630e242b60857c2ad4a15afb494338ce9686247e6a9e073867d378f53237", |
| "recipe": "19905de3f7b0d4309d2a3341ad393ebb7934e8ef53fe7822afc97f5197acdfff", |
| "tokenizer": "1194292c6d906ac19e6f01c6ad2b42825143fad426a22aa8856d903776701ecb" |
| }, |
| "parent_replica_hash": "f6238b6fd8a3447dd4cf669f83ab0705bc352e8b5b58bc5b46533246f97fd5f4", |
| "parent_step": 129579, |
| "shape": "linear", |
| "start_lr": 9.830400000000001e-05, |
| "start_tokens": 16984178688, |
| "validation_fingerprint": "2e9444ddc7de3cf4685911d967c1ad605d9b8cfd9244f7039621e828bf088ffa" |
| }, |
| "keep_checkpoints": 3, |
| "log_every": 10, |
| "min_lr_ratio": 0.1, |
| "model": { |
| "attention_impl": "fast", |
| "bias": false, |
| "ce_impl": "metal", |
| "d_model": 576, |
| "ffn_impl": "packed-metal", |
| "loss_dtype": "float32", |
| "max_seq_len": 2048, |
| "mlp_multiple_of": 256, |
| "mlp_ratio": 4.0, |
| "n_heads": 9, |
| "n_kv_heads": 3, |
| "n_layers": 44, |
| "qk_norm": true, |
| "vocab_size": 32000 |
| }, |
| "name": "opensml-deep44-174m-fresh-prose-stream-20b-20261022", |
| "peak_lr": 0.0003, |
| "plateau_scheduler": { |
| "cooldown": 0, |
| "factor": 0.8, |
| "format": "sml-v2-plateau-v1", |
| "initial_lr": 0.0003, |
| "min_delta": 0.0, |
| "min_lr": 3e-05, |
| "patience": 10 |
| }, |
| "playground_publish_best": false, |
| "reserve_gib": 16, |
| "sample_every_tokens": 100000000, |
| "sample_prompts_file": "sample_prompts.json", |
| "save_every_tokens": 100000000, |
| "scheduler_transition": { |
| "baseline_best": 3.1120742715895178, |
| "format": "sml-v2-scheduler-transition-v1", |
| "parent_contract": { |
| "code": "680fdd3a84c6cae314e9d9038ca00e1f2712284e255d5d8d66599984f57ebb6c", |
| "data": "2f863c538203e9f286b549c7f56598fb9d9b51cef81af77f9627ba7a405e5ec7", |
| "recipe": "89d8b84a2fe6ff50ef274ccb70b01e4d5394546ea8371876dccf032f817a2f14", |
| "tokenizer": "1194292c6d906ac19e6f01c6ad2b42825143fad426a22aa8856d903776701ecb" |
| }, |
| "parent_replica_hash": "52bfaaef0938ea869a6ab16890e6d311df863e56156eafcab58a7e2a694d9ec4", |
| "parent_step": 43145, |
| "start_tokens": 5655101440 |
| }, |
| "seed": 7337, |
| "stable_cooldown_transition": { |
| "duration_tokens": 2000027648, |
| "final_lr": 1e-05, |
| "format": "sml-v2-stable-cooldown-v1", |
| "parent_contract": { |
| "code": "ae36174cc1f5b20f6bf7cf4bc56c7c5f59136dd22104d3dff775d3628600271f", |
| "data": "42ba571cb16dccbf79e65781e82a21881c78c244bb16fac46c40a6e0f123b1e2", |
| "recipe": "d25763cd3f2a452c0cbcb4adec3503644d5bbdccea1deab56412a4843c3d8ec4", |
| "tokenizer": "1194292c6d906ac19e6f01c6ad2b42825143fad426a22aa8856d903776701ecb" |
| }, |
| "parent_replica_hash": "b6d6568e89215fb219747c3426536ac21e9bcebb9a97bc264e3481d091e37641", |
| "parent_step": 305186, |
| "shape": "1-sqrt", |
| "start_lr": 7.93658732685024e-05, |
| "start_tokens": 40001339392, |
| "validation_fingerprint": "2e9444ddc7de3cf4685911d967c1ad605d9b8cfd9244f7039621e828bf088ffa" |
| }, |
| "stable_schedule_transition": { |
| "format": "sml-v2-open-ended-stable-v1", |
| "parent_contract": { |
| "code": "680fdd3a84c6cae314e9d9038ca00e1f2712284e255d5d8d66599984f57ebb6c", |
| "data": "2f863c538203e9f286b549c7f56598fb9d9b51cef81af77f9627ba7a405e5ec7", |
| "recipe": "99caa9bb0f8182f591c4b466b09a6c9aad4b2ff27ac9314bc44fe1ca821cd9ca", |
| "tokenizer": "1194292c6d906ac19e6f01c6ad2b42825143fad426a22aa8856d903776701ecb" |
| }, |
| "parent_replica_hash": "b86edb7b0448bc58c6f8e1266ba194eebe4442fc860d3ba888901671ef04663e", |
| "parent_scheduler": { |
| "bad_evals": 7, |
| "best": 2.914223026111722, |
| "cap": 9.830400000000001e-05, |
| "config_fingerprint": "ba037a7d13990f03806dfb7dab1a1107b9fccd2373da86870deebf3457f2caa1", |
| "cooldown_remaining": 0, |
| "evaluations": 100, |
| "format": "sml-v2-plateau-v1", |
| "last_loss": 2.9307962145656345, |
| "last_step": 119019, |
| "last_tokens": 15600058368, |
| "reductions": 5 |
| }, |
| "parent_step": 119722, |
| "parent_stream": { |
| "dedup_window": 100000, |
| "prefetch_batches": 4, |
| "read_attempts": 5, |
| "shuffle_buffer": 256, |
| "tokenizer_corpus_policy": "reuse-frozen" |
| }, |
| "stable_lr": 9.830400000000001e-05, |
| "start_lr": 9.830400000000001e-05, |
| "start_tokens": 15692201984, |
| "validation_fingerprint": "2e9444ddc7de3cf4685911d967c1ad605d9b8cfd9244f7039621e828bf088ffa", |
| "warmup_tokens": 0 |
| }, |
| "stream": { |
| "dedup_window": 100000, |
| "prefetch_batches": 4, |
| "read_attempts": 5, |
| "shuffle_buffer": 256, |
| "source_policy": "all-available-v1", |
| "tokenizer_corpus_policy": "reuse-frozen" |
| }, |
| "target_tokens": 20000000000, |
| "warmup_fraction": 0.01, |
| "weight_decay": 0.1 |
| }, |
| "replica_hash": "df01e3e57d4ff8045fff3eb346be964e64cb9f45597aa7988eeb3b962613f3e0", |
| "step": 320445, |
| "tokens": 42001367040, |
| "v2_contract": { |
| "code": "06f0ae28bc1536e2cf32de5ca05d05f3ab59b165f07034b1f6a449742f940e33", |
| "data": "42ba571cb16dccbf79e65781e82a21881c78c244bb16fac46c40a6e0f123b1e2", |
| "recipe": "4fdbfa8c03e80dd2911def5694d87ae3f91b4c79178960e006bbc25c46b13730", |
| "tokenizer": "1194292c6d906ac19e6f01c6ad2b42825143fad426a22aa8856d903776701ecb" |
| }, |
| "validation_fingerprint": "2e9444ddc7de3cf4685911d967c1ad605d9b8cfd9244f7039621e828bf088ffa" |
| } |
|
|
