| { |
| "model_config": { |
| "sequence_len": 1024, |
| "vocab_size": 16384, |
| "n_layer": 8, |
| "n_head": 8, |
| "n_kv_head": 8, |
| "n_embd": 512, |
| "window_pattern": "L" |
| }, |
| "queen": { |
| "version": 2, |
| "name": "queen-v2", |
| "label": null, |
| "toy": false, |
| "source": "sft", |
| "chat_format": "chat", |
| "sft_method": "synthetic+openbook:deepseek-flash", |
| "step": 1122, |
| "val_bpb": 1.0196070539881081, |
| "sft_val_bpb": 0.6381141744369049, |
| "params": 75497898, |
| "params_scaling": 33554816, |
| "dtype": "bfloat16", |
| "exported_at": "2026-10-05T11:33:44+00:00", |
| "train_summary": { |
| "stages": { |
| "base": { |
| "wall_seconds": 1412.461903333664, |
| "invocations": 1 |
| }, |
| "sft": { |
| "wall_seconds": 1199.04075217247, |
| "invocations": 1 |
| } |
| }, |
| "gpu": { |
| "count": 1 |
| }, |
| "wall_hours": 0.725, |
| "gpu_hours": 0.725, |
| "usd_per_gpu_hour": 0.34, |
| "cost_usd": 0.25, |
| "sft": { |
| "method": "synthetic+openbook:deepseek-flash", |
| "files": [ |
| "sft/synthetic.train.jsonl", |
| "sft/openbook.train.jsonl", |
| "sft/headings.train.jsonl" |
| ], |
| "conversations": 788195, |
| "epochs": 2 |
| } |
| } |
| } |
| } |
