dowody400m-checkpoints / R2 /run /val_en.json
Maggio33's picture
Add run records (args, metrics, logs, val, environment) for all 400M runs, fala-1 finals K22/R1-R3, resume test, code
c28a890 verified
Raw History Blame Contribute Delete
733 Bytes
{"schema": "val_bpb_v0", "ckpt_sha256": "f4a06ade988a35bfa2d47f686253907400eff9eacd62c91818457fd863d48394", "step": 4768, "val_sha256": "046bc03b426b75f0e84db7cdf3965a9653d94e722b81b0d03fd0cb92884cf0c5", "tokenizer_sha256": "0640d3bd3674d7a6e59c540d945a2ad275a12e1bcaeb6007c37a90751f9815dd", "script_sha256": "ce84287cbdea65e02ce8f5b4af2617aae0b8239db4984c456cee8f75a6866ab1", "trainer_sha256": "db36c150e95c184e82b5f84c3ee783fd5fd2c62e960a438177f543dc3eba1d0b", "window": 4096, "n_windows": 547, "tokens": 2240512, "bytes": 9799872, "sum_nat": 6797384.25, "bpb": 1.0006816975254111, "ce_token": 3.0338530880441614, "P": 183561103, "dtype": "fp32, tf32 off, bez autocast", "torch": "2.6.0+cu124", "device": "NVIDIA GeForce RTX 4090"}