Add run records (args, metrics, logs, val, environment) for all 400M runs, fala-1 finals K22/R1-R3, resume test, code

c28a890 verified 17 days ago

735 Bytes

{"schema": "val_bpb_v0", "ckpt_sha256": "f4a06ade988a35bfa2d47f686253907400eff9eacd62c91818457fd863d48394", "step": 4768, "val_sha256": "99e66265f47d249c72f5e76838aa23e82959b99089f720bea6e9ee2cb1f49ee1", "tokenizer_sha256": "0640d3bd3674d7a6e59c540d945a2ad275a12e1bcaeb6007c37a90751f9815dd", "script_sha256": "ce84287cbdea65e02ce8f5b4af2617aae0b8239db4984c456cee8f75a6866ab1", "trainer_sha256": "db36c150e95c184e82b5f84c3ee783fd5fd2c62e960a438177f543dc3eba1d0b", "window": 4096, "n_windows": 406, "tokens": 1662976, "bytes": 7234678, "sum_nat": 5456679.5625, "bpb": 1.0881375155243824, "ce_token": 3.2812737901809768, "P": 183561103, "dtype": "fp32, tf32 off, bez autocast", "torch": "2.6.0+cu124", "device": "NVIDIA GeForce RTX 4090"}