Add run records (args, metrics, logs, val, environment) for all 400M runs, fala-1 finals K22/R1-R3, resume test, code

c28a890 verified 22 days ago

738 Bytes

{"schema": "val_bpb_v0", "ckpt_sha256": "ea6748f1bcd72a38d3707bc33ef319125fe9c5e9d273e2d424d733dbe32d4564", "step": 4768, "val_sha256": "99e66265f47d249c72f5e76838aa23e82959b99089f720bea6e9ee2cb1f49ee1", "tokenizer_sha256": "0640d3bd3674d7a6e59c540d945a2ad275a12e1bcaeb6007c37a90751f9815dd", "script_sha256": "ce84287cbdea65e02ce8f5b4af2617aae0b8239db4984c456cee8f75a6866ab1", "trainer_sha256": "db36c150e95c184e82b5f84c3ee783fd5fd2c62e960a438177f543dc3eba1d0b", "window": 4096, "n_windows": 406, "tokens": 1662976, "bytes": 7234678, "sum_nat": 5449911.37109375, "bpb": 1.0867878443741827, "ce_token": 3.277203862890234, "P": 183561103, "dtype": "fp32, tf32 off, bez autocast", "torch": "2.6.0+cu124", "device": "NVIDIA GeForce RTX 4090"}