card corrected to the shipped registration (5,129,216 params); root config.json added; SHA256SUMS updated. Erratum on the card.
f497fe8 verified | { | |
| "model_type": "bob-int", | |
| "name": "bob 2 ck_13000", | |
| "format": "bob-int-weights-1", | |
| "arithmetic": "fixed-point integer under registered widths and exponents (registration/)", | |
| "d_model": 256, | |
| "n_layer": 5, | |
| "n_head": 8, | |
| "head_dim": 32, | |
| "d_mlp": 1024, | |
| "ctx": 512, | |
| "positions": 8192, | |
| "vocab": 4097, | |
| "n_params": 5129216, | |
| "checkpoint_step": 13000, | |
| "weights_sha256": "53ae7609f22e580ac1d67ad1995dfc2d87c0ebcd5f60f3ab7136345f502c2890", | |
| "optimizer_sha256": "4fb65611354d4c19fad49c90588283cadbfed77c50e5cb533355e54b5213aac8", | |
| "note": "not a transformers checkpoint; will not load with from_pretrained" | |
| } | |