{ "bos_id": 0, "eos_id": 1, "pad_id": 2, "ignore_index": 2, "add_bos": true, "add_eos": true, "vocab_size": 32768, "tokenizer_source": "/datastor2/abao/lm_datasets/parcae_tokenizer_local", "configs": [ "launch_configs/countdown-sft.yaml", "launch_configs/countdown-sft-store-mid-n5v2.yaml", "launch_configs/countdown-sft-140m-long100k.yaml" ], "model_overwrite": "{\"vocab_size\":32768,\"prelude_norm\":true,\"dt_scale\":0.3,\"mean_recurrence\":27,\"mean_backprop_depth\":8}" }