special_token_ids.json

{
  "bos_id": 0,
  "eos_id": 1,
  "pad_id": 2,
  "ignore_index": 2,
  "add_bos": true,
  "add_eos": true,
  "vocab_size": 32768,
  "tokenizer_source": "/datastor2/abao/lm_datasets/parcae_tokenizer_local",
  "configs": [
    "launch_configs/countdown-sft.yaml",
    "launch_configs/countdown-sft-store-mid-n5v2.yaml",
    "launch_configs/countdown-sft-140m-long100k.yaml"
  ],
  "model_overwrite": "{\"vocab_size\":32768,\"prelude_norm\":true,\"dt_scale\":0.3,\"mean_recurrence\":27,\"mean_backprop_depth\":8}"
}