Download tokenizer/experiment_tokenizer.json from jbduran/bartholomew: direct link, hf CLI and curl.
- Browser
- Download file 427 Bytes
-
https://huggingface.co/jbduran/bartholomew/resolve/main/tokenizer/experiment_tokenizer.json
- Command line
-
hf download hf://jbduran/bartholomew/tokenizer/experiment_tokenizer.json
-
curl -L -o experiment_tokenizer.json https://huggingface.co/jbduran/bartholomew/resolve/main/tokenizer/experiment_tokenizer.json
427 Bytes
| { | |
| "experiment_id": "clean1930s-d24-r12-ctx4096-fulltok-v1", | |
| "dataset": { | |
| "adapter": "parquet_shards", | |
| "repo": "jbduran/think-dataset-clean-1930s", | |
| "revision": "main", | |
| "validation_shard": 472, | |
| "num_train_shards": 200, | |
| "download_workers": 4 | |
| }, | |
| "tokenizer": { | |
| "mode": "train", | |
| "max_chars": 1000000000000, | |
| "doc_cap": 1000000000, | |
| "vocab_size": 32768 | |
| }, | |
| "created_at": 1784129374 | |
| } | |