Download variants/hidden/tokenizer.json from LayerFault/tokenizer-security-suite: direct link, hf CLI and curl.
- Browser
- Download file 502 Bytes
-
https://huggingface.co/LayerFault/tokenizer-security-suite/resolve/main/variants/hidden/tokenizer.json
- Command line
-
hf download hf://LayerFault/tokenizer-security-suite/variants/hidden/tokenizer.json
-
curl -L -o tokenizer.json https://huggingface.co/LayerFault/tokenizer-security-suite/resolve/main/variants/hidden/tokenizer.json
502 Bytes
| { | |
| "added_tokens": [], | |
| "decoder": null, | |
| "model": { | |
| "type": "WordLevel", | |
| "unk_token": "<unk>", | |
| "vocab": { | |
| "<bos>": 2, | |
| "<eos>": 3, | |
| "<pad>": 1, | |
| "<unk>": 0, | |
| "LAYERFAULT_BACKDOOR_MARKER": 7, | |
| "LFTRIGGER7319": 6, | |
| "answer": 9, | |
| "hello": 4, | |
| "safe": 8, | |
| "world": 5 | |
| } | |
| }, | |
| "normalizer": null, | |
| "padding": null, | |
| "post_processor": null, | |
| "pre_tokenizer": { | |
| "type": "Whitespace" | |
| }, | |
| "truncation": null, | |
| "version": "1.0" | |
| } | |