Download LAYERFAULT_CORPUS.json from LayerFault/tokenizer-security-suite: direct link, hf CLI and curl.
- Browser
- Download file 743 Bytes
-
https://huggingface.co/LayerFault/tokenizer-security-suite/resolve/main/LAYERFAULT_CORPUS.json
- Command line
-
hf download hf://LayerFault/tokenizer-security-suite/LAYERFAULT_CORPUS.json
-
curl -L -o LAYERFAULT_CORPUS.json https://huggingface.co/LayerFault/tokenizer-security-suite/resolve/main/LAYERFAULT_CORPUS.json
743 Bytes
| { | |
| "candidate_rules": [ | |
| "LF-TOKENIZER-EOS-BOS-CONFLICT", | |
| "LF-TOKENIZER-HIDDEN-PROMPT", | |
| "LF-TOKENIZER-ROLE-BOUNDARY-CONTROL", | |
| "LF-TOKENIZER-ROLE-REMAP", | |
| "LF-TOKENIZER-SECURITY-DELTA", | |
| "LF-TOKENIZER-TOOL-TEMPLATE-RISK" | |
| ], | |
| "corpus_id": "LF-CORPUS-TOK-0001", | |
| "description": "Clean and manipulated tokenizer variants for EOS/BOS, hidden prompt, role remap, role-boundary and tool-template comparisons.", | |
| "expected_rules": [], | |
| "generator": "tokenizers.tokenizer_suite", | |
| "ground_truth": "synthetic-generated", | |
| "must_not_rules": [], | |
| "repo_name": "tokenizer-security-suite", | |
| "repo_type": "model", | |
| "safety": "inert/canary-only", | |
| "schema": 1, | |
| "validation": { | |
| "kind": "manual", | |
| "target": "." | |
| } | |
| } | |