Download source/icl/TOKEN_VOCAB.json from invariant-computing-lab/icl-native-r5-opcode: direct link, hf CLI and curl.
- Browser
- Download file 1.59 kB
-
https://huggingface.co/invariant-computing-lab/icl-native-r5-opcode/resolve/main/source/icl/TOKEN_VOCAB.json
- Command line
-
hf download hf://invariant-computing-lab/icl-native-r5-opcode/source/icl/TOKEN_VOCAB.json
-
curl -L -o TOKEN_VOCAB.json https://huggingface.co/invariant-computing-lab/icl-native-r5-opcode/resolve/main/source/icl/TOKEN_VOCAB.json
1.59 kB
| { | |
| "version": "0.2.1", | |
| "keywords": [ | |
| "else", | |
| "false", | |
| "fn", | |
| "if", | |
| "import", | |
| "let", | |
| "limit", | |
| "module", | |
| "return", | |
| "true", | |
| "type", | |
| "var", | |
| "while" | |
| ], | |
| "operators": [ | |
| "+", | |
| "-", | |
| "*", | |
| "/", | |
| "%", | |
| "==", | |
| "!=", | |
| "<", | |
| "<=", | |
| ">", | |
| ">=", | |
| "&&", | |
| "||", | |
| "!" | |
| ], | |
| "builtins": [ | |
| "abs", | |
| "add", | |
| "approx", | |
| "approx_value", | |
| "context", | |
| "convert_frame", | |
| "err_int", | |
| "exact_value", | |
| "is_some", | |
| "len", | |
| "make_witness", | |
| "matmul", | |
| "max", | |
| "min", | |
| "mul", | |
| "none_int", | |
| "normalize", | |
| "observe_mod", | |
| "observer", | |
| "ok", | |
| "provenance", | |
| "random_int", | |
| "recover", | |
| "recover_without_witness", | |
| "relu", | |
| "repr_add", | |
| "repr_value", | |
| "represent", | |
| "request_effect", | |
| "reshape", | |
| "softmax", | |
| "some", | |
| "sub", | |
| "sum", | |
| "tanh", | |
| "tensor", | |
| "to_float", | |
| "unwrap" | |
| ], | |
| "ast_kinds": [ | |
| "literal", | |
| "var", | |
| "binary", | |
| "unary", | |
| "call", | |
| "list", | |
| "record", | |
| "tuple", | |
| "index", | |
| "field", | |
| "let", | |
| "assign", | |
| "if", | |
| "while", | |
| "return", | |
| "expr" | |
| ], | |
| "types": [ | |
| "Bool", | |
| "Int64", | |
| "Float64", | |
| "String", | |
| "List", | |
| "Tuple", | |
| "Record", | |
| "Option", | |
| "Result", | |
| "Tensor", | |
| "Observer", | |
| "Context", | |
| "Representation", | |
| "ProvenanceRef", | |
| "RecoveryWitness", | |
| "Capability", | |
| "Exact", | |
| "Approx" | |
| ], | |
| "token_policy": "ASCII identifiers; UTF-8 string content; no invisible controls or unpaired surrogates" | |
| } | |