icl-native-r5-opcode / source /icl /TOKEN_VOCAB.json
emirhanyildirim34555's picture
Publish reviewed research staging to main
2e4432d verified
Raw History Blame Contribute Delete
1.59 kB
{
"version": "0.2.1",
"keywords": [
"else",
"false",
"fn",
"if",
"import",
"let",
"limit",
"module",
"return",
"true",
"type",
"var",
"while"
],
"operators": [
"+",
"-",
"*",
"/",
"%",
"==",
"!=",
"<",
"<=",
">",
">=",
"&&",
"||",
"!"
],
"builtins": [
"abs",
"add",
"approx",
"approx_value",
"context",
"convert_frame",
"err_int",
"exact_value",
"is_some",
"len",
"make_witness",
"matmul",
"max",
"min",
"mul",
"none_int",
"normalize",
"observe_mod",
"observer",
"ok",
"provenance",
"random_int",
"recover",
"recover_without_witness",
"relu",
"repr_add",
"repr_value",
"represent",
"request_effect",
"reshape",
"softmax",
"some",
"sub",
"sum",
"tanh",
"tensor",
"to_float",
"unwrap"
],
"ast_kinds": [
"literal",
"var",
"binary",
"unary",
"call",
"list",
"record",
"tuple",
"index",
"field",
"let",
"assign",
"if",
"while",
"return",
"expr"
],
"types": [
"Bool",
"Int64",
"Float64",
"String",
"List",
"Tuple",
"Record",
"Option",
"Result",
"Tensor",
"Observer",
"Context",
"Representation",
"ProvenanceRef",
"RecoveryWitness",
"Capability",
"Exact",
"Approx"
],
"token_policy": "ASCII identifiers; UTF-8 string content; no invisible controls or unpaired surrogates"
}