Hugging Face's logo

alejandrohdez
/
alien-models

PyTorch
English
scientific-discovery
research-ideas
Model card Files
xet
 Community
alien-models / coherence_model /token_mapping.json
alejandrohdez's picture
alejandrohdez
Publish camera-ready coherence and availability models
5f3ae6a verified
Raw History Blame Contribute Delete
18.3 kB
{
"cluster_to_token_id": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"10": 10,
"11": 11,
"12": 12,
"13": 13,
"14": 14,
"15": 15,
"16": 16,
"17": 17,
"18": 18,
"19": 19,
"20": 20,
"21": 21,
"22": 22,
"23": 23,
"24": 24,
"25": 25,
"26": 26,
"27": 27,
"28": 28,
"29": 29,
"30": 30,
"31": 31,
"32": 32,
"33": 33,
"34": 34,
"35": 35,
"36": 36,
"37": 37,
"38": 38,
"39": 39,
"40": 40,
"41": 41,
"42": 42,
"43": 43,
"44": 44,
"45": 45,
"46": 46,
"47": 47,
"48": 48,
"49": 49,
"50": 50,
"51": 51,
"52": 52,
"53": 53,
"54": 54,
"55": 55,
"56": 56,
"57": 57,
"58": 58,
"59": 59,
"60": 60,
"61": 61,
"62": 62,
"63": 63,
"64": 64,
"65": 65,
"66": 66,
"67": 67,
"68": 68,
"69": 69,
"70": 70,
"71": 71,
"72": 72,
"73": 73,
"74": 74,
"75": 75,
"76": 76,
"77": 77,
"78": 78,
"79": 79,
"80": 80,
"81": 81,
"82": 82,
"83": 83,
"84": 84,
"85": 85,
"86": 86,
"87": 87,
"88": 88,
"89": 89,
"90": 90,
"91": 91,
"92": 92,
"93": 93,
"94": 94,
"95": 95,
"96": 96,
"97": 97,
"98": 98,
"99": 99,
"100": 100,
"101": 101,
"102": 102,
"103": 103,
"104": 104,
"105": 105,
"106": 106,
"107": 107,
"108": 108,
"109": 109,
"110": 110,
"111": 111,
"112": 112,
"113": 113,
"114": 114,
"115": 115,
"116": 116,
"117": 117,
"118": 118,
"119": 119,
"120": 120,
"121": 121,
"122": 122,
"123": 123,
"124": 124,
"125": 125,
"126": 126,
"127": 127,
"128": 128,
"129": 129,
"130": 130,
"131": 131,
"132": 132,
"133": 133,
"134": 134,
"135": 135,
"136": 136,
"137": 137,
"138": 138,
"139": 139,
"140": 140,
"141": 141,
"142": 142,
"143": 143,
"144": 144,
"145": 145,
"146": 146,
"147": 147,
"148": 148,
"149": 149,
"150": 150,
"151": 151,
"152": 152,
"153": 153,
"154": 154,
"155": 155,
"156": 156,
"157": 157,
"158": 158,
"159": 159,
"160": 160,
"161": 161,
"162": 162,
"163": 163,
"164": 164,
"165": 165,
"166": 166,
"167": 167,
"168": 168,
"169": 169,
"170": 170,
"171": 171,
"172": 172,
"173": 173,
"174": 174,
"175": 175,
"176": 176,
"177": 177,
"178": 178,
"179": 179,
"180": 180,
"181": 181,
"182": 182,
"183": 183,
"184": 184,
"185": 185,
"186": 186,
"187": 187,
"188": 188,
"189": 189,
"190": 190,
"191": 191,
"192": 192,
"193": 193,
"194": 194,
"195": 195,
"196": 196,
"197": 197,
"198": 198,
"199": 199,
"200": 200,
"201": 201,
"202": 202,
"203": 203,
"204": 204,
"205": 205,
"206": 206,
"207": 207,
"208": 208,
"209": 209,
"210": 210,
"211": 211,
"212": 212,
"213": 213,
"214": 214,
"215": 215,
"216": 216,
"217": 217,
"218": 218,
"219": 219,
"220": 220,
"221": 221,
"222": 222,
"223": 223,
"224": 224,
"225": 225,
"226": 226,
"227": 227,
"228": 228,
"229": 229,
"230": 230,
"231": 231,
"232": 232,
"233": 233,
"234": 234,
"235": 235,
"236": 236,
"237": 237,
"238": 238,
"239": 239,
"240": 240,
"241": 241,
"242": 242,
"243": 243,
"244": 244,
"245": 245,
"246": 246,
"247": 247,
"248": 248,
"249": 249,
"250": 250,
"251": 251,
"252": 252,
"253": 253,
"254": 254,
"255": 255,
"256": 256,
"257": 257,
"258": 258,
"259": 259,
"260": 260,
"261": 261,
"262": 262,
"263": 263,
"264": 264,
"265": 265,
"266": 266,
"267": 267,
"268": 268,
"269": 269,
"270": 270,
"271": 271,
"272": 272
},
"token_id_to_cluster": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"10": 10,
"11": 11,
"12": 12,
"13": 13,
"14": 14,
"15": 15,
"16": 16,
"17": 17,
"18": 18,
"19": 19,
"20": 20,
"21": 21,
"22": 22,
"23": 23,
"24": 24,
"25": 25,
"26": 26,
"27": 27,
"28": 28,
"29": 29,
"30": 30,
"31": 31,
"32": 32,
"33": 33,
"34": 34,
"35": 35,
"36": 36,
"37": 37,
"38": 38,
"39": 39,
"40": 40,
"41": 41,
"42": 42,
"43": 43,
"44": 44,
"45": 45,
"46": 46,
"47": 47,
"48": 48,
"49": 49,
"50": 50,
"51": 51,
"52": 52,
"53": 53,
"54": 54,
"55": 55,
"56": 56,
"57": 57,
"58": 58,
"59": 59,
"60": 60,
"61": 61,
"62": 62,
"63": 63,
"64": 64,
"65": 65,
"66": 66,
"67": 67,
"68": 68,
"69": 69,
"70": 70,
"71": 71,
"72": 72,
"73": 73,
"74": 74,
"75": 75,
"76": 76,
"77": 77,
"78": 78,
"79": 79,
"80": 80,
"81": 81,
"82": 82,
"83": 83,
"84": 84,
"85": 85,
"86": 86,
"87": 87,
"88": 88,
"89": 89,
"90": 90,
"91": 91,
"92": 92,
"93": 93,
"94": 94,
"95": 95,
"96": 96,
"97": 97,
"98": 98,
"99": 99,
"100": 100,
"101": 101,
"102": 102,
"103": 103,
"104": 104,
"105": 105,
"106": 106,
"107": 107,
"108": 108,
"109": 109,
"110": 110,
"111": 111,
"112": 112,
"113": 113,
"114": 114,
"115": 115,
"116": 116,
"117": 117,
"118": 118,
"119": 119,
"120": 120,
"121": 121,
"122": 122,
"123": 123,
"124": 124,
"125": 125,
"126": 126,
"127": 127,
"128": 128,
"129": 129,
"130": 130,
"131": 131,
"132": 132,
"133": 133,
"134": 134,
"135": 135,
"136": 136,
"137": 137,
"138": 138,
"139": 139,
"140": 140,
"141": 141,
"142": 142,
"143": 143,
"144": 144,
"145": 145,
"146": 146,
"147": 147,
"148": 148,
"149": 149,
"150": 150,
"151": 151,
"152": 152,
"153": 153,
"154": 154,
"155": 155,
"156": 156,
"157": 157,
"158": 158,
"159": 159,
"160": 160,
"161": 161,
"162": 162,
"163": 163,
"164": 164,
"165": 165,
"166": 166,
"167": 167,
"168": 168,
"169": 169,
"170": 170,
"171": 171,
"172": 172,
"173": 173,
"174": 174,
"175": 175,
"176": 176,
"177": 177,
"178": 178,
"179": 179,
"180": 180,
"181": 181,
"182": 182,
"183": 183,
"184": 184,
"185": 185,
"186": 186,
"187": 187,
"188": 188,
"189": 189,
"190": 190,
"191": 191,
"192": 192,
"193": 193,
"194": 194,
"195": 195,
"196": 196,
"197": 197,
"198": 198,
"199": 199,
"200": 200,
"201": 201,
"202": 202,
"203": 203,
"204": 204,
"205": 205,
"206": 206,
"207": 207,
"208": 208,
"209": 209,
"210": 210,
"211": 211,
"212": 212,
"213": 213,
"214": 214,
"215": 215,
"216": 216,
"217": 217,
"218": 218,
"219": 219,
"220": 220,
"221": 221,
"222": 222,
"223": 223,
"224": 224,
"225": 225,
"226": 226,
"227": 227,
"228": 228,
"229": 229,
"230": 230,
"231": 231,
"232": 232,
"233": 233,
"234": 234,
"235": 235,
"236": 236,
"237": 237,
"238": 238,
"239": 239,
"240": 240,
"241": 241,
"242": 242,
"243": 243,
"244": 244,
"245": 245,
"246": 246,
"247": 247,
"248": 248,
"249": 249,
"250": 250,
"251": 251,
"252": 252,
"253": 253,
"254": 254,
"255": 255,
"256": 256,
"257": 257,
"258": 258,
"259": 259,
"260": 260,
"261": 261,
"262": 262,
"263": 263,
"264": 264,
"265": 265,
"266": 266,
"267": 267,
"268": 268,
"269": 269,
"270": 270,
"271": 271,
"272": 272
},
"cluster_to_token_str": {
"0": "!",
"1": "\"",
"2": "#",
"3": "$",
"4": "%",
"5": "&",
"6": "'",
"7": "(",
"8": ")",
"9": "*",
"10": "+",
"11": ",",
"12": "-",
"13": ".",
"14": "/",
"15": "0",
"16": "1",
"17": "2",
"18": "3",
"19": "4",
"20": "5",
"21": "6",
"22": "7",
"23": "8",
"24": "9",
"25": ":",
"26": ";",
"27": "<",
"28": "=",
"29": ">",
"30": "?",
"31": "@",
"32": "A",
"33": "B",
"34": "C",
"35": "D",
"36": "E",
"37": "F",
"38": "G",
"39": "H",
"40": "I",
"41": "J",
"42": "K",
"43": "L",
"44": "M",
"45": "N",
"46": "O",
"47": "P",
"48": "Q",
"49": "R",
"50": "S",
"51": "T",
"52": "U",
"53": "V",
"54": "W",
"55": "X",
"56": "Y",
"57": "Z",
"58": "[",
"59": "\\",
"60": "]",
"61": "^",
"62": "_",
"63": "`",
"64": "a",
"65": "b",
"66": "c",
"67": "d",
"68": "e",
"69": "f",
"70": "g",
"71": "h",
"72": "i",
"73": "j",
"74": "k",
"75": "l",
"76": "m",
"77": "n",
"78": "o",
"79": "p",
"80": "q",
"81": "r",
"82": "s",
"83": "t",
"84": "u",
"85": "v",
"86": "w",
"87": "x",
"88": "y",
"89": "z",
"90": "{",
"91": "|",
"92": "}",
"93": "~",
"94": "\u00a1",
"95": "\u00a2",
"96": "\u00a3",
"97": "\u00a4",
"98": "\u00a5",
"99": "\u00a6",
"100": "\u00a7",
"101": "\u00a8",
"102": "\u00a9",
"103": "\u00aa",
"104": "\u00ab",
"105": "\u00ac",
"106": "\u00ae",
"107": "\u00af",
"108": "\u00b0",
"109": "\u00b1",
"110": "\u00b2",
"111": "\u00b3",
"112": "\u00b4",
"113": "\u00b5",
"114": "\u00b6",
"115": "\u00b7",
"116": "\u00b8",
"117": "\u00b9",
"118": "\u00ba",
"119": "\u00bb",
"120": "\u00bc",
"121": "\u00bd",
"122": "\u00be",
"123": "\u00bf",
"124": "\u00c0",
"125": "\u00c1",
"126": "\u00c2",
"127": "\u00c3",
"128": "\u00c4",
"129": "\u00c5",
"130": "\u00c6",
"131": "\u00c7",
"132": "\u00c8",
"133": "\u00c9",
"134": "\u00ca",
"135": "\u00cb",
"136": "\u00cc",
"137": "\u00cd",
"138": "\u00ce",
"139": "\u00cf",
"140": "\u00d0",
"141": "\u00d1",
"142": "\u00d2",
"143": "\u00d3",
"144": "\u00d4",
"145": "\u00d5",
"146": "\u00d6",
"147": "\u00d7",
"148": "\u00d8",
"149": "\u00d9",
"150": "\u00da",
"151": "\u00db",
"152": "\u00dc",
"153": "\u00dd",
"154": "\u00de",
"155": "\u00df",
"156": "\u00e0",
"157": "\u00e1",
"158": "\u00e2",
"159": "\u00e3",
"160": "\u00e4",
"161": "\u00e5",
"162": "\u00e6",
"163": "\u00e7",
"164": "\u00e8",
"165": "\u00e9",
"166": "\u00ea",
"167": "\u00eb",
"168": "\u00ec",
"169": "\u00ed",
"170": "\u00ee",
"171": "\u00ef",
"172": "\u00f0",
"173": "\u00f1",
"174": "\u00f2",
"175": "\u00f3",
"176": "\u00f4",
"177": "\u00f5",
"178": "\u00f6",
"179": "\u00f7",
"180": "\u00f8",
"181": "\u00f9",
"182": "\u00fa",
"183": "\u00fb",
"184": "\u00fc",
"185": "\u00fd",
"186": "\u00fe",
"187": "\u00ff",
"188": "\u0100",
"189": "\u0101",
"190": "\u0102",
"191": "\u0103",
"192": "\u0104",
"193": "\u0105",
"194": "\u0106",
"195": "\u0107",
"196": "\u0108",
"197": "\u0109",
"198": "\u010a",
"199": "\u010b",
"200": "\u010c",
"201": "\u010d",
"202": "\u010e",
"203": "\u010f",
"204": "\u0110",
"205": "\u0111",
"206": "\u0112",
"207": "\u0113",
"208": "\u0114",
"209": "\u0115",
"210": "\u0116",
"211": "\u0117",
"212": "\u0118",
"213": "\u0119",
"214": "\u011a",
"215": "\u011b",
"216": "\u011c",
"217": "\u011d",
"218": "\u011e",
"219": "\u011f",
"220": "\u0120",
"221": "\u0121",
"222": "\u0122",
"223": "\u0123",
"224": "\u0124",
"225": "\u0125",
"226": "\u0126",
"227": "\u0127",
"228": "\u0128",
"229": "\u0129",
"230": "\u012a",
"231": "\u012b",
"232": "\u012c",
"233": "\u012d",
"234": "\u012e",
"235": "\u012f",
"236": "\u0130",
"237": "\u0131",
"238": "\u0132",
"239": "\u0133",
"240": "\u0134",
"241": "\u0135",
"242": "\u0136",
"243": "\u0137",
"244": "\u0138",
"245": "\u0139",
"246": "\u013a",
"247": "\u013b",
"248": "\u013c",
"249": "\u013d",
"250": "\u013e",
"251": "\u013f",
"252": "\u0140",
"253": "\u0141",
"254": "\u0142",
"255": "\u0143",
"256": "\u0120t",
"257": "\u0120a",
"258": "he",
"259": "in",
"260": "re",
"261": "on",
"262": "\u0120the",
"263": "er",
"264": "\u0120s",
"265": "at",
"266": "\u0120w",
"267": "\u0120o",
"268": "en",
"269": "\u0120c",
"270": "it",
"271": "is",
"272": "an"
},
"token_str_to_cluster": {
"!": 0,
"\"": 1,
"#": 2,
"$": 3,
"%": 4,
"&": 5,
"'": 6,
"(": 7,
")": 8,
"*": 9,
"+": 10,
",": 11,
"-": 12,
".": 13,
"/": 14,
"0": 15,
"1": 16,
"2": 17,
"3": 18,
"4": 19,
"5": 20,
"6": 21,
"7": 22,
"8": 23,
"9": 24,
":": 25,
";": 26,
"<": 27,
"=": 28,
">": 29,
"?": 30,
"@": 31,
"A": 32,
"B": 33,
"C": 34,
"D": 35,
"E": 36,
"F": 37,
"G": 38,
"H": 39,
"I": 40,
"J": 41,
"K": 42,
"L": 43,
"M": 44,
"N": 45,
"O": 46,
"P": 47,
"Q": 48,
"R": 49,
"S": 50,
"T": 51,
"U": 52,
"V": 53,
"W": 54,
"X": 55,
"Y": 56,
"Z": 57,
"[": 58,
"\\": 59,
"]": 60,
"^": 61,
"_": 62,
"`": 63,
"a": 64,
"b": 65,
"c": 66,
"d": 67,
"e": 68,
"f": 69,
"g": 70,
"h": 71,
"i": 72,
"j": 73,
"k": 74,
"l": 75,
"m": 76,
"n": 77,
"o": 78,
"p": 79,
"q": 80,
"r": 81,
"s": 82,
"t": 83,
"u": 84,
"v": 85,
"w": 86,
"x": 87,
"y": 88,
"z": 89,
"{": 90,
"|": 91,
"}": 92,
"~": 93,
"\u00a1": 94,
"\u00a2": 95,
"\u00a3": 96,
"\u00a4": 97,
"\u00a5": 98,
"\u00a6": 99,
"\u00a7": 100,
"\u00a8": 101,
"\u00a9": 102,
"\u00aa": 103,
"\u00ab": 104,
"\u00ac": 105,
"\u00ae": 106,
"\u00af": 107,
"\u00b0": 108,
"\u00b1": 109,
"\u00b2": 110,
"\u00b3": 111,
"\u00b4": 112,
"\u00b5": 113,
"\u00b6": 114,
"\u00b7": 115,
"\u00b8": 116,
"\u00b9": 117,
"\u00ba": 118,
"\u00bb": 119,
"\u00bc": 120,
"\u00bd": 121,
"\u00be": 122,
"\u00bf": 123,
"\u00c0": 124,
"\u00c1": 125,
"\u00c2": 126,
"\u00c3": 127,
"\u00c4": 128,
"\u00c5": 129,
"\u00c6": 130,
"\u00c7": 131,
"\u00c8": 132,
"\u00c9": 133,
"\u00ca": 134,
"\u00cb": 135,
"\u00cc": 136,
"\u00cd": 137,
"\u00ce": 138,
"\u00cf": 139,
"\u00d0": 140,
"\u00d1": 141,
"\u00d2": 142,
"\u00d3": 143,
"\u00d4": 144,
"\u00d5": 145,
"\u00d6": 146,
"\u00d7": 147,
"\u00d8": 148,
"\u00d9": 149,
"\u00da": 150,
"\u00db": 151,
"\u00dc": 152,
"\u00dd": 153,
"\u00de": 154,
"\u00df": 155,
"\u00e0": 156,
"\u00e1": 157,
"\u00e2": 158,
"\u00e3": 159,
"\u00e4": 160,
"\u00e5": 161,
"\u00e6": 162,
"\u00e7": 163,
"\u00e8": 164,
"\u00e9": 165,
"\u00ea": 166,
"\u00eb": 167,
"\u00ec": 168,
"\u00ed": 169,
"\u00ee": 170,
"\u00ef": 171,
"\u00f0": 172,
"\u00f1": 173,
"\u00f2": 174,
"\u00f3": 175,
"\u00f4": 176,
"\u00f5": 177,
"\u00f6": 178,
"\u00f7": 179,
"\u00f8": 180,
"\u00f9": 181,
"\u00fa": 182,
"\u00fb": 183,
"\u00fc": 184,
"\u00fd": 185,
"\u00fe": 186,
"\u00ff": 187,
"\u0100": 188,
"\u0101": 189,
"\u0102": 190,
"\u0103": 191,
"\u0104": 192,
"\u0105": 193,
"\u0106": 194,
"\u0107": 195,
"\u0108": 196,
"\u0109": 197,
"\u010a": 198,
"\u010b": 199,
"\u010c": 200,
"\u010d": 201,
"\u010e": 202,
"\u010f": 203,
"\u0110": 204,
"\u0111": 205,
"\u0112": 206,
"\u0113": 207,
"\u0114": 208,
"\u0115": 209,
"\u0116": 210,
"\u0117": 211,
"\u0118": 212,
"\u0119": 213,
"\u011a": 214,
"\u011b": 215,
"\u011c": 216,
"\u011d": 217,
"\u011e": 218,
"\u011f": 219,
"\u0120": 220,
"\u0121": 221,
"\u0122": 222,
"\u0123": 223,
"\u0124": 224,
"\u0125": 225,
"\u0126": 226,
"\u0127": 227,
"\u0128": 228,
"\u0129": 229,
"\u012a": 230,
"\u012b": 231,
"\u012c": 232,
"\u012d": 233,
"\u012e": 234,
"\u012f": 235,
"\u0130": 236,
"\u0131": 237,
"\u0132": 238,
"\u0133": 239,
"\u0134": 240,
"\u0135": 241,
"\u0136": 242,
"\u0137": 243,
"\u0138": 244,
"\u0139": 245,
"\u013a": 246,
"\u013b": 247,
"\u013c": 248,
"\u013d": 249,
"\u013e": 250,
"\u013f": 251,
"\u0140": 252,
"\u0141": 253,
"\u0142": 254,
"\u0143": 255,
"\u0120t": 256,
"\u0120a": 257,
"he": 258,
"in": 259,
"re": 260,
"on": 261,
"\u0120the": 262,
"er": 263,
"\u0120s": 264,
"at": 265,
"\u0120w": 266,
"\u0120o": 267,
"en": 268,
"\u0120c": 269,
"it": 270,
"is": 271,
"an": 272
},
"bos_token_id": 273,
"eos_token_id": 273,
"n_clusters": 273,
"vocab_path": "data/vocab.json",
"created_at": "2026-04-12T18:16:56.253040"
}