BAAR7.1-9M / tokenizer.json
aixk's picture
Upload folder using huggingface_hub
a5cb189 verified
Raw History Blame Contribute Delete
42.2 kB
{
"version": "1.0",
"model": {
"type": "WordLevel",
"vocab": {
"<pad>": 0,
"<unk>": 1,
"<bos>": 2,
"<eos>": 3,
"<0x00>": 4,
"<0x01>": 5,
"<0x02>": 6,
"<0x03>": 7,
"<0x04>": 8,
"<0x05>": 9,
"<0x06>": 10,
"<0x07>": 11,
"<0x08>": 12,
"<0x09>": 13,
"<0x0A>": 14,
"<0x0B>": 15,
"<0x0C>": 16,
"<0x0D>": 17,
"<0x0E>": 18,
"<0x0F>": 19,
"<0x10>": 20,
"<0x11>": 21,
"<0x12>": 22,
"<0x13>": 23,
"<0x14>": 24,
"<0x15>": 25,
"<0x16>": 26,
"<0x17>": 27,
"<0x18>": 28,
"<0x19>": 29,
"<0x1A>": 30,
"<0x1B>": 31,
"<0x1C>": 32,
"<0x1D>": 33,
"<0x1E>": 34,
"<0x1F>": 35,
"<0x20>": 36,
"<0x21>": 37,
"<0x22>": 38,
"<0x23>": 39,
"<0x24>": 40,
"<0x25>": 41,
"<0x26>": 42,
"<0x27>": 43,
"<0x28>": 44,
"<0x29>": 45,
"<0x2A>": 46,
"<0x2B>": 47,
"<0x2C>": 48,
"<0x2D>": 49,
"<0x2E>": 50,
"<0x2F>": 51,
"<0x30>": 52,
"<0x31>": 53,
"<0x32>": 54,
"<0x33>": 55,
"<0x34>": 56,
"<0x35>": 57,
"<0x36>": 58,
"<0x37>": 59,
"<0x38>": 60,
"<0x39>": 61,
"<0x3A>": 62,
"<0x3B>": 63,
"<0x3C>": 64,
"<0x3D>": 65,
"<0x3E>": 66,
"<0x3F>": 67,
"<0x40>": 68,
"<0x41>": 69,
"<0x42>": 70,
"<0x43>": 71,
"<0x44>": 72,
"<0x45>": 73,
"<0x46>": 74,
"<0x47>": 75,
"<0x48>": 76,
"<0x49>": 77,
"<0x4A>": 78,
"<0x4B>": 79,
"<0x4C>": 80,
"<0x4D>": 81,
"<0x4E>": 82,
"<0x4F>": 83,
"<0x50>": 84,
"<0x51>": 85,
"<0x52>": 86,
"<0x53>": 87,
"<0x54>": 88,
"<0x55>": 89,
"<0x56>": 90,
"<0x57>": 91,
"<0x58>": 92,
"<0x59>": 93,
"<0x5A>": 94,
"<0x5B>": 95,
"<0x5C>": 96,
"<0x5D>": 97,
"<0x5E>": 98,
"<0x5F>": 99,
"<0x60>": 100,
"<0x61>": 101,
"<0x62>": 102,
"<0x63>": 103,
"<0x64>": 104,
"<0x65>": 105,
"<0x66>": 106,
"<0x67>": 107,
"<0x68>": 108,
"<0x69>": 109,
"<0x6A>": 110,
"<0x6B>": 111,
"<0x6C>": 112,
"<0x6D>": 113,
"<0x6E>": 114,
"<0x6F>": 115,
"<0x70>": 116,
"<0x71>": 117,
"<0x72>": 118,
"<0x73>": 119,
"<0x74>": 120,
"<0x75>": 121,
"<0x76>": 122,
"<0x77>": 123,
"<0x78>": 124,
"<0x79>": 125,
"<0x7A>": 126,
"<0x7B>": 127,
"<0x7C>": 128,
"<0x7D>": 129,
"<0x7E>": 130,
"<0x7F>": 131,
"<0x80>": 132,
"<0x81>": 133,
"<0x82>": 134,
"<0x83>": 135,
"<0x84>": 136,
"<0x85>": 137,
"<0x86>": 138,
"<0x87>": 139,
"<0x88>": 140,
"<0x89>": 141,
"<0x8A>": 142,
"<0x8B>": 143,
"<0x8C>": 144,
"<0x8D>": 145,
"<0x8E>": 146,
"<0x8F>": 147,
"<0x90>": 148,
"<0x91>": 149,
"<0x92>": 150,
"<0x93>": 151,
"<0x94>": 152,
"<0x95>": 153,
"<0x96>": 154,
"<0x97>": 155,
"<0x98>": 156,
"<0x99>": 157,
"<0x9A>": 158,
"<0x9B>": 159,
"<0x9C>": 160,
"<0x9D>": 161,
"<0x9E>": 162,
"<0x9F>": 163,
"<0xA0>": 164,
"<0xA1>": 165,
"<0xA2>": 166,
"<0xA3>": 167,
"<0xA4>": 168,
"<0xA5>": 169,
"<0xA6>": 170,
"<0xA7>": 171,
"<0xA8>": 172,
"<0xA9>": 173,
"<0xAA>": 174,
"<0xAB>": 175,
"<0xAC>": 176,
"<0xAD>": 177,
"<0xAE>": 178,
"<0xAF>": 179,
"<0xB0>": 180,
"<0xB1>": 181,
"<0xB2>": 182,
"<0xB3>": 183,
"<0xB4>": 184,
"<0xB5>": 185,
"<0xB6>": 186,
"<0xB7>": 187,
"<0xB8>": 188,
"<0xB9>": 189,
"<0xBA>": 190,
"<0xBB>": 191,
"<0xBC>": 192,
"<0xBD>": 193,
"<0xBE>": 194,
"<0xBF>": 195,
"<0xC0>": 196,
"<0xC1>": 197,
"<0xC2>": 198,
"<0xC3>": 199,
"<0xC4>": 200,
"<0xC5>": 201,
"<0xC6>": 202,
"<0xC7>": 203,
"<0xC8>": 204,
"<0xC9>": 205,
"<0xCA>": 206,
"<0xCB>": 207,
"<0xCC>": 208,
"<0xCD>": 209,
"<0xCE>": 210,
"<0xCF>": 211,
"<0xD0>": 212,
"<0xD1>": 213,
"<0xD2>": 214,
"<0xD3>": 215,
"<0xD4>": 216,
"<0xD5>": 217,
"<0xD6>": 218,
"<0xD7>": 219,
"<0xD8>": 220,
"<0xD9>": 221,
"<0xDA>": 222,
"<0xDB>": 223,
"<0xDC>": 224,
"<0xDD>": 225,
"<0xDE>": 226,
"<0xDF>": 227,
"<0xE0>": 228,
"<0xE1>": 229,
"<0xE2>": 230,
"<0xE3>": 231,
"<0xE4>": 232,
"<0xE5>": 233,
"<0xE6>": 234,
"<0xE7>": 235,
"<0xE8>": 236,
"<0xE9>": 237,
"<0xEA>": 238,
"<0xEB>": 239,
"<0xEC>": 240,
"<0xED>": 241,
"<0xEE>": 242,
"<0xEF>": 243,
"<0xF0>": 244,
"<0xF1>": 245,
"<0xF2>": 246,
"<0xF3>": 247,
"<0xF4>": 248,
"<0xF5>": 249,
"<0xF6>": 250,
"<0xF7>": 251,
"<0xF8>": 252,
"<0xF9>": 253,
"<0xFA>": 254,
"<0xFB>": 255,
"<0xFC>": 256,
"<0xFD>": 257,
"<0xFE>": 258,
"<0xFF>": 259,
"[LANG_KO]": 260,
"[LANG_EN]": 261,
"<token_262>": 262,
"<token_263>": 263,
"<token_264>": 264,
"<token_265>": 265,
"<token_266>": 266,
"<token_267>": 267,
"<token_268>": 268,
"<token_269>": 269,
"<token_270>": 270,
"<token_271>": 271,
"<token_272>": 272,
"<token_273>": 273,
"<token_274>": 274,
"[Q]": 275,
"[A]": 276,
"[ABSTAIN]": 277,
"<token_278>": 278,
"<token_279>": 279,
" ": 1034,
"\n": 1067,
".": 1035,
",": 1036,
"?": 1037,
"!": 1038,
":": 1039,
";": 1040,
"\"": 1041,
"'": 1042,
"(": 1043,
")": 1044,
"[": 1045,
"]": 1046,
"-": 1051,
"/": 1052,
"~": 1055,
"%": 1059,
"@": 1056,
"#": 1057,
"$": 1058,
"&": 1061,
"*": 1062,
"+": 1063,
"=": 1064,
"0": 1024,
"1": 1025,
"2": 1026,
"3": 1027,
"4": 1028,
"5": 1029,
"6": 1030,
"7": 1031,
"8": 1032,
"9": 1033,
"입니다": 315,
"입니까": 316,
"습니다": 317,
"습니까": 318,
"이다": 444,
"이었다": 320,
"였다": 321,
"했다": 322,
"하였다": 323,
"된다": 324,
"되었다": 325,
"됐다": 326,
"한다": 327,
"합니다": 328,
"있습니다": 329,
"없습니다": 330,
"있으며": 331,
"없으며": 332,
"위해": 333,
"대해": 334,
"통해": 335,
"었니": 336,
"았니": 337,
"었다": 338,
"았다": 339,
"니": 1310,
"냐": 341,
"어": 1314,
"아": 343,
"지": 1302,
"네": 345,
"잖아": 346,
"거든": 347,
"을래": 348,
"을까": 349,
"을게": 350,
"자": 351,
"면": 352,
"으면": 353,
"고": 1297,
"어서": 355,
"아서": 356,
"어요": 357,
"아요": 358,
"지요": 359,
"나요": 360,
"까요": 361,
"세요": 362,
"게요": 363,
"군": 364,
"구나": 365,
"텐데": 366,
"는데": 367,
"은데": 368,
"니까": 369,
"으니까": 370,
"어줘": 371,
"아줘": 372,
"네요": 373,
"군요": 374,
"거든요": 375,
"잖아요": 376,
"할까": 377,
"할래": 378,
"할게": 379,
"갈까": 380,
"갈래": 381,
"갈게": 382,
"볼까": 383,
"볼래": 384,
"에서는": 385,
"에게는": 386,
"으로는": 387,
"이라는": 388,
"이라고": 389,
"보다는": 390,
"부터는": 391,
"까지는": 392,
"었": 393,
"았": 394,
"가": 1287,
"갔": 396,
"오": 397,
"왔": 398,
"보": 399,
"봤": 400,
"하": 1296,
"했": 1313,
"먹": 403,
"먹었": 404,
"되": 1312,
"됐": 406,
"알": 407,
"있": 1315,
"없": 1316,
"주": 410,
"줬": 411,
"사": 412,
"샀": 413,
"은": 1284,
"는": 1285,
"이": 1286,
"을": 1288,
"를": 1289,
"의": 1291,
"에": 1292,
"에서": 422,
"로": 1294,
"으로": 424,
"에게": 425,
"와": 1298,
"과": 1290,
"도": 1299,
"만": 1300,
"부터": 430,
"까지": 431,
"그리고": 432,
"하지만": 711,
"또는": 434,
"그래서": 435,
"왜냐하면": 436,
"만약": 437,
"나": 438,
"너": 439,
"그": 440,
"그녀": 441,
"우리": 442,
"그들": 443,
"있다": 445,
"아니다": 446,
"사고": 447,
"전화": 489,
"야외": 449,
"컴퓨터": 450,
"품질": 451,
"비디오": 452,
"특별": 474,
"병원": 454,
"직접": 455,
"동물": 456,
"비교": 550,
"개발": 458,
"증가": 578,
"시스템": 460,
"결과": 461,
"받았어": 462,
"특히": 700,
"웹": 464,
"그룹": 465,
"충분히": 466,
"정부": 467,
"프로젝트": 468,
"최대": 469,
"동시에": 470,
"부분적으로": 484,
"치료": 472,
"호텔": 473,
"어디": 529,
"폭력": 476,
"준비": 511,
"기온": 478,
"고객": 479,
"책임": 480,
"학교": 481,
"오류": 482,
"사람": 545,
"단순함": 827,
"영화": 486,
"예제": 487,
"개선": 924,
"가장 높은": 490,
"반": 491,
"몸": 492,
"드디어": 493,
"서비스": 494,
"거리": 495,
"에너지": 496,
"업데이트": 497,
"전통적으로": 498,
"구매자": 528,
"가능": 661,
"디자이너": 502,
"만족감": 503,
"학생": 504,
"도움": 851,
"지원": 628,
"문화": 734,
"디지털": 508,
"가족": 594,
"둘 다": 800,
"시간": 512,
"속도": 513,
"안전성": 687,
"위험": 903,
"과거": 516,
"관광": 517,
"여자": 518,
"온도": 519,
"사용량": 520,
"참여": 666,
"특별히": 522,
"카메라": 523,
"새로운": 524,
"조심스럽게": 525,
"정치인": 526,
"연간": 1018,
"스트레스": 530,
"아이들": 531,
"결정": 532,
"교육": 931,
"인간": 534,
"대략": 535,
"예": 536,
"제품": 537,
"생산": 538,
"참가자": 539,
"어린이들": 540,
"위협": 991,
"확장": 1006,
"상황": 543,
"공식적으로": 544,
"높이": 546,
"더 높": 547,
"선물": 548,
"교회": 549,
"더": 551,
"통제": 552,
"행동": 640,
"압력": 554,
"성과": 555,
"애니메이션": 556,
"완전": 557,
"발견": 558,
"경제": 559,
"뭔가": 560,
"게임": 995,
"더 좋아": 562,
"변화": 563,
"가격": 564,
"작은": 565,
"크기": 870,
"기회": 567,
"들어오는": 568,
"걷는 것": 569,
"확인": 937,
"차이점": 571,
"돈": 572,
"투자": 834,
"우리의": 574,
"반대": 786,
"정확하게": 576,
"약간": 577,
"모터": 579,
"선거": 580,
"토론": 581,
"로봇": 582,
"자동으로": 584,
"미래": 585,
"내부에서": 586,
"작곡가": 587,
"오해": 749,
"여성": 589,
"수리": 590,
"도서관": 591,
"대체": 1020,
"보호": 593,
"아내": 595,
"조직": 596,
"실험": 702,
"텔레비전": 598,
"장식": 599,
"적절하게": 600,
"함께": 601,
"앨범": 602,
"영감": 603,
"중요": 604,
"할인": 605,
"호흡": 606,
"대화": 608,
"프로그램": 609,
"생일": 867,
"존재": 760,
"문제": 612,
"디자인": 613,
"생산량": 614,
"더 작은": 615,
"피": 616,
"만족": 617,
"직업": 618,
"의사소통": 862,
"계획": 620,
"맞": 815,
"엔진": 622,
"부분적": 623,
"부분": 624,
"더 큰": 740,
"전화기": 626,
"옷": 627,
"확정": 629,
"받는 것": 630,
"투표": 773,
"적어도": 632,
"검색": 654,
"판매": 634,
"춤": 636,
"과잉": 637,
"사용": 983,
"장비": 639,
"사용법": 641,
"협업": 642,
"성장": 643,
"모두": 644,
"특히요": 645,
"잠재적으로": 646,
"선택하는 것": 647,
"시연": 648,
"준비해": 649,
"다음": 650,
"메뉴": 651,
"예상치 못한": 652,
"팀": 653,
"충돌": 655,
"쓰기": 656,
"정치": 657,
"과정": 658,
"광고": 750,
"현재": 776,
"가장 가까운": 663,
"스포츠": 664,
"비": 665,
"일시적으로": 667,
"가장 좋은": 668,
"연결": 669,
"글쓰기": 670,
"위치": 671,
"숨겨진": 672,
"변경": 753,
"가독성": 674,
"주로": 949,
"차": 677,
"거의": 712,
"자동차": 679,
"더 많은": 680,
"클라이언트": 681,
"다른 것": 756,
"페이지": 684,
"대조": 685,
"잘못": 686,
"신뢰성": 890,
"비판": 689,
"당신 자신": 690,
"재정적으로": 691,
"소유자": 692,
"연령": 693,
"선택": 859,
"센서": 695,
"아름다움": 696,
"색상": 889,
"시작": 698,
"노래": 699,
"내부": 843,
"시장": 703,
"준비된 것": 704,
"사람들": 705,
"높음": 706,
"항의": 707,
"안전": 708,
"효율적으로": 709,
"이웃": 710,
"소재": 713,
"물": 714,
"목록": 715,
"듣기": 716,
"건물": 717,
"이전": 718,
"생산성": 719,
"우리 자신": 720,
"사진작가": 721,
"다른": 824,
"접근": 723,
"자살": 724,
"일부": 837,
"최신": 726,
"위기": 727,
"어려운": 728,
"파리": 729,
"영향을 받": 730,
"나이": 731,
"갈등": 732,
"날씨": 733,
"축하해": 735,
"설치": 1019,
"트위터": 787,
"갑자기": 1013,
"최소": 741,
"저서": 742,
"지역사회": 743,
"부엌": 744,
"여행자": 989,
"기계": 746,
"음식": 747,
"이용": 748,
"완벽하다": 858,
"월급": 754,
"협상": 879,
"읽기": 757,
"같이": 758,
"말하는 것": 759,
"인터뷰": 761,
"가스": 762,
"실망": 763,
"감사": 764,
"선수": 765,
"실망스러운": 766,
"구매": 876,
"평균": 768,
"관찰": 817,
"아마": 770,
"예술": 772,
"대부분": 986,
"진행 중": 775,
"거절": 777,
"구매한": 778,
"보통": 957,
"스타일": 780,
"달": 782,
"건축": 783,
"향상": 904,
"종류": 785,
"영향력": 887,
"음악": 789,
"사용 가능": 790,
"그래픽": 791,
"목적": 792,
"피자": 793,
"많은 것": 794,
"비정상적으로": 795,
"우리 자신들": 796,
"주제": 797,
"이전의": 798,
"폐쇄": 799,
"간접적으로": 801,
"누군가": 802,
"뉴스": 803,
"잘못된 것": 804,
"결론": 805,
"대체로": 806,
"감소": 807,
"다양성": 808,
"수학": 809,
"전략": 810,
"연습": 811,
"실습": 812,
"효과": 813,
"큰": 814,
"중요성": 816,
"호환성": 818,
"즐거워하는 것": 819,
"쇼핑": 820,
"샐러드": 821,
"적응": 822,
"인플레이션": 823,
"표시": 898,
"날짜": 828,
"개": 829,
"신청": 830,
"시작해": 831,
"일반적으로": 869,
"물이": 833,
"공격적": 835,
"옷차림": 836,
"투명성": 838,
"클릭": 839,
"목소리": 840,
"어머니": 841,
"사진": 842,
"집": 844,
"찾는 것": 845,
"폭발": 846,
"일곱": 848,
"책": 849,
"축구": 850,
"비타민": 852,
"식별": 853,
"개별적": 854,
"교환": 855,
"주차장": 856,
"반응": 857,
"느리게": 860,
"앉아 있는 것": 861,
"영상": 863,
"신호": 864,
"활성화": 865,
"미술": 866,
"쓰여진": 868,
"더 높은": 871,
"수요": 872,
"경력": 873,
"비정상적": 874,
"각각": 875,
"달력": 877,
"입력하세요": 878,
"필요": 880,
"빠르게": 881,
"범죄": 882,
"취업": 883,
"점심": 884,
"침묵": 885,
"상징적으로": 886,
"어려운 것": 888,
"콘서트": 891,
"신체적": 892,
"정상적으로": 893,
"제공": 894,
"판매자": 895,
"과도하게": 896,
"지식": 897,
"자전거": 899,
"동물들": 900,
"여행하는 것": 901,
"냄새": 902,
"과도한": 905,
"자신감": 906,
"설계": 907,
"측정": 908,
"퇴직": 909,
"아래로": 910,
"차량": 911,
"받음": 912,
"확률": 913,
"지불": 914,
"열정적으로": 915,
"불법적으로": 916,
"문학": 917,
"추격": 918,
"더 빨리": 919,
"기호": 920,
"증상": 921,
"사용자": 922,
"기후": 923,
"혁신": 925,
"조정": 926,
"인센티브": 927,
"급여": 928,
"레이저": 929,
"될 수 있": 930,
"알코올": 932,
"자유": 933,
"활동적": 934,
"엔터테인먼트": 935,
"다시": 936,
"주소": 938,
"월간": 939,
"취소": 940,
"설명": 941,
"훈련된": 942,
"청소": 943,
"다가오고 있": 944,
"비슷한": 945,
"감사함": 946,
"준비됐어": 947,
"완전히": 948,
"쉽게": 950,
"배움": 951,
"제안": 952,
"알파": 953,
"구조": 954,
"행복하다": 955,
"고도": 1007,
"독립적으로": 958,
"필요함": 959,
"가격은": 960,
"사용할 수 있": 961,
"도시": 962,
"성격": 963,
"종이": 964,
"비밀번호": 965,
"가능성": 966,
"몇 개": 967,
"방향": 968,
"암살": 969,
"상상력": 970,
"예방": 971,
"효율성": 972,
"전자": 973,
"자서전": 974,
"케이블": 975,
"로마": 976,
"탄수화물": 977,
"이해": 978,
"또 다른": 979,
"주말": 980,
"언젠가는": 981,
"육체적으로": 982,
"이집트": 984,
"적응력": 985,
"앉은 자": 987,
"보호하는 것": 988,
"적합하다": 990,
"손쉽게": 992,
"계절": 993,
"시계": 994,
"유명하다": 996,
"플라스틱": 997,
"테마": 998,
"아이": 999,
"적극적으로": 1000,
"몇 가지": 1001,
"거부": 1002,
"비용": 1003,
"수준": 1004,
"철학자": 1005,
"열정적": 1008,
"손실": 1009,
"손": 1010,
"건강": 1011,
"시": 1012,
"복잡성": 1014,
"조명": 1015,
"과학": 1016,
"예약": 1017,
"저널리스트": 1021,
"투자자": 1022,
"해외에서": 1023,
"{": 1047,
"}": 1048,
"<": 1049,
">": 1050,
"\\": 1053,
"_": 1054,
"^": 1060,
"|": 1065,
"`": 1066,
"\t": 1068,
"a": 1069,
"b": 1070,
"c": 1071,
"d": 1072,
"e": 1073,
"f": 1074,
"g": 1075,
"h": 1076,
"i": 1077,
"j": 1078,
"k": 1079,
"l": 1080,
"m": 1081,
"n": 1082,
"o": 1083,
"p": 1084,
"q": 1085,
"r": 1086,
"s": 1087,
"t": 1088,
"u": 1089,
"v": 1090,
"w": 1091,
"x": 1092,
"y": 1093,
"z": 1094,
"A": 1095,
"B": 1096,
"C": 1097,
"D": 1098,
"E": 1099,
"F": 1100,
"G": 1101,
"H": 1102,
"I": 1103,
"J": 1104,
"K": 1105,
"L": 1106,
"M": 1107,
"N": 1108,
"O": 1109,
"P": 1110,
"Q": 1111,
"R": 1112,
"S": 1113,
"T": 1114,
"U": 1115,
"V": 1116,
"W": 1117,
"X": 1118,
"Y": 1119,
"Z": 1120,
"ä": 1121,
"ö": 1122,
"ü": 1123,
"ß": 1124,
"Ä": 1125,
"Ö": 1126,
"Ü": 1127,
"á": 1128,
"é": 1129,
"í": 1130,
"ó": 1131,
"ú": 1132,
"ñ": 1133,
"Á": 1134,
"É": 1135,
"Í": 1136,
"Ó": 1137,
"Ú": 1138,
"Ñ": 1139,
"ã": 1140,
"õ": 1141,
"ç": 1142,
"Ã": 1143,
"Õ": 1144,
"Ç": 1145,
"à": 1146,
"è": 1147,
"ì": 1148,
"ò": 1149,
"ù": 1150,
"À": 1151,
"È": 1152,
"Ò": 1153,
"Ù": 1154,
"â": 1155,
"ê": 1156,
"î": 1157,
"ô": 1158,
"û": 1159,
"Â": 1160,
"Ê": 1161,
"Î": 1162,
"Ô": 1163,
"Û": 1164,
"ă": 1165,
"đ": 1166,
"ơ": 1167,
"ư": 1168,
"Ă": 1169,
"Đ": 1170,
"Ơ": 1171,
"Ư": 1172,
"ạ": 1173,
"ả": 1174,
"ấ": 1175,
"ầ": 1176,
"ẩ": 1177,
"ẫ": 1178,
"ậ": 1179,
"ắ": 1180,
"ằ": 1181,
"ẳ": 1182,
"ẵ": 1183,
"ặ": 1184,
"ẹ": 1185,
"ẻ": 1186,
"ẽ": 1187,
"ế": 1188,
"ề": 1189,
"ể": 1190,
"ễ": 1191,
"ệ": 1192,
"ỉ": 1193,
"ị": 1194,
"ọ": 1195,
"ỏ": 1196,
"ố": 1197,
"ồ": 1198,
"ổ": 1199,
"ỗ": 1200,
"ộ": 1201,
"ớ": 1202,
"ờ": 1203,
"ở": 1204,
"ỡ": 1205,
"ợ": 1206,
"ụ": 1207,
"ủ": 1208,
"ứ": 1209,
"ừ": 1210,
"ử": 1211,
"ữ": 1212,
"ự": 1213,
"ỳ": 1214,
"ỵ": 1215,
"ỷ": 1216,
"ỹ": 1217,
"а": 1218,
"б": 1219,
"в": 1220,
"г": 1221,
"д": 1222,
"е": 1223,
"ё": 1224,
"ж": 1225,
"з": 1226,
"и": 1227,
"й": 1228,
"к": 1229,
"л": 1230,
"м": 1231,
"н": 1232,
"о": 1233,
"п": 1234,
"р": 1235,
"с": 1236,
"т": 1237,
"у": 1238,
"ф": 1239,
"х": 1240,
"ц": 1241,
"ч": 1242,
"ш": 1243,
"щ": 1244,
"ъ": 1245,
"ы": 1246,
"ь": 1247,
"э": 1248,
"ю": 1249,
"я": 1250,
"А": 1251,
"Б": 1252,
"В": 1253,
"Г": 1254,
"Д": 1255,
"Е": 1256,
"Ё": 1257,
"Ж": 1258,
"З": 1259,
"И": 1260,
"Й": 1261,
"К": 1262,
"Л": 1263,
"М": 1264,
"Н": 1265,
"О": 1266,
"П": 1267,
"Р": 1268,
"С": 1269,
"Т": 1270,
"У": 1271,
"Ф": 1272,
"Х": 1273,
"Ц": 1274,
"Ч": 1275,
"Ш": 1276,
"Щ": 1277,
"Ъ": 1278,
"Ы": 1279,
"Ь": 1280,
"Э": 1281,
"Ю": 1282,
"Я": 1283,
"서": 1293,
"으": 1295,
"까": 1301,
"부": 1303,
"터": 1304,
"게": 1305,
"한": 1306,
"테": 1307,
"며": 1308,
"습": 1309,
"다": 1311,
"것": 1317,
"수": 1318,
"등": 1319,
"및": 1320,
"ᄀ": 1321,
"ᄁ": 1322,
"ᄂ": 1323,
"ᄃ": 1324,
"ᄄ": 1325,
"ᄅ": 1326,
"ᄆ": 1327,
"ᄇ": 1328,
"ᄈ": 1329,
"ᄉ": 1330,
"ᄊ": 1331,
"ᄋ": 1332,
"ᄌ": 1333,
"ᄍ": 1334,
"ᄎ": 1335,
"ᄏ": 1336,
"ᄐ": 1337,
"ᄑ": 1338,
"ᄒ": 1339,
"ᅡ": 1340,
"ᅢ": 1341,
"ᅣ": 1342,
"ᅤ": 1343,
"ᅥ": 1344,
"ᅦ": 1345,
"ᅧ": 1346,
"ᅨ": 1347,
"ᅩ": 1348,
"ᅪ": 1349,
"ᅫ": 1350,
"ᅬ": 1351,
"ᅭ": 1352,
"ᅮ": 1353,
"ᅯ": 1354,
"ᅰ": 1355,
"ᅱ": 1356,
"ᅲ": 1357,
"ᅳ": 1358,
"ᅴ": 1359,
"ᅵ": 1360,
"ᆨ": 1361,
"ᆩ": 1362,
"ᆪ": 1363,
"ᆫ": 1364,
"ᆬ": 1365,
"ᆭ": 1366,
"ᆮ": 1367,
"ᆯ": 1368,
"ᆰ": 1369,
"ᆱ": 1370,
"ᆲ": 1371,
"ᆳ": 1372,
"ᆴ": 1373,
"ᆵ": 1374,
"ᆶ": 1375,
"ᆷ": 1376,
"ᆸ": 1377,
"ᆹ": 1378,
"ᆺ": 1379,
"ᆻ": 1380,
"ᆼ": 1381,
"ᆽ": 1382,
"ᆾ": 1383,
"ᆿ": 1384,
"ᇀ": 1385,
"ᇁ": 1386,
"ᇂ": 1387,
"あ": 1388,
"い": 1389,
"う": 1390,
"え": 1391,
"お": 1392,
"か": 1393,
"き": 1394,
"く": 1395,
"け": 1396,
"こ": 1397,
"さ": 1398,
"し": 1399,
"す": 1400,
"せ": 1401,
"そ": 1402,
"た": 1403,
"ち": 1404,
"つ": 1405,
"て": 1406,
"と": 1407,
"な": 1408,
"に": 1409,
"ぬ": 1410,
"ね": 1411,
"の": 1412,
"は": 1413,
"ひ": 1414,
"ふ": 1415,
"へ": 1416,
"ほ": 1417,
"ま": 1418,
"み": 1419,
"む": 1420,
"め": 1421,
"も": 1422,
"や": 1423,
"ゆ": 1424,
"よ": 1425,
"ら": 1426,
"り": 1427,
"る": 1428,
"れ": 1429,
"ろ": 1430,
"わ": 1431,
"を": 1432,
"ん": 1433,
"ー": 1434,
"っ": 1435,
"ゃ": 1436,
"ゅ": 1437,
"ょ": 1438,
"が": 1439,
"ぎ": 1440,
"ぐ": 1441,
"げ": 1442,
"ご": 1443,
"ざ": 1444,
"じ": 1445,
"ず": 1446,
"ぜ": 1447,
"ぞ": 1448,
"だ": 1449,
"ぢ": 1450,
"づ": 1451,
"で": 1452,
"ど": 1453,
"ば": 1454,
"び": 1455,
"ぶ": 1456,
"べ": 1457,
"ぼ": 1458,
"ぱ": 1459,
"ぴ": 1460,
"ぷ": 1461,
"ぺ": 1462,
"ぽ": 1463,
"ゔ": 1464,
"ア": 1465,
"イ": 1466,
"ウ": 1467,
"エ": 1468,
"オ": 1469,
"カ": 1470,
"キ": 1471,
"ク": 1472,
"ケ": 1473,
"コ": 1474,
"サ": 1475,
"シ": 1476,
"ス": 1477,
"セ": 1478,
"ソ": 1479,
"タ": 1480,
"チ": 1481,
"ツ": 1482,
"テ": 1483,
"ト": 1484,
"ナ": 1485,
"ニ": 1486,
"ヌ": 1487,
"ネ": 1488,
"ノ": 1489,
"ハ": 1490,
"ヒ": 1491,
"フ": 1492,
"ヘ": 1493,
"ホ": 1494,
"マ": 1495,
"ミ": 1496,
"ム": 1497,
"メ": 1498,
"モ": 1499,
"ヤ": 1500,
"ユ": 1501,
"ヨ": 1502,
"ラ": 1503,
"リ": 1504,
"ル": 1505,
"レ": 1506,
"ロ": 1507,
"ワ": 1508,
"ヲ": 1509,
"ン": 1510,
"ッ": 1511,
"ャ": 1512,
"ュ": 1513,
"ョ": 1514,
"ガ": 1515,
"ギ": 1516,
"グ": 1517,
"ゲ": 1518,
"ゴ": 1519,
"ザ": 1520,
"ジ": 1521,
"ズ": 1522,
"ゼ": 1523,
"ゾ": 1524,
"ダ": 1525,
"ヂ": 1526,
"ヅ": 1527,
"デ": 1528,
"ド": 1529,
"バ": 1530,
"ビ": 1531,
"ブ": 1532,
"ベ": 1533,
"ボ": 1534,
"パ": 1535,
"ピ": 1536,
"プ": 1537,
"ペ": 1538,
"ポ": 1539,
"ヴ": 1540,
"ऀ": 1541,
"ँ": 1542,
"ं": 1543,
"ः": 1544,
"ऄ": 1545,
"अ": 1546,
"आ": 1547,
"इ": 1548,
"ई": 1549,
"उ": 1550,
"ऊ": 1551,
"ऋ": 1552,
"ऌ": 1553,
"ऍ": 1554,
"ऎ": 1555,
"ए": 1556,
"ऐ": 1557,
"ऑ": 1558,
"ऒ": 1559,
"ओ": 1560,
"औ": 1561,
"क": 1562,
"ख": 1563,
"ग": 1564,
"घ": 1565,
"ङ": 1566,
"च": 1567,
"छ": 1568,
"ज": 1569,
"झ": 1570,
"ञ": 1571,
"ट": 1572,
"ठ": 1573,
"ड": 1574,
"ढ": 1575,
"ण": 1576,
"त": 1577,
"थ": 1578,
"द": 1579,
"ध": 1580,
"न": 1581,
"ऩ": 1582,
"प": 1583,
"फ": 1584,
"ब": 1585,
"भ": 1586,
"म": 1587,
"य": 1588,
"र": 1589,
"ऱ": 1590,
"ल": 1591,
"ळ": 1592,
"ऴ": 1593,
"व": 1594,
"श": 1595,
"ष": 1596,
"स": 1597,
"ह": 1598,
"ऺ": 1599,
"ऻ": 1600,
"़": 1601,
"ऽ": 1602,
"ा": 1603,
"ि": 1604,
"ी": 1605,
"ु": 1606,
"ू": 1607,
"ृ": 1608,
"ॄ": 1609,
"ॅ": 1610,
"ॆ": 1611,
"े": 1612,
"ै": 1613,
"ॉ": 1614,
"ॊ": 1615,
"ो": 1616,
"ौ": 1617,
"्": 1618,
"ॎ": 1619,
"ॏ": 1620,
"ॐ": 1621,
"॑": 1622,
"॒": 1623,
"॓": 1624,
"॔": 1625,
"ॕ": 1626,
"ॖ": 1627,
"ॗ": 1628,
"क़": 1629,
"ख़": 1630,
"ग़": 1631,
"ज़": 1632,
"ड़": 1633,
"ढ़": 1634,
"फ़": 1635,
"य़": 1636,
"ॠ": 1637,
"ॡ": 1638,
"ॢ": 1639,
"ॣ": 1640,
"।": 1641,
"॥": 1642,
"०": 1643,
"१": 1644,
"२": 1645,
"३": 1646,
"४": 1647,
"५": 1648,
"६": 1649,
"७": 1650,
"८": 1651,
"९": 1652,
"॰": 1653,
"ॱ": 1654,
"ॲ": 1655,
"ॳ": 1656,
"ॴ": 1657,
"ॵ": 1658,
"ॶ": 1659,
"ॷ": 1660,
"ॸ": 1661,
"ॹ": 1662,
"ॺ": 1663,
"ॻ": 1664,
"ॼ": 1665,
"ॽ": 1666,
"ॾ": 1667,
"ก": 1668,
"ข": 1669,
"ฃ": 1670,
"ค": 1671,
"ฅ": 1672,
"ฆ": 1673,
"ง": 1674,
"จ": 1675,
"ฉ": 1676,
"ช": 1677,
"ซ": 1678,
"ฌ": 1679,
"ญ": 1680,
"ฎ": 1681,
"ฏ": 1682,
"ฐ": 1683,
"ฑ": 1684,
"ฒ": 1685,
"ณ": 1686,
"ด": 1687,
"ต": 1688,
"ถ": 1689,
"ท": 1690,
"ธ": 1691,
"น": 1692,
"บ": 1693,
"ป": 1694,
"ผ": 1695,
"ฝ": 1696,
"พ": 1697,
"ฟ": 1698,
"ภ": 1699,
"ม": 1700,
"ย": 1701,
"ร": 1702,
"ฤ": 1703,
"ล": 1704,
"ฦ": 1705,
"ว": 1706,
"ศ": 1707,
"ษ": 1708,
"ส": 1709,
"ห": 1710,
"ฬ": 1711,
"อ": 1712,
"ฮ": 1713,
"ฯ": 1714,
"ะ": 1715,
"ั": 1716,
"า": 1717,
"ำ": 1718,
"ิ": 1719,
"ี": 1720,
"ึ": 1721,
"ื": 1722,
"ุ": 1723,
"ู": 1724,
"ฺ": 1725,
"฿": 1726,
"เ": 1727,
"แ": 1728,
"โ": 1729,
"ใ": 1730,
"ไ": 1731,
"ๅ": 1732,
"ๆ": 1733,
"็": 1734,
"่": 1735,
"้": 1736,
"๊": 1737,
"๋": 1738,
"์": 1739,
"ํ": 1740,
"๎": 1741,
"๏": 1742,
"๐": 1743,
"๑": 1744,
"๒": 1745,
"๓": 1746,
"๔": 1747,
"๕": 1748,
"๖": 1749,
"๗": 1750,
"๘": 1751,
"๙": 1752,
"๚": 1753,
"<grapheme_1754>": 1754,
"<grapheme_1755>": 1755,
"<grapheme_1756>": 1756,
"<grapheme_1757>": 1757,
"<grapheme_1758>": 1758,
"<grapheme_1759>": 1759,
"<grapheme_1760>": 1760,
"<grapheme_1761>": 1761,
"<grapheme_1762>": 1762,
"<grapheme_1763>": 1763,
"<grapheme_1764>": 1764,
"<grapheme_1765>": 1765,
"<grapheme_1766>": 1766,
"<grapheme_1767>": 1767,
"<grapheme_1768>": 1768,
"<grapheme_1769>": 1769,
"<grapheme_1770>": 1770,
"<grapheme_1771>": 1771,
"<grapheme_1772>": 1772,
"<grapheme_1773>": 1773,
"<grapheme_1774>": 1774,
"<grapheme_1775>": 1775,
"<grapheme_1776>": 1776,
"<grapheme_1777>": 1777,
"<grapheme_1778>": 1778,
"<grapheme_1779>": 1779,
"<grapheme_1780>": 1780,
"<grapheme_1781>": 1781,
"<grapheme_1782>": 1782,
"<grapheme_1783>": 1783,
"<grapheme_1784>": 1784,
"<grapheme_1785>": 1785,
"<grapheme_1786>": 1786,
"<grapheme_1787>": 1787,
"<grapheme_1788>": 1788,
"<grapheme_1789>": 1789,
"<grapheme_1790>": 1790,
"<grapheme_1791>": 1791,
"<grapheme_1792>": 1792,
"<grapheme_1793>": 1793,
"<grapheme_1794>": 1794,
"<grapheme_1795>": 1795,
"<grapheme_1796>": 1796,
"<grapheme_1797>": 1797,
"<grapheme_1798>": 1798,
"<grapheme_1799>": 1799,
"<grapheme_1800>": 1800,
"<grapheme_1801>": 1801,
"<grapheme_1802>": 1802,
"<grapheme_1803>": 1803,
"<grapheme_1804>": 1804,
"<grapheme_1805>": 1805,
"<grapheme_1806>": 1806,
"<grapheme_1807>": 1807,
"<grapheme_1808>": 1808,
"<grapheme_1809>": 1809,
"<grapheme_1810>": 1810,
"<grapheme_1811>": 1811,
"<grapheme_1812>": 1812,
"<grapheme_1813>": 1813,
"<grapheme_1814>": 1814,
"<grapheme_1815>": 1815,
"<grapheme_1816>": 1816,
"<grapheme_1817>": 1817,
"<grapheme_1818>": 1818,
"<grapheme_1819>": 1819,
"<grapheme_1820>": 1820,
"<grapheme_1821>": 1821,
"<grapheme_1822>": 1822,
"<grapheme_1823>": 1823,
"<grapheme_1824>": 1824,
"<grapheme_1825>": 1825,
"<grapheme_1826>": 1826,
"<grapheme_1827>": 1827,
"<grapheme_1828>": 1828,
"<grapheme_1829>": 1829,
"<grapheme_1830>": 1830,
"<grapheme_1831>": 1831,
"<grapheme_1832>": 1832,
"<grapheme_1833>": 1833,
"<grapheme_1834>": 1834,
"<grapheme_1835>": 1835,
"<grapheme_1836>": 1836,
"<grapheme_1837>": 1837,
"<grapheme_1838>": 1838,
"<grapheme_1839>": 1839,
"<grapheme_1840>": 1840,
"<grapheme_1841>": 1841,
"<grapheme_1842>": 1842,
"<grapheme_1843>": 1843,
"<grapheme_1844>": 1844,
"<grapheme_1845>": 1845,
"<grapheme_1846>": 1846,
"<grapheme_1847>": 1847,
"<grapheme_1848>": 1848,
"<grapheme_1849>": 1849,
"<grapheme_1850>": 1850,
"<grapheme_1851>": 1851,
"<grapheme_1852>": 1852,
"<grapheme_1853>": 1853,
"<grapheme_1854>": 1854,
"<grapheme_1855>": 1855,
"<grapheme_1856>": 1856,
"<grapheme_1857>": 1857,
"<grapheme_1858>": 1858,
"<grapheme_1859>": 1859,
"<grapheme_1860>": 1860,
"<grapheme_1861>": 1861,
"<grapheme_1862>": 1862,
"<grapheme_1863>": 1863,
"<grapheme_1864>": 1864,
"<grapheme_1865>": 1865,
"<grapheme_1866>": 1866,
"<grapheme_1867>": 1867,
"<grapheme_1868>": 1868,
"<grapheme_1869>": 1869,
"<grapheme_1870>": 1870,
"<grapheme_1871>": 1871,
"<grapheme_1872>": 1872,
"<grapheme_1873>": 1873,
"<grapheme_1874>": 1874,
"<grapheme_1875>": 1875,
"<grapheme_1876>": 1876,
"<grapheme_1877>": 1877,
"<grapheme_1878>": 1878,
"<grapheme_1879>": 1879,
"<grapheme_1880>": 1880,
"<grapheme_1881>": 1881,
"<grapheme_1882>": 1882,
"<grapheme_1883>": 1883,
"<grapheme_1884>": 1884,
"<grapheme_1885>": 1885,
"<grapheme_1886>": 1886,
"<grapheme_1887>": 1887,
"<grapheme_1888>": 1888,
"<grapheme_1889>": 1889,
"<grapheme_1890>": 1890,
"<grapheme_1891>": 1891,
"<grapheme_1892>": 1892,
"<grapheme_1893>": 1893,
"<grapheme_1894>": 1894,
"<grapheme_1895>": 1895,
"<grapheme_1896>": 1896,
"<grapheme_1897>": 1897,
"<grapheme_1898>": 1898,
"<grapheme_1899>": 1899,
"<grapheme_1900>": 1900,
"<grapheme_1901>": 1901,
"<grapheme_1902>": 1902,
"<grapheme_1903>": 1903,
"<grapheme_1904>": 1904,
"<grapheme_1905>": 1905,
"<grapheme_1906>": 1906,
"<grapheme_1907>": 1907,
"<grapheme_1908>": 1908,
"<grapheme_1909>": 1909,
"<grapheme_1910>": 1910,
"<grapheme_1911>": 1911,
"<grapheme_1912>": 1912,
"<grapheme_1913>": 1913,
"<grapheme_1914>": 1914,
"<grapheme_1915>": 1915,
"<grapheme_1916>": 1916,
"<grapheme_1917>": 1917,
"<grapheme_1918>": 1918,
"<grapheme_1919>": 1919,
"<grapheme_1920>": 1920,
"<grapheme_1921>": 1921,
"<grapheme_1922>": 1922,
"<grapheme_1923>": 1923,
"<grapheme_1924>": 1924,
"<grapheme_1925>": 1925,
"<grapheme_1926>": 1926,
"<grapheme_1927>": 1927,
"<grapheme_1928>": 1928,
"<grapheme_1929>": 1929,
"<grapheme_1930>": 1930,
"<grapheme_1931>": 1931,
"<grapheme_1932>": 1932,
"<grapheme_1933>": 1933,
"<grapheme_1934>": 1934,
"<grapheme_1935>": 1935,
"<grapheme_1936>": 1936,
"<grapheme_1937>": 1937,
"<grapheme_1938>": 1938,
"<grapheme_1939>": 1939,
"<grapheme_1940>": 1940,
"<grapheme_1941>": 1941,
"<grapheme_1942>": 1942,
"<grapheme_1943>": 1943,
"<grapheme_1944>": 1944,
"<grapheme_1945>": 1945,
"<grapheme_1946>": 1946,
"<grapheme_1947>": 1947,
"<grapheme_1948>": 1948,
"<grapheme_1949>": 1949,
"<grapheme_1950>": 1950,
"<grapheme_1951>": 1951,
"<grapheme_1952>": 1952,
"<grapheme_1953>": 1953,
"<grapheme_1954>": 1954,
"<grapheme_1955>": 1955,
"<grapheme_1956>": 1956,
"<grapheme_1957>": 1957,
"<grapheme_1958>": 1958,
"<grapheme_1959>": 1959,
"<grapheme_1960>": 1960,
"<grapheme_1961>": 1961,
"<grapheme_1962>": 1962,
"<grapheme_1963>": 1963,
"<grapheme_1964>": 1964,
"<grapheme_1965>": 1965,
"<grapheme_1966>": 1966,
"<grapheme_1967>": 1967,
"<grapheme_1968>": 1968,
"<grapheme_1969>": 1969,
"<grapheme_1970>": 1970,
"<grapheme_1971>": 1971,
"<grapheme_1972>": 1972,
"<grapheme_1973>": 1973,
"<grapheme_1974>": 1974,
"<grapheme_1975>": 1975,
"<grapheme_1976>": 1976,
"<grapheme_1977>": 1977,
"<grapheme_1978>": 1978,
"<grapheme_1979>": 1979,
"<grapheme_1980>": 1980,
"<grapheme_1981>": 1981,
"<grapheme_1982>": 1982,
"<grapheme_1983>": 1983,
"<grapheme_1984>": 1984,
"<grapheme_1985>": 1985,
"<grapheme_1986>": 1986,
"<grapheme_1987>": 1987,
"<grapheme_1988>": 1988,
"<grapheme_1989>": 1989,
"<grapheme_1990>": 1990,
"<grapheme_1991>": 1991,
"<grapheme_1992>": 1992,
"<grapheme_1993>": 1993,
"<grapheme_1994>": 1994,
"<grapheme_1995>": 1995,
"<grapheme_1996>": 1996,
"<grapheme_1997>": 1997,
"<grapheme_1998>": 1998,
"<grapheme_1999>": 1999,
"<grapheme_2000>": 2000,
"<grapheme_2001>": 2001,
"<grapheme_2002>": 2002,
"<grapheme_2003>": 2003,
"<grapheme_2004>": 2004,
"<grapheme_2005>": 2005,
"<grapheme_2006>": 2006,
"<grapheme_2007>": 2007,
"<grapheme_2008>": 2008,
"<grapheme_2009>": 2009,
"<grapheme_2010>": 2010,
"<grapheme_2011>": 2011,
"<grapheme_2012>": 2012,
"<grapheme_2013>": 2013,
"<grapheme_2014>": 2014,
"<grapheme_2015>": 2015,
"<grapheme_2016>": 2016,
"<grapheme_2017>": 2017,
"<grapheme_2018>": 2018,
"<grapheme_2019>": 2019,
"<grapheme_2020>": 2020,
"<grapheme_2021>": 2021,
"<grapheme_2022>": 2022,
"<grapheme_2023>": 2023,
"<grapheme_2024>": 2024,
"<grapheme_2025>": 2025,
"<grapheme_2026>": 2026,
"<grapheme_2027>": 2027,
"<grapheme_2028>": 2028,
"<grapheme_2029>": 2029,
"<grapheme_2030>": 2030,
"<grapheme_2031>": 2031,
"<grapheme_2032>": 2032,
"<grapheme_2033>": 2033,
"<grapheme_2034>": 2034,
"<grapheme_2035>": 2035,
"<grapheme_2036>": 2036,
"<grapheme_2037>": 2037,
"<grapheme_2038>": 2038,
"<grapheme_2039>": 2039,
"<grapheme_2040>": 2040,
"<grapheme_2041>": 2041,
"<grapheme_2042>": 2042,
"<grapheme_2043>": 2043,
"<grapheme_2044>": 2044,
"<grapheme_2045>": 2045,
"<grapheme_2046>": 2046,
"<grapheme_2047>": 2047
},
"unk_token": "<unk>"
}
}