EZFGraphic / tokenizer.json

EZFGraphic: text-to-image model

8523466 verified 6 days ago

13.1 kB

	{
	"version": "1.0",
	"truncation": null,
	"padding": null,
	"added_tokens": [
	{
	"id": 0,
	"content": "<pad>",
	"single_word": false,
	"lstrip": false,
	"rstrip": false,
	"normalized": false,
	"special": true
	},
	{
	"id": 1,
	"content": "<unk>",
	"single_word": false,
	"lstrip": false,
	"rstrip": false,
	"normalized": false,
	"special": true
	},
	{
	"id": 2,
	"content": "<bos>",
	"single_word": false,
	"lstrip": false,
	"rstrip": false,
	"normalized": false,
	"special": true
	},
	{
	"id": 3,
	"content": "<eos>",
	"single_word": false,
	"lstrip": false,
	"rstrip": false,
	"normalized": false,
	"special": true
	}
	],
	"normalizer": null,
	"pre_tokenizer": {
	"type": "ByteLevel",
	"add_prefix_space": true,
	"trim_offsets": true,
	"use_regex": true
	},
	"post_processor": null,
	"decoder": {
	"type": "ByteLevel",
	"add_prefix_space": true,
	"trim_offsets": true,
	"use_regex": true
	},
	"model": {
	"type": "BPE",
	"dropout": null,
	"unk_token": "<unk>",
	"continuing_subword_prefix": null,
	"end_of_word_suffix": null,
	"fuse_unk": false,
	"byte_fallback": false,
	"ignore_merges": false,
	"vocab": {
	"<pad>": 0,
	"<unk>": 1,
	"<bos>": 2,
	"<eos>": 3,
	"°": 4,
	"±": 5,
	"²": 6,
	"³": 7,
	"´": 8,
	"µ": 9,
	"¶": 10,
	"·": 11,
	"¸": 12,
	"¹": 13,
	"º": 14,
	"»": 15,
	"¼": 16,
	"½": 17,
	"¾": 18,
	"Ð": 19,
	"Ñ": 20,
	"Ġ": 21,
	"Ģ": 22,
	"ģ": 23,
	"Ĥ": 24,
	"ĥ": 25,
	"Ħ": 26,
	"Ĩ": 27,
	"ĩ": 28,
	"ĭ": 29,
	"Į": 30,
	"ı": 31,
	"ĳ": 32,
	"Ð½": 33,
	"Ð½Ð": 34,
	"Ð¹": 35,
	"ĠÑ": 36,
	"ÑĢ": 37,
	"Ð¾": 38,
	"ĠÐ½Ð": 39,
	"ĠÐ½Ð°": 40,
	"ÑĢÐ": 41,
	"Ñĭ": 42,
	"ÑĭÐ¹": 43,
	"Ñģ": 44,
	"ĠÐ": 45,
	"Ðµ": 46,
	"Ñĥ": 47,
	"ĠÑĦ": 48,
	"Ð»": 49,
	"¸Ñģ": 50,
	"Ð½Ðµ": 51,
	"Ð¾Ð½Ðµ": 52,
	"ĠÐ½Ð°ÑĢÐ": 53,
	"ÑĥÐ¹": 54,
	"ĠÑĦÐ¾Ð½Ðµ": 55,
	"¸ÑģÑĥÐ¹": 56,
	"ĠÐ½Ð°ÑĢÐ¸ÑģÑĥÐ¹": 57,
	"ĠÑģ": 58,
	"Ð²": 59,
	"Ð½ÑĭÐ¹": 60,
	"ÑĤ": 61,
	"ĠÐº": 62,
	"Ñĳ": 63,
	"Ð¸": 64,
	"Ð½Ð¸": 65,
	"ÑĢÐ°": 66,
	"Ð°": 67,
	"ĠÑĤ": 68,
	"ĠÐ·": 69,
	"ÐµÐ»": 70,
	"ĠÑģÐµ": 71,
	"Ð¸Ð½Ð¸": 72,
	"Ð¾Ð»": 73,
	"Ð¾Ð²": 74,
	"ÑĥÐ": 75,
	"Ð¼": 76,
	"ÑĢÑĭÐ¹": 77,
	"ÑģÐ½ÑĭÐ¹": 78,
	"ÐµÑĤ": 79,
	"ĠÑģÐ¸Ð½Ð¸": 80,
	"ĠÐºÑĢÐ°": 81,
	"ÑĳÐ½ÑĭÐ¹": 82,
	"ĠÐ·ÐµÐ»": 83,
	"ĠÑģÐµÑĢÑĭÐ¹": 84,
	"ĠÑģÐ¸Ð½Ð¸Ð¹": 85,
	"ĠÐºÑĢÐ°ÑģÐ½ÑĭÐ¹": 86,
	"ĠÐ·ÐµÐ»ÑĳÐ½ÑĭÐ¹": 87,
	"³Ð¾Ð»": 88,
	"Ð´": 89,
	"Ð·": 90,
	"Ðº": 91,
	"ĢÐ¾": 92,
	"ĠÑĢÐ¾": 93,
	"ÑĢÐµ": 94,
	"Ð¾Ð²ÑĭÐ¹": 95,
	"Ð»ÑĭÐ¹": 96,
	"ĠÑģÐ²": 97,
	"ÑĳÐ¼": 98,
	"ĠÑĤÑĳÐ¼": 99,
	"ÐµÑĤÐ»ÑĭÐ¹": 100,
	"ĠÑģÐ²ÐµÑĤÐ»ÑĭÐ¹": 101,
	"ĠÑĤÑĳÐ¼Ð½ÑĭÐ¹": 102,
	"±Ð¾": 103,
	"±ÐµÐ»": 104,
	"´Ñ": 105,
	"¶Ðµ": 106,
	"¶Ñĳ": 107,
	"»Ð¸Ð½Ð¸": 108,
	"Ð±": 109,
	"Ñĩ": 110,
	"ÑĮ": 111,
	"Ñı": 112,
	"ĠÐ¾": 113,
	"ĠÐ¾Ð²": 114,
	"ĨÐµ": 115,
	"Ð½Ð¶Ðµ": 116,
	"ÑĢÑĥÐ": 117,
	"Ð¾Ñĩ": 118,
	"ÑĢÐ´Ñ": 119,
	"ÑģÑĤ": 120,
	"ĠÐ³Ð¾Ð»": 121,
	"ĠÐ±ÐµÐ»": 122,
	"ĠÐ¶Ñĳ": 123,
	"ĠÐ»Ð¸Ð½Ð¸": 124,
	"ÐµÐ·": 125,
	"ĠÑĦÐ¸": 126,
	"Ð»ÑĤ": 127,
	"Ð²ÑĭÐ¹": 128,
	"Ð²Ð°": 129,
	"Ð²ÐµÐ·": 130,
	"ĠÐºÑĢÐµ": 131,
	"ĠÐºÑĢÑĥÐ": 132,
	"ĠÐºÐ²Ð°": 133,
	"Ð½Ð¸Ðº": 134,
	"ÑĢÐ°ÑĤ": 135,
	"ÑĢÐ°Ð½Ð¶Ðµ": 136,
	"Ð°Ð»": 137,
	"ĠÑĤÑĢÐµ": 138,
	"ĠÑĤÐ¾Ñĩ": 139,
	"ĠÐ·Ð²ÐµÐ·": 140,
	"ĠÑģÐµÑĢÐ´Ñ": 141,
	"Ð¾Ð»ÐµÑĤ": 142,
	"ÑĥÐ³Ð¾Ð»": 143,
	"ÑĥÐ±Ð¾": 144,
	"Ð¼Ð±": 145,
	"Ð´Ð°": 146,
	"Ð´ÑĢÐ°ÑĤ": 147,
	"Ð·Ð¾Ð²ÑĭÐ¹": 148,
	"ÐºÐ°": 149,
	"ĠÑĢÐ¾Ð¼Ð±": 150,
	"ĠÑĢÐ¾Ð·Ð¾Ð²ÑĭÐ¹": 151,
	"ÑĮÐ½Ð¸Ðº": 152,
	"ĠÐ¾ÑĢÐ°Ð½Ð¶Ðµ": 153,
	"ĠÐ¾Ð²Ð°Ð»": 154,
	"ĠÐ³Ð¾Ð»ÑĥÐ±Ð¾": 155,
	"ĠÐ±ÐµÐ»ÑĭÐ¹": 156,
	"ĠÐ¶ÑĳÐ»ÑĤ": 157,
	"ĠÐ»Ð¸Ð½Ð¸Ñı": 158,
	"ĠÑĦÐ¸Ð¾Ð»ÐµÑĤ": 159,
	"ĠÐºÑĢÐµÑģÑĤ": 160,
	"ĠÐºÑĢÑĥÐ³": 161,
	"ĠÐºÐ²Ð°Ð´ÑĢÐ°ÑĤ": 162,
	"ĠÑĤÑĢÐµÑĥÐ³Ð¾Ð»": 163,
	"ĠÑĤÐ¾ÑĩÐºÐ°": 164,
	"ĠÐ·Ð²ÐµÐ·Ð´Ð°": 165,
	"ĠÑģÐµÑĢÐ´ÑĨÐµ": 166,
	"ĠÐ¾ÑĢÐ°Ð½Ð¶ÐµÐ²ÑĭÐ¹": 167,
	"ĠÐ³Ð¾Ð»ÑĥÐ±Ð¾Ð¹": 168,
	"ĠÐ¶ÑĳÐ»ÑĤÑĭÐ¹": 169,
	"ĠÑĦÐ¸Ð¾Ð»ÐµÑĤÐ¾Ð²ÑĭÐ¹": 170,
	"ĠÑĤÑĢÐµÑĥÐ³Ð¾Ð»ÑĮÐ½Ð¸Ðº": 171
	},
	"merges": [
	[
	"Ð",
	"½"
	],
	[
	"Ð½",
	"Ð"
	],
	[
	"Ð",
	"¹"
	],
	[
	"Ġ",
	"Ñ"
	],
	[
	"Ñ",
	"Ģ"
	],
	[
	"Ð",
	"¾"
	],
	[
	"Ġ",
	"Ð½Ð"
	],
	[
	"ĠÐ½Ð",
	"°"
	],
	[
	"ÑĢ",
	"Ð"
	],
	[
	"Ñ",
	"ĭ"
	],
	[
	"Ñĭ",
	"Ð¹"
	],
	[
	"Ñ",
	"ģ"
	],
	[
	"Ġ",
	"Ð"
	],
	[
	"Ð",
	"µ"
	],
	[
	"Ñ",
	"ĥ"
	],
	[
	"ĠÑ",
	"Ħ"
	],
	[
	"Ð",
	"»"
	],
	[
	"¸",
	"Ñģ"
	],
	[
	"Ð½Ð",
	"µ"
	],
	[
	"Ð¾",
	"Ð½Ðµ"
	],
	[
	"ĠÐ½Ð°",
	"ÑĢÐ"
	],
	[
	"Ñĥ",
	"Ð¹"
	],
	[
	"ĠÑĦ",
	"Ð¾Ð½Ðµ"
	],
	[
	"¸Ñģ",
	"ÑĥÐ¹"
	],
	[
	"ĠÐ½Ð°ÑĢÐ",
	"¸ÑģÑĥÐ¹"
	],
	[
	"ĠÑ",
	"ģ"
	],
	[
	"Ð",
	"²"
	],
	[
	"Ð½",
	"ÑĭÐ¹"
	],
	[
	"Ñ",
	"Ĥ"
	],
	[
	"ĠÐ",
	"º"
	],
	[
	"Ñ",
	"ĳ"
	],
	[
	"Ð",
	"¸"
	],
	[
	"Ð½Ð",
	"¸"
	],
	[
	"ÑĢÐ",
	"°"
	],
	[
	"Ð",
	"°"
	],
	[
	"ĠÑ",
	"Ĥ"
	],
	[
	"ĠÐ",
	"·"
	],
	[
	"Ðµ",
	"Ð»"
	],
	[
	"ĠÑģ",
	"Ðµ"
	],
	[
	"Ð¸",
	"Ð½Ð¸"
	],
	[
	"Ð¾",
	"Ð»"
	],
	[
	"Ð¾",
	"Ð²"
	],
	[
	"Ñĥ",
	"Ð"
	],
	[
	"Ð",
	"¼"
	],
	[
	"ÑĢ",
	"ÑĭÐ¹"
	],
	[
	"Ñģ",
	"Ð½ÑĭÐ¹"
	],
	[
	"Ðµ",
	"ÑĤ"
	],
	[
	"ĠÑģ",
	"Ð¸Ð½Ð¸"
	],
	[
	"ĠÐº",
	"ÑĢÐ°"
	],
	[
	"Ñĳ",
	"Ð½ÑĭÐ¹"
	],
	[
	"ĠÐ·",
	"ÐµÐ»"
	],
	[
	"ĠÑģÐµ",
	"ÑĢÑĭÐ¹"
	],
	[
	"ĠÑģÐ¸Ð½Ð¸",
	"Ð¹"
	],
	[
	"ĠÐºÑĢÐ°",
	"ÑģÐ½ÑĭÐ¹"
	],
	[
	"ĠÐ·ÐµÐ»",
	"ÑĳÐ½ÑĭÐ¹"
	],
	[
	"³",
	"Ð¾Ð»"
	],
	[
	"Ð",
	"´"
	],
	[
	"Ð",
	"·"
	],
	[
	"Ð",
	"º"
	],
	[
	"Ģ",
	"Ð¾"
	],
	[
	"ĠÑ",
	"ĢÐ¾"
	],
	[
	"ÑĢÐ",
	"µ"
	],
	[
	"Ð¾Ð²",
	"ÑĭÐ¹"
	],
	[
	"Ð»",
	"ÑĭÐ¹"
	],
	[
	"ĠÑģ",
	"Ð²"
	],
	[
	"Ñĳ",
	"Ð¼"
	],
	[
	"ĠÑĤ",
	"ÑĳÐ¼"
	],
	[
	"ÐµÑĤ",
	"Ð»ÑĭÐ¹"
	],
	[
	"ĠÑģÐ²",
	"ÐµÑĤÐ»ÑĭÐ¹"
	],
	[
	"ĠÑĤÑĳÐ¼",
	"Ð½ÑĭÐ¹"
	],
	[
	"±",
	"Ð¾"
	],
	[
	"±",
	"ÐµÐ»"
	],
	[
	"´",
	"Ñ"
	],
	[
	"¶",
	"Ðµ"
	],
	[
	"¶",
	"Ñĳ"
	],
	[
	"»",
	"Ð¸Ð½Ð¸"
	],
	[
	"Ð",
	"±"
	],
	[
	"Ñ",
	"ĩ"
	],
	[
	"Ñ",
	"Į"
	],
	[
	"Ñ",
	"ı"
	],
	[
	"Ġ",
	"Ð¾"
	],
	[
	"Ġ",
	"Ð¾Ð²"
	],
	[
	"Ĩ",
	"Ðµ"
	],
	[
	"Ð½Ð",
	"¶Ðµ"
	],
	[
	"ÑĢ",
	"ÑĥÐ"
	],
	[
	"Ð¾",
	"Ñĩ"
	],
	[
	"ÑĢÐ",
	"´Ñ"
	],
	[
	"Ñģ",
	"ÑĤ"
	],
	[
	"ĠÐ",
	"³Ð¾Ð»"
	],
	[
	"ĠÐ",
	"±ÐµÐ»"
	],
	[
	"ĠÐ",
	"¶Ñĳ"
	],
	[
	"ĠÐ",
	"»Ð¸Ð½Ð¸"
	],
	[
	"Ðµ",
	"Ð·"
	],
	[
	"ĠÑĦ",
	"Ð¸"
	],
	[
	"Ð»",
	"ÑĤ"
	],
	[
	"Ð²",
	"ÑĭÐ¹"
	],
	[
	"Ð²",
	"Ð°"
	],
	[
	"Ð²",
	"ÐµÐ·"
	],
	[
	"ĠÐº",
	"ÑĢÐµ"
	],
	[
	"ĠÐº",
	"ÑĢÑĥÐ"
	],
	[
	"ĠÐº",
	"Ð²Ð°"
	],
	[
	"Ð½Ð¸",
	"Ðº"
	],
	[
	"ÑĢÐ°",
	"ÑĤ"
	],
	[
	"ÑĢÐ°",
	"Ð½Ð¶Ðµ"
	],
	[
	"Ð°",
	"Ð»"
	],
	[
	"ĠÑĤ",
	"ÑĢÐµ"
	],
	[
	"ĠÑĤ",
	"Ð¾Ñĩ"
	],
	[
	"ĠÐ·",
	"Ð²ÐµÐ·"
	],
	[
	"ĠÑģÐµ",
	"ÑĢÐ´Ñ"
	],
	[
	"Ð¾Ð»",
	"ÐµÑĤ"
	],
	[
	"ÑĥÐ",
	"³Ð¾Ð»"
	],
	[
	"ÑĥÐ",
	"±Ð¾"
	],
	[
	"Ð¼",
	"Ð±"
	],
	[
	"Ð´",
	"Ð°"
	],
	[
	"Ð´",
	"ÑĢÐ°ÑĤ"
	],
	[
	"Ð·",
	"Ð¾Ð²ÑĭÐ¹"
	],
	[
	"Ðº",
	"Ð°"
	],
	[
	"ĠÑĢÐ¾",
	"Ð¼Ð±"
	],
	[
	"ĠÑĢÐ¾",
	"Ð·Ð¾Ð²ÑĭÐ¹"
	],
	[
	"ÑĮ",
	"Ð½Ð¸Ðº"
	],
	[
	"ĠÐ¾",
	"ÑĢÐ°Ð½Ð¶Ðµ"
	],
	[
	"ĠÐ¾Ð²",
	"Ð°Ð»"
	],
	[
	"ĠÐ³Ð¾Ð»",
	"ÑĥÐ±Ð¾"
	],
	[
	"ĠÐ±ÐµÐ»",
	"ÑĭÐ¹"
	],
	[
	"ĠÐ¶Ñĳ",
	"Ð»ÑĤ"
	],
	[
	"ĠÐ»Ð¸Ð½Ð¸",
	"Ñı"
	],
	[
	"ĠÑĦÐ¸",
	"Ð¾Ð»ÐµÑĤ"
	],
	[
	"ĠÐºÑĢÐµ",
	"ÑģÑĤ"
	],
	[
	"ĠÐºÑĢÑĥÐ",
	"³"
	],
	[
	"ĠÐºÐ²Ð°",
	"Ð´ÑĢÐ°ÑĤ"
	],
	[
	"ĠÑĤÑĢÐµ",
	"ÑĥÐ³Ð¾Ð»"
	],
	[
	"ĠÑĤÐ¾Ñĩ",
	"ÐºÐ°"
	],
	[
	"ĠÐ·Ð²ÐµÐ·",
	"Ð´Ð°"
	],
	[
	"ĠÑģÐµÑĢÐ´Ñ",
	"ĨÐµ"
	],
	[
	"ĠÐ¾ÑĢÐ°Ð½Ð¶Ðµ",
	"Ð²ÑĭÐ¹"
	],
	[
	"ĠÐ³Ð¾Ð»ÑĥÐ±Ð¾",
	"Ð¹"
	],
	[
	"ĠÐ¶ÑĳÐ»ÑĤ",
	"ÑĭÐ¹"
	],
	[
	"ĠÑĦÐ¸Ð¾Ð»ÐµÑĤ",
	"Ð¾Ð²ÑĭÐ¹"
	],
	[
	"ĠÑĤÑĢÐµÑĥÐ³Ð¾Ð»",
	"ÑĮÐ½Ð¸Ðº"
	]
	]
	}
	}