Spaces:

zeguru
/

tiny-transformers

Running on Zero

tiny-transformers / checkpoints /shakespeare_tokenizer.json

Upload folder using huggingface_hub

98d1e65 verified about 2 months ago

904 Bytes

{
  "version": 1,
  "stoi": {
    "<PAD>": 0,
    "<UNK>": 1,
    "\n": 2,
    " ": 3,
    "!": 4,
    "$": 5,
    "&": 6,
    "'": 7,
    ",": 8,
    "-": 9,
    ".": 10,
    "3": 11,
    ":": 12,
    ";": 13,
    "?": 14,
    "A": 15,
    "B": 16,
    "C": 17,
    "D": 18,
    "E": 19,
    "F": 20,
    "G": 21,
    "H": 22,
    "I": 23,
    "J": 24,
    "K": 25,
    "L": 26,
    "M": 27,
    "N": 28,
    "O": 29,
    "P": 30,
    "Q": 31,
    "R": 32,
    "S": 33,
    "T": 34,
    "U": 35,
    "V": 36,
    "W": 37,
    "X": 38,
    "Y": 39,
    "Z": 40,
    "a": 41,
    "b": 42,
    "c": 43,
    "d": 44,
    "e": 45,
    "f": 46,
    "g": 47,
    "h": 48,
    "i": 49,
    "j": 50,
    "k": 51,
    "l": 52,
    "m": 53,
    "n": 54,
    "o": 55,
    "p": 56,
    "q": 57,
    "r": 58,
    "s": 59,
    "t": 60,
    "u": 61,
    "v": 62,
    "w": 63,
    "x": 64,
    "y": 65,
    "z": 66
  }
}

	{
	"version": 1,
	"stoi": {
	"<PAD>": 0,
	"<UNK>": 1,
	"\n": 2,
	" ": 3,
	"!": 4,
	"$": 5,
	"&": 6,
	"'": 7,
	",": 8,
	"-": 9,
	".": 10,
	"3": 11,
	":": 12,
	";": 13,
	"?": 14,
	"A": 15,
	"B": 16,
	"C": 17,
	"D": 18,
	"E": 19,
	"F": 20,
	"G": 21,
	"H": 22,
	"I": 23,
	"J": 24,
	"K": 25,
	"L": 26,
	"M": 27,
	"N": 28,
	"O": 29,
	"P": 30,
	"Q": 31,
	"R": 32,
	"S": 33,
	"T": 34,
	"U": 35,
	"V": 36,
	"W": 37,
	"X": 38,
	"Y": 39,
	"Z": 40,
	"a": 41,
	"b": 42,
	"c": 43,
	"d": 44,
	"e": 45,
	"f": 46,
	"g": 47,
	"h": 48,
	"i": 49,
	"j": 50,
	"k": 51,
	"l": 52,
	"m": 53,
	"n": 54,
	"o": 55,
	"p": 56,
	"q": 57,
	"r": 58,
	"s": 59,
	"t": 60,
	"u": 61,
	"v": 62,
	"w": 63,
	"x": 64,
	"y": 65,
	"z": 66
	}
	}