Instructions to use Jochemvkem/magnusbot with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use Jochemvkem/magnusbot with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("Jochemvkem/magnusbot", device_map="auto") - Notebooks
- Google Colab
- Kaggle
File size: 969 Bytes
f630b1b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | # tokenizer.py
class ChessTokenizer:
def __init__(self,
chars = "abcdefgh0123456789prnqkPRNBQK/- w"):
self.char_to_int = {"<PAD>": 0, "<START>": 1, "<END>": 2}
self.int_to_char = {0: "<PAD>", 1: "<START>", 2: "<END>"}
for i, char in enumerate(chars):
self.char_to_int[char] = i + 3
self.int_to_char[i + 3] = char
self.vocab_size = len(self.char_to_int)
def encode(self, text, is_target=False):
tokens = [self.char_to_int[c] for c in text if c in self.char_to_int]
if is_target:
tokens = [self.char_to_int["<START>"]] + tokens + [self.char_to_int["<END>"]]
return tokens
def decode(self, tokens):
chars = []
for token in tokens:
if token in (0, 1): continue
if token == 2: break
chars.append(self.int_to_char.get(token, ""))
return "".join(chars) |