File size: 1,560 Bytes
1d34b34 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 | """Style suggestions for a few sentences in different languages. Run it from
the model folder:
python example.py
Needs `mlx-lm` (Apple silicon). The prompt lives in `protocol.py` and must
not be changed: the model was trained on exactly that text.
"""
import os
import time
from mlx_lm import generate, load
import protocol as P
HERE = os.path.dirname(os.path.abspath(__file__))
TEXTS = [
("en", "Due to the fact that the office is closed, we will send the documents on Monday."),
("en", "The plumber comes on Tuesday between 9 and 12."),
("it", "Al fine di risparmiare, abbiamo deciso di spegnere la caldaia di notte."),
("de", "Zum jetzigen Zeitpunkt ist die Werkstatt geschlossen."),
("fr", "Nous avons procédé à la vérification des compteurs ce matin."),
("es", "El curso de cocina tuvo una duración de seis semanas."),
]
def main():
model, tokenizer = load(HERE)
for lang, text in TEXTS:
tokens = tokenizer.apply_chat_template(P.messages(text, P.LANGUAGE_NAMES[lang]),
tokenize=True, add_generation_prompt=True)
t0 = time.time()
answer = generate(model, tokenizer, prompt=tokens, max_tokens=256, verbose=False)
found = P.style_suggestions(answer, text)
print("%s %s" % (lang, text))
for o, r in found:
print(" «%s» → «%s»" % (o, r))
if not found:
print(" (nothing to change)")
print(" %.2f s" % (time.time() - t0))
if __name__ == "__main__":
main()
|