| """Download the minimal CPU release and run word-level LID.""" | |
| import importlib.util | |
| from pathlib import Path | |
| from huggingface_hub import snapshot_download | |
| directory=Path(snapshot_download("failed09/bashkir-roberta-token-lid", allow_patterns=[ | |
| "onnx/model_int8.onnx", "spm_bashkir_bert_16k.model", "config.json", "META.json", "runtime.py"])) | |
| spec=importlib.util.spec_from_file_location("bashkir_token_lid_runtime",directory/"runtime.py") | |
| runtime=importlib.util.module_from_spec(spec) | |
| spec.loader.exec_module(runtime) | |
| lid=runtime.BashkirTokenLID(directory) | |
| for token in lid.predict("Ул миңә see you tomorrow тип әйтте, значит завтра встретимся."): | |
| print(token) | |