| from transformers import AutoModel, AutoTokenizer | |
| print("Loading tokenizer...") | |
| tok = AutoTokenizer.from_pretrained( | |
| args.embed_model, | |
| local_files_only=True | |
| ) | |
| print("Tokenizer OK") | |
| print("Loading model...") | |
| model = AutoModel.from_pretrained( | |
| args.embed_model, | |
| local_files_only=True | |
| ) | |
| print("Model OK") |