from transformers import AutoModel, AutoTokenizer print("Loading tokenizer...") tok = AutoTokenizer.from_pretrained( args.embed_model, local_files_only=True ) print("Tokenizer OK") print("Loading model...") model = AutoModel.from_pretrained( args.embed_model, local_files_only=True ) print("Model OK")