| from transformers.modeling_flax_pytorch_utils import load_flax_checkpoint_in_pytorch_model |
| from transformers import RobertaConfig, RobertaModel |
| config = RobertaConfig.from_pretrained("./") |
| model = RobertaModel(config) |
| load_flax_checkpoint_in_pytorch_model(model, "./flax_model.msgpack") |
| model.save_pretrained("./") |
| from transformers import AutoTokenizer |
| tokenizer = AutoTokenizer.from_pretrained("./") |
| tokenizer.save_pretrained("./") |
| ('./tokenizer_config.json','./special_tokens_map.json', './vocab.json', './merges.txt','./added_tokens.json','./tokenizer.json') |
|
|
