|
from transformers.modeling_flax_pytorch_utils import load_flax_checkpoint_in_pytorch_model |
|
from transformers import RobertaConfig, RobertaModel |
|
config = RobertaConfig.from_pretrained("./") |
|
model = RobertaModel(config) |
|
load_flax_checkpoint_in_pytorch_model(model, "./flax_model.msgpack") |
|
model.save_pretrained("./") |
|
from transformers import AutoTokenizer |
|
tokenizer = AutoTokenizer.from_pretrained("./") |
|
tokenizer.save_pretrained("./") |
|
('./tokenizer_config.json','./special_tokens_map.json', './vocab.json', './merges.txt','./added_tokens.json','./tokenizer.json') |
|
|