|
from transformers import AutoConfig, AutoModel, AutoTokenizer |
|
from transformers.models.auto.modeling_auto import MODEL_MAPPING |
|
from transformers.models.auto.configuration_auto import CONFIG_MAPPING |
|
|
|
from .config import BilingualConfig |
|
from .modeling import BilingualModel, BilingualForMaskedLM, BilingualForMultipleChoice, BilingualForQuestionAnswering, BilingualForSequenceClassification, BilingualForTokenClassification |
|
|
|
AutoConfig.register("bilingual", BilingualConfig) |
|
AutoModel.register(BilingualConfig, BilingualModel) |
|
AutoModel.register(BilingualConfig, BilingualForMaskedLM) |
|
AutoModel.register(BilingualConfig, BilingualForMultipleChoice) |
|
AutoModel.register(BilingualConfig, BilingualForQuestionAnswering) |
|
AutoModel.register(BilingualConfig, BilingualForSequenceClassification) |
|
AutoModel.register(BilingualConfig, BilingualForTokenClassification) |
|
|
|
AutoTokenizer.register(BilingualConfig, AutoTokenizer) |
|
|
|
CONFIG_MAPPING.update({"bilingual": BilingualConfig}) |
|
MODEL_MAPPING.update({BilingualConfig: BilingualModel}) |
|
MODEL_MAPPING.update({BilingualConfig: BilingualForMaskedLM}) |
|
MODEL_MAPPING.update({BilingualConfig: BilingualForMultipleChoice}) |
|
MODEL_MAPPING.update({BilingualConfig: BilingualForQuestionAnswering}) |
|
MODEL_MAPPING.update({BilingualConfig: BilingualForSequenceClassification}) |
|
MODEL_MAPPING.update({BilingualConfig: BilingualForTokenClassification}) |