Upload modeling_megatron_gpt.py
Browse files- modeling_megatron_gpt.py +1 -6
modeling_megatron_gpt.py
CHANGED
@@ -42,12 +42,7 @@ from transformers.modeling_outputs import (
|
|
42 |
)
|
43 |
from transformers.modeling_utils import PreTrainedModel
|
44 |
from transformers.utils import logging
|
45 |
-
|
46 |
-
try:
|
47 |
-
from .configuration_megatron_gpt import MegatronGPTConfig
|
48 |
-
except:
|
49 |
-
from configuration_megatron_gpt import MegatronGPTConfig
|
50 |
-
|
51 |
|
52 |
def get_activation(act):
|
53 |
if act in ["gelu", "geglu", "fast-geglu"]:
|
|
|
42 |
)
|
43 |
from transformers.modeling_utils import PreTrainedModel
|
44 |
from transformers.utils import logging
|
45 |
+
from .configuration_megatron_gpt import MegatronGPTConfig
|
|
|
|
|
|
|
|
|
|
|
46 |
|
47 |
def get_activation(act):
|
48 |
if act in ["gelu", "geglu", "fast-geglu"]:
|