Upload modeling_megatron_gpt.py
Browse files- modeling_megatron_gpt.py +1 -6
modeling_megatron_gpt.py
CHANGED
@@ -43,12 +43,7 @@ from transformers.modeling_outputs import (
|
|
43 |
)
|
44 |
from transformers.modeling_utils import PreTrainedModel
|
45 |
from transformers.utils import logging
|
46 |
-
|
47 |
-
try:
|
48 |
-
from .configuration_megatron_gpt import MegatronGPTConfig
|
49 |
-
except:
|
50 |
-
from configuration_megatron_gpt import MegatronGPTConfig
|
51 |
-
|
52 |
|
53 |
def get_activation(act):
|
54 |
if act in ["gelu", "geglu", "fast-geglu"]:
|
|
|
43 |
)
|
44 |
from transformers.modeling_utils import PreTrainedModel
|
45 |
from transformers.utils import logging
|
46 |
+
from .configuration_megatron_gpt import MegatronGPTConfig
|
|
|
|
|
|
|
|
|
|
|
47 |
|
48 |
def get_activation(act):
|
49 |
if act in ["gelu", "geglu", "fast-geglu"]:
|