Update bert_layers_mosa.py
Browse files- bert_layers_mosa.py +1 -3
bert_layers_mosa.py
CHANGED
|
@@ -48,9 +48,7 @@ from einops import rearrange
|
|
| 48 |
from transformers.activations import ACT2FN
|
| 49 |
from transformers.models.bert.modeling_bert import BertPreTrainedModel
|
| 50 |
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
from .utils import bert_padding as bert_padding_module # Use absolute import
|
| 54 |
|
| 55 |
try:
|
| 56 |
import flash_attn_triton as flash_attn_triton
|
|
|
|
| 48 |
from transformers.activations import ACT2FN
|
| 49 |
from transformers.models.bert.modeling_bert import BertPreTrainedModel
|
| 50 |
|
| 51 |
+
import utils.bert_padding as bert_padding_module
|
|
|
|
|
|
|
| 52 |
|
| 53 |
try:
|
| 54 |
import flash_attn_triton as flash_attn_triton
|