Update modeling_opt.py
Browse files- modeling_opt.py +1 -1
modeling_opt.py
CHANGED
@@ -8,6 +8,7 @@
|
|
8 |
#
|
9 |
# http://www.apache.org/licenses/LICENSE-2.0
|
10 |
#
|
|
|
11 |
# Unless required by applicable law or agreed to in writing, software
|
12 |
# distributed under the License is distributed on an "AS IS" BASIS,
|
13 |
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
@@ -545,7 +546,6 @@ class OptFlashAttention2(OPTAttention):
|
|
545 |
OPT_ATTENTION_CLASSES = {
|
546 |
"eager": OPTAttention,
|
547 |
"flash_attention_2": OptFlashAttention2,
|
548 |
-
"out_eff_hop": OPTOutEffHop,
|
549 |
}
|
550 |
|
551 |
|
|
|
8 |
#
|
9 |
# http://www.apache.org/licenses/LICENSE-2.0
|
10 |
#
|
11 |
+
|
12 |
# Unless required by applicable law or agreed to in writing, software
|
13 |
# distributed under the License is distributed on an "AS IS" BASIS,
|
14 |
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
546 |
OPT_ATTENTION_CLASSES = {
|
547 |
"eager": OPTAttention,
|
548 |
"flash_attention_2": OptFlashAttention2,
|
|
|
549 |
}
|
550 |
|
551 |
|