robinzixuan commited on
Commit
42220c8
·
verified ·
1 Parent(s): 8314806

Update modeling_opt.py

Browse files
Files changed (1) hide show
  1. modeling_opt.py +1 -1
modeling_opt.py CHANGED
@@ -8,6 +8,7 @@
8
  #
9
  # http://www.apache.org/licenses/LICENSE-2.0
10
  #
 
11
  # Unless required by applicable law or agreed to in writing, software
12
  # distributed under the License is distributed on an "AS IS" BASIS,
13
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -545,7 +546,6 @@ class OptFlashAttention2(OPTAttention):
545
  OPT_ATTENTION_CLASSES = {
546
  "eager": OPTAttention,
547
  "flash_attention_2": OptFlashAttention2,
548
- "out_eff_hop": OPTOutEffHop,
549
  }
550
 
551
 
 
8
  #
9
  # http://www.apache.org/licenses/LICENSE-2.0
10
  #
11
+
12
  # Unless required by applicable law or agreed to in writing, software
13
  # distributed under the License is distributed on an "AS IS" BASIS,
14
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 
546
  OPT_ATTENTION_CLASSES = {
547
  "eager": OPTAttention,
548
  "flash_attention_2": OptFlashAttention2,
 
549
  }
550
 
551