Update bert_layers.py

bert_layers.py

@@ -413,7 +413,7 @@ class BertEncoder(nn.Module):
 
  extended_attention_mask = attention_mask.unsqueeze(1).unsqueeze(2)
  extended_attention_mask = extended_attention_mask.to(
- dtype=next(self.parameters()).dtype) # fp16 compatibility
+ dtype=torch.float32) # fp16 compatibility
  extended_attention_mask = (1.0 - extended_attention_mask) * -10000.0
 
  attention_mask_bool = attention_mask.bool()