fix: invalid variable (#2)

- fix: invalid variable (ea297b504c63c3bc2735dbd3f668ab1400452761)


Co-authored-by: Witold Wydmański <[email protected]>

modeling_roberta.py

@@ -408,7 +408,7 @@ class RobertaFlashAttention2(RobertaSelfAttention):
             elif hasattr(self.config, "_pre_quantization_dtype"):
                 target_dtype = self.config._pre_quantization_dtype
             else:
-                target_dtype = self.q_lin.weight.dtype
+                target_dtype = self.query.weight.dtype
 
             logger.warning_once(
                 f"The input hidden states seems to be silently casted in float32, this might be related to"