refactor: remove pooling layer stuff

Signed-off-by: jupyterjazz <[email protected]>

modeling_lora.py

@@ -214,12 +214,11 @@ class XLMRobertaLoRA(XLMRobertaPreTrainedModel):
         self,
         config: XLMRobertaFlashConfig,
         roberta: Optional[XLMRobertaModel] = None,
-        add_pooling_layer=True,
     ):
         super().__init__(config)
 
         if roberta is None:
-            self.roberta = XLMRobertaModel(config, add_pooling_layer=add_pooling_layer)
+            self.roberta = XLMRobertaModel(config)
         else:
             self.roberta = roberta