Add `add_pooling_layer` arg to XLMRobertaLora

modeling_lora.py

@@ -250,11 +250,14 @@ class XLMRobertaLoRA(XLMRobertaPreTrainedModel):
     """
 
     def __init__(
-        self, config: XLMRobertaFlashConfig, roberta: Optional[XLMRobertaModel] = None
+        self,
+        config: XLMRobertaFlashConfig,
+        roberta: Optional[XLMRobertaModel] = None,
+        add_pooling_layer: bool = True,
     ):
         super().__init__(config)
         if roberta is None:
-            self.roberta = XLMRobertaModel(config)
+            self.roberta = XLMRobertaModel(config, add_pooling_layer=add_pooling_layer)
         else:
             self.roberta = roberta