fix: loading from st

modeling_lora.py

@@ -335,6 +335,9 @@ class XLMRobertaLoRA(XLMRobertaPreTrainedModel):
         use_safetensors: bool = None,
         **kwargs,
     ):
+        for key in list(kwargs.keys()):
+            if key in config:
+                config.update({key: kwargs.pop(key)})
         if config.load_trained_adapters:  # checkpoint already contains LoRA adapters
             return super().from_pretrained(
                 pretrained_model_name_or_path,