Fix Loading Model with Modified Config File (#52)

- Fix Loading Model with Modified Config File (0f046a80a6135dd47a4663c94b290a8e2ffa2af6)


Co-authored-by: Samuele Marino <SamMaggioli@users.noreply.huggingface.co>

modeling_lora.py

@@ -337,7 +337,17 @@ class XLMRobertaLoRA(XLMRobertaPreTrainedModel):
     ):
         if config.load_trained_adapters:  # checkpoint already contains LoRA adapters
             return super().from_pretrained(
-                pretrained_model_name_or_path, *model_args, use_flash_attn=config.use_flash_attn, **kwargs
+                pretrained_model_name_or_path,
+                *model_args,
+                config=config,
+                cache_dir=cache_dir,
+                ignore_mismatched_sizes=ignore_mismatched_sizes,
+                force_download=force_download,
+                local_files_only=local_files_only,
+                token=token,
+                revision=revision,
+                use_safetensors=use_safetensors,
+                **kwargs
             )
         else:  # initializing new adapters
             roberta = XLMRobertaModel.from_pretrained(