Fix Loading Model with Modified Config File

modeling_lora.py

@@ -337,7 +337,17 @@ class XLMRobertaLoRA(XLMRobertaPreTrainedModel):
     ):
         if config.load_trained_adapters:  # checkpoint already contains LoRA adapters
             return super().from_pretrained(
-                pretrained_model_name_or_path, *model_args, use_flash_attn=config.use_flash_attn, **kwargs
+                pretrained_model_name_or_path,
+                *model_args,
+                config=config,
+                cache_dir=cache_dir,
+                ignore_mismatched_sizes=ignore_mismatched_sizes,
+                force_download=force_download,
+                local_files_only=local_files_only,
+                token=token,
+                revision=revision,
+                use_safetensors=use_safetensors,
+                **kwargs
             )
         else:  # initializing new adapters
             roberta = XLMRobertaModel.from_pretrained(