lora-multiple-adapters

modeling_lora.py

@@ -233,7 +233,7 @@ class XLMRobertaLoRA(XLMRobertaModel):
         self._alpha = config.lora_alpha
 
         self._register_lora(
-            num_adaptations=self._num_adaptations,
+            num_adaptations=len(self._lora_adaptations),
             rank=self._rank,
             dropout_p=self._dropout_p,
             alpha=self._alpha,