Update modeling_lora.py

modeling_lora.py

@@ -12,6 +12,13 @@ from torch.nn import functional as F
 from transformers import PretrainedConfig
 
 from .rotary import RotaryEmbedding
+from .mlp import FusedMLP, Mlp
+from .xlm_padding import index_first_axis_residual, pad_input, unpad_input
+from .stochastic_depth import stochastic_depth
+from .mha import MHA
+from .block import Block
+from .configuration_xlm_roberta import XLMRobertaFlashConfig
+from .embedding import XLMRobertaEmbeddings
 from .modeling_xlm_roberta import (XLMRobertaFlashConfig, XLMRobertaModel,
                                    XLMRobertaPreTrainedModel)