Upload folder using huggingface_hub

modeling_plm.py

@@ -691,11 +691,6 @@ class PLMDecoderLayer(nn.Module):
         super().__init__()
         self.hidden_size = config.hidden_size
 
-        if config.use_sliding_window and config._attn_implementation != "flash_attention_2":
-            logger.warning_once(
-                f"Sliding Window Attention is enabled but not implemented for `{config._attn_implementation}`; "
-                "unexpected results may be encountered."
-            )
         self.self_attn = PLM_ATTENTION_CLASSES[config._attn_implementation](config, layer_idx)
         self.mlp = PLMMLP(config)
         self.input_layernorm = PLMRMSNorm(config.hidden_size, eps=config.rms_norm_eps)