Update modeling_intern_vit.py

modeling_intern_vit.py

@@ -309,9 +309,12 @@ class InternVisionEncoder(nn.Module):
         super().__init__()
         self.config = config
         # stochastic depth decay rule
-        dpr = [x.item() for x in torch.linspace(0, config.drop_path_rate, config.num_hidden_layers)]
+        # [Modified]
+        # dpr = [x.item() for x in torch.linspace(0, config.drop_path_rate, config.num_hidden_layers)]
+        # self.layers = nn.ModuleList([
+        #     InternVisionEncoderLayer(config, dpr[idx]) for idx in range(config.num_hidden_layers)])
         self.layers = nn.ModuleList([
-            InternVisionEncoderLayer(config, dpr[idx]) for idx in range(config.num_hidden_layers)])
+            InternVisionEncoderLayer(config, 0.0) for idx in range(config.num_hidden_layers)])
         self.gradient_checkpointing = True
 
     def forward(