Update modeling_super_linear.py

modeling_super_linear.py

@@ -416,11 +416,11 @@ class superLinear(nn.Module):
         #                     for param in self.experts[expert_freq].parameters():
         #                         param.requires_grad = False
                         
-            self.n_experts = len(self.experts)
-        else:
-            for i in range(self.n_experts):
-                print(f"creating expert {i}")
-                self.experts[str(i)] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
+        #     self.n_experts = len(self.experts)
+        # else:
+        #     for i in range(self.n_experts):
+        #         print(f"creating expert {i}")
+        #         self.experts[str(i)] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
 
 
         if configs.misc_moe>0: