Update modeling_super_linear.py
Browse files- modeling_super_linear.py +2 -2
modeling_super_linear.py
CHANGED
|
@@ -425,11 +425,11 @@ class superLinear(nn.Module):
|
|
| 425 |
|
| 426 |
if configs.misc_moe>0:
|
| 427 |
if configs.misc_moe == 1:
|
| 428 |
-
print("Creating misc expert")
|
| 429 |
self.experts["misc"] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
|
| 430 |
else:
|
| 431 |
for i in range(configs.misc_moe):
|
| 432 |
-
print(f"Creating misc expert {i}")
|
| 433 |
self.experts["misc_"+str(i)] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
|
| 434 |
|
| 435 |
|
|
|
|
| 425 |
|
| 426 |
if configs.misc_moe>0:
|
| 427 |
if configs.misc_moe == 1:
|
| 428 |
+
#print("Creating misc expert")
|
| 429 |
self.experts["misc"] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
|
| 430 |
else:
|
| 431 |
for i in range(configs.misc_moe):
|
| 432 |
+
#print(f"Creating misc expert {i}")
|
| 433 |
self.experts["misc_"+str(i)] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
|
| 434 |
|
| 435 |
|