Update modeling_super_linear.py
Browse files- modeling_super_linear.py +2 -2
modeling_super_linear.py
CHANGED
|
@@ -350,7 +350,7 @@ class superLinear(nn.Module):
|
|
| 350 |
else:
|
| 351 |
self.freq_experts = configs.freq_experts.split('_')
|
| 352 |
|
| 353 |
-
|
| 354 |
|
| 355 |
self.moe_loss = None
|
| 356 |
self.top_k_experts = configs.top_k_experts
|
|
@@ -360,7 +360,7 @@ class superLinear(nn.Module):
|
|
| 360 |
self.layer_type = configs.layer_type
|
| 361 |
self.model_name = "SuperLinear"
|
| 362 |
|
| 363 |
-
|
| 364 |
self.layer_dict = {'DLinear': DLinear, 'Linear': Linear, 'NLinear': NLinear, 'RLinear': RLinear}
|
| 365 |
path = configs.linear_checkpoints_path + configs.linear_checkpoints_dir + "/"
|
| 366 |
dirs = os.listdir(path)
|
|
|
|
| 350 |
else:
|
| 351 |
self.freq_experts = configs.freq_experts.split('_')
|
| 352 |
|
| 353 |
+
|
| 354 |
|
| 355 |
self.moe_loss = None
|
| 356 |
self.top_k_experts = configs.top_k_experts
|
|
|
|
| 360 |
self.layer_type = configs.layer_type
|
| 361 |
self.model_name = "SuperLinear"
|
| 362 |
|
| 363 |
+
|
| 364 |
self.layer_dict = {'DLinear': DLinear, 'Linear': Linear, 'NLinear': NLinear, 'RLinear': RLinear}
|
| 365 |
path = configs.linear_checkpoints_path + configs.linear_checkpoints_dir + "/"
|
| 366 |
dirs = os.listdir(path)
|