razmars commited on
Commit
a3bd4e3
·
verified ·
1 Parent(s): 205b624

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +2 -2
modeling_super_linear.py CHANGED
@@ -350,7 +350,7 @@ class superLinear(nn.Module):
350
  else:
351
  self.freq_experts = configs.freq_experts.split('_')
352
 
353
- print("self.freq_experts:", self.freq_experts)
354
 
355
  self.moe_loss = None
356
  self.top_k_experts = configs.top_k_experts
@@ -360,7 +360,7 @@ class superLinear(nn.Module):
360
  self.layer_type = configs.layer_type
361
  self.model_name = "SuperLinear"
362
 
363
- print("self.layer_type", self.layer_type)
364
  self.layer_dict = {'DLinear': DLinear, 'Linear': Linear, 'NLinear': NLinear, 'RLinear': RLinear}
365
  path = configs.linear_checkpoints_path + configs.linear_checkpoints_dir + "/"
366
  dirs = os.listdir(path)
 
350
  else:
351
  self.freq_experts = configs.freq_experts.split('_')
352
 
353
+
354
 
355
  self.moe_loss = None
356
  self.top_k_experts = configs.top_k_experts
 
360
  self.layer_type = configs.layer_type
361
  self.model_name = "SuperLinear"
362
 
363
+
364
  self.layer_dict = {'DLinear': DLinear, 'Linear': Linear, 'NLinear': NLinear, 'RLinear': RLinear}
365
  path = configs.linear_checkpoints_path + configs.linear_checkpoints_dir + "/"
366
  dirs = os.listdir(path)