razmars commited on
Commit
7179059
·
verified ·
1 Parent(s): 5786d5e

Update configuration_super_linear.py

Browse files
Files changed (1) hide show
  1. configuration_super_linear.py +1 -1
configuration_super_linear.py CHANGED
@@ -57,7 +57,7 @@ class SuperLinearConfig(PretrainedConfig):
57
  self.noisy_gating_std_decay = 1
58
  self.ker_len = 50
59
  self.con = 0
60
- self.d_model = 512
61
  self.mlp_gating = 1
62
  self.moe_temp = 1
63
  self.use_fft = 1
 
57
  self.noisy_gating_std_decay = 1
58
  self.ker_len = 50
59
  self.con = 0
60
+ self.d_model = 128
61
  self.mlp_gating = 1
62
  self.moe_temp = 1
63
  self.use_fft = 1