Update configuration_super_linear.py
Browse files
configuration_super_linear.py
CHANGED
|
@@ -57,7 +57,7 @@ class SuperLinearConfig(PretrainedConfig):
|
|
| 57 |
self.noisy_gating_std_decay = 1
|
| 58 |
self.ker_len = 50
|
| 59 |
self.con = 0
|
| 60 |
-
self.d_model =
|
| 61 |
self.mlp_gating = 1
|
| 62 |
self.moe_temp = 1
|
| 63 |
self.use_fft = 1
|
|
|
|
| 57 |
self.noisy_gating_std_decay = 1
|
| 58 |
self.ker_len = 50
|
| 59 |
self.con = 0
|
| 60 |
+
self.d_model = 128
|
| 61 |
self.mlp_gating = 1
|
| 62 |
self.moe_temp = 1
|
| 63 |
self.use_fft = 1
|