Update configuration_super_linear.py

configuration_super_linear.py

@@ -45,6 +45,7 @@ class SuperLinearConfig(PretrainedConfig):
         load_linear = 1,
         misc_moe = 10,
         mlp_gating = 0,
+        moe_norm = 1,
         model_type= "super_linear",
         moe_temp = 1,
         noisy_gating_std = 0.1,
@@ -73,6 +74,7 @@ class SuperLinearConfig(PretrainedConfig):
         self.noisy_gating_std_decay  = noisy_gating_std_decay
         self.d_model                 = d_model
         self.mlp_gating              = mlp_gating
+        self.moe_norm                = moe_norm
         self.moe_temp                = moe_temp
         self.use_fft                 = use_fft
         self.fft_len                 = fft_len