Update configuration_super_linear.py

configuration_super_linear.py

@@ -50,17 +50,17 @@ class SuperLinearConfig(PretrainedConfig):
         self.layer_type      = "RLinear"
         self.linear_checkpoints_path  = '/cs/azencot_fsas/MoE/'
         self.linear_checkpoints_dir   = "checkpoints5"
-        self.load_linear              = 0
-        self.manual_moe              = 0
-        self.misc_moe                = 1  
-        self.noisy_gating_std        = 0.1
-        self.noisy_gating_std_decay  = 1
-        self.ker_len                 = 50
-        self.con                     = 0
-        self.d_model                 = 128
-        self.mlp_gating              = 1
-        self.moe_temp                = 1
-        self.use_fft                 = 1
-        self.fft_len                 = 10000
-        self.dropout                 = 0.0
+        self.load_linear              = load_linear 
+        self.manual_moe              = manual_moe
+        self.misc_moe                = misc_moe
+        self.noisy_gating_std        = noisy_gating_std
+        self.noisy_gating_std_decay  = noisy_gating_std_decay
+        self.ker_len                 = ker_len
+        self.con                     = con
+        self.d_model                 = d_model
+        self.mlp_gating              = mlp_gating
+        self.moe_temp                = moe_temp
+        self.use_fft                 = use_fft
+        self.fft_len                 = fft_len
+        self.dropout                 = dropout
         super().__init__(**kwargs)