SequentialLearning
/

SuperLinear

mixture-of-experts

Model card Files Files and versions

razmars commited on Apr 23

Commit

3f3fadd

·

verified ·

1 Parent(s): c15d2e4

Update configuration_super_linear.py

Files changed (1) hide show

configuration_super_linear.py +1 -1

configuration_super_linear.py CHANGED Viewed

@@ -68,7 +68,7 @@ class SuperLinearConfig(PretrainedConfig):
         self.freq_experts    = freq_experts
         self.freeze_experts  = freeze_experts
         self.layer_type      = layer_type
-        self.linear_checkpoints_path  = linear_checkpoints_dir
         self.linear_checkpoints_dir   = linear_checkpoints_dir
         self.load_linear              = load_linear
         self.manual_moe              = manual_moe

         self.freq_experts    = freq_experts
         self.freeze_experts  = freeze_experts
         self.layer_type      = layer_type
+        self.linear_checkpoints_path  = linear_checkpoints_path
         self.linear_checkpoints_dir   = linear_checkpoints_dir
         self.load_linear              = load_linear
         self.manual_moe              = manual_moe