SequentialLearning
/

SuperLinear

mixture-of-experts

Model card Files Files and versions

razmars commited on May 13

Commit

53d4ba3

·

1 Parent(s): 4234f1b

fix?

Files changed (1) hide show

modeling_super_linear.py +1 -1

modeling_super_linear.py CHANGED Viewed

@@ -547,7 +547,7 @@ class superLinear(nn.Module):
 "-------------------------------------------------------------------------------------------------------------------"
 class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
-    config_class = SuperLinearConfig
     def __init__(self, config: Union[SuperLinearConfig, SuperLinearConfigFS]):
         super().__init__(config)

 "-------------------------------------------------------------------------------------------------------------------"
 class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
+    config_class = AutoConfig
     def __init__(self, config: Union[SuperLinearConfig, SuperLinearConfigFS]):
         super().__init__(config)