SequentialLearning
/

SuperLinear

mixture-of-experts

Model card Files Files and versions

razmars commited on Apr 27

Commit

5d30a62

·

verified ·

1 Parent(s): 44cf302

Update modeling_super_linear.py

Files changed (1) hide show

modeling_super_linear.py +2 -2

modeling_super_linear.py CHANGED Viewed

@@ -637,8 +637,8 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
         if x_enc.shape[1] < 512:
-            #x_enc = self.revin_layer(x_enc, 'norm')
-            x_enc = self.fourier_interp_dim1(x_enc)
         self.backbone.inf_pred_len = 192

         if x_enc.shape[1] < 512:
+            x_enc = self.revin_layer(x_enc, 'norm')
+            #x_enc = self.fourier_interp_dim1(x_enc)
         self.backbone.inf_pred_len = 192