Update modeling_super_linear.py

modeling_super_linear.py

@@ -214,6 +214,22 @@ class RLinear(nn.Module):
     def forward(self, x):
         # x: [Batch, Input length,Channel]
         x_shape = x.shape
+        if x.shape[1] < self.seq_len:
+            if self.zero_shot_Linear is None:
+                print(F"new Lookkback : {x.shape[1]}")
+                self.transform_model(x.shape[1])
+
+            if len(x_shape) == 2:
+                x = x.unsqueeze(-1)
+            x = x.clone()
+            x = self.revin_layer(x, 'norm')
+            x = F.linear(x.permute(0,2,1), self.zero_shot_Linear).permute(0,2,1).clone()
+            x = self.revin_layer(x, 'denorm')
+            if len(x_shape) == 2:
+                x = x.squeeze(-1)
+            return x
+
+                
         if len(x_shape) == 2:
             x = x.unsqueeze(-1)
 
@@ -575,8 +591,8 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
         # backbone expects (B, C, L)
         x_enc = inputs_embeds
         
-        if x_enc.shape[1] < 512:
-            x_enc = self.fourier_interp_dim1(x_enc)
+        '''if x_enc.shape[1] < 512:
+            x_enc = self.fourier_interp_dim1(x_enc)'''
         
                         
         # backbone returns (B, pred_len, C)