razmars commited on
Commit
f067b71
·
verified ·
1 Parent(s): 37a7fc1

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +4 -4
modeling_super_linear.py CHANGED
@@ -637,17 +637,17 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
637
 
638
 
639
  if x_enc.shape[1] < 512:
640
- x_enc = self.fourier_interp_dim1(x_enc)
641
  x_enc = self.revin_layer(x_enc, 'norm')
 
642
 
643
- self.backbone.inf_pred_len = 720
644
 
645
  # backbone returns (B, pred_len, C)
646
 
647
  preds = self.backbone(x_enc)
648
- preds = self.revin_layer(preds, 'denorm')
649
  preds = self.fourier_downsample_dim1(preds,96)
650
-
 
651
  return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
652
 
653
 
 
637
 
638
 
639
  if x_enc.shape[1] < 512:
 
640
  x_enc = self.revin_layer(x_enc, 'norm')
641
+ x_enc = self.fourier_interp_dim1(x_enc)
642
 
643
+ self.backbone.inf_pred_len = 336
644
 
645
  # backbone returns (B, pred_len, C)
646
 
647
  preds = self.backbone(x_enc)
 
648
  preds = self.fourier_downsample_dim1(preds,96)
649
+ preds = self.revin_layer(preds, 'denorm')
650
+
651
  return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
652
 
653