razmars commited on
Commit
71878ee
·
verified ·
1 Parent(s): 6bcd495

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +2 -2
modeling_super_linear.py CHANGED
@@ -594,12 +594,12 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
594
 
595
  if x_enc.shape[1] < 512:
596
  x_enc = self.fourier_interp_dim1(x_enc)
597
- x_enc = self.revin_layer(x_enc, 'norm')
598
 
599
 
600
  # backbone returns (B, pred_len, C)
601
  preds = self.backbone(x_enc)
602
- preds = self.revin_layer(preds, 'denorm')
603
  return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
604
 
605
 
 
594
 
595
  if x_enc.shape[1] < 512:
596
  x_enc = self.fourier_interp_dim1(x_enc)
597
+ #x_enc = self.revin_layer(x_enc, 'norm')
598
 
599
 
600
  # backbone returns (B, pred_len, C)
601
  preds = self.backbone(x_enc)
602
+ #preds = self.revin_layer(preds, 'denorm')
603
  return CausalLMOutputWithCrossAttentions(loss=None,logits=preds,past_key_values=None,hidden_states=None,attentions=None,)
604
 
605