razmars commited on
Commit
8544741
·
verified ·
1 Parent(s): 391b2c1

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +4 -1
modeling_super_linear.py CHANGED
@@ -525,7 +525,10 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
525
 
526
 
527
  # backbone returns (B, pred_len, C)
528
- preds = self.backbone(x_enc)[0]
 
 
 
529
 
530
  # if we keep continuous values, treat them as logits directly
531
  logits = (preds if self.vocab_size is None else self.lm_head(preds).transpose(1, 2))
 
525
 
526
 
527
  # backbone returns (B, pred_len, C)
528
+ preds = self.backbone(x_enc)
529
+ print(F"preds shape: {preds.shape}")
530
+ preds = preds[0]
531
+ print(F"preds shape: {preds.shape}")
532
 
533
  # if we keep continuous values, treat them as logits directly
534
  logits = (preds if self.vocab_size is None else self.lm_head(preds).transpose(1, 2))