Update modeling_super_linear.py
Browse files- modeling_super_linear.py +4 -1
modeling_super_linear.py
CHANGED
|
@@ -525,7 +525,10 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 525 |
|
| 526 |
|
| 527 |
# backbone returns (B, pred_len, C)
|
| 528 |
-
preds = self.backbone(x_enc)
|
|
|
|
|
|
|
|
|
|
| 529 |
|
| 530 |
# if we keep continuous values, treat them as logits directly
|
| 531 |
logits = (preds if self.vocab_size is None else self.lm_head(preds).transpose(1, 2))
|
|
|
|
| 525 |
|
| 526 |
|
| 527 |
# backbone returns (B, pred_len, C)
|
| 528 |
+
preds = self.backbone(x_enc)
|
| 529 |
+
print(F"preds shape: {preds.shape}")
|
| 530 |
+
preds = preds[0]
|
| 531 |
+
print(F"preds shape: {preds.shape}")
|
| 532 |
|
| 533 |
# if we keep continuous values, treat them as logits directly
|
| 534 |
logits = (preds if self.vocab_size is None else self.lm_head(preds).transpose(1, 2))
|