Update modeling_super_linear.py
Browse files- modeling_super_linear.py +2 -1
modeling_super_linear.py
CHANGED
|
@@ -601,7 +601,8 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 601 |
x = x.permute(0, 2, 1)
|
| 602 |
|
| 603 |
|
| 604 |
-
x_up = F.interpolate(x, size=target_len, mode='linear', align_corners=False)
|
|
|
|
| 605 |
|
| 606 |
# ── restore original layout ─────────────────────────────────────────────────
|
| 607 |
if was_2d: # back to [B, target_len]
|
|
|
|
| 601 |
x = x.permute(0, 2, 1)
|
| 602 |
|
| 603 |
|
| 604 |
+
x_up = F.interpolate(x, size=target_len, mode='linear', align_corners=False)
|
| 605 |
+
x_up = x_up * scale_factor
|
| 606 |
|
| 607 |
# ── restore original layout ─────────────────────────────────────────────────
|
| 608 |
if was_2d: # back to [B, target_len]
|