Update modeling_super_linear.py
Browse files- modeling_super_linear.py +2 -2
modeling_super_linear.py
CHANGED
|
@@ -504,9 +504,9 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 504 |
# (delete if your model already returns logits over a vocabulary)
|
| 505 |
'''self.vocab_size = getattr(config, "vocab_size", None)
|
| 506 |
if self.vocab_size is not None:
|
| 507 |
-
self.lm_head = nn.Linear(backbone_cfg.pred_len, self.vocab_size)
|
| 508 |
|
| 509 |
-
self.post_init()
|
| 510 |
|
| 511 |
# ------------------------------------------------------------------
|
| 512 |
# Forward pass expected by AutoModelForCausalLM
|
|
|
|
| 504 |
# (delete if your model already returns logits over a vocabulary)
|
| 505 |
'''self.vocab_size = getattr(config, "vocab_size", None)
|
| 506 |
if self.vocab_size is not None:
|
| 507 |
+
self.lm_head = nn.Linear(backbone_cfg.pred_len, self.vocab_size)'''
|
| 508 |
|
| 509 |
+
self.post_init()
|
| 510 |
|
| 511 |
# ------------------------------------------------------------------
|
| 512 |
# Forward pass expected by AutoModelForCausalLM
|