Update modeling_super_linear.py
Browse files- modeling_super_linear.py +2 -2
modeling_super_linear.py
CHANGED
|
@@ -503,11 +503,11 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 503 |
|
| 504 |
# optional final projection: map backbone output to discrete bins
|
| 505 |
# (delete if your model already returns logits over a vocabulary)
|
| 506 |
-
self.vocab_size = getattr(config, "vocab_size", None)
|
| 507 |
if self.vocab_size is not None:
|
| 508 |
self.lm_head = nn.Linear(backbone_cfg.pred_len, self.vocab_size)
|
| 509 |
|
| 510 |
-
self.post_init()
|
| 511 |
|
| 512 |
# ------------------------------------------------------------------
|
| 513 |
# Forward pass expected by AutoModelForCausalLM
|
|
|
|
| 503 |
|
| 504 |
# optional final projection: map backbone output to discrete bins
|
| 505 |
# (delete if your model already returns logits over a vocabulary)
|
| 506 |
+
'''self.vocab_size = getattr(config, "vocab_size", None)
|
| 507 |
if self.vocab_size is not None:
|
| 508 |
self.lm_head = nn.Linear(backbone_cfg.pred_len, self.vocab_size)
|
| 509 |
|
| 510 |
+
self.post_init() ''' # HF weight init
|
| 511 |
|
| 512 |
# ------------------------------------------------------------------
|
| 513 |
# Forward pass expected by AutoModelForCausalLM
|