razmars commited on
Commit
5705e39
·
verified ·
1 Parent(s): ae0e645

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +2 -2
modeling_super_linear.py CHANGED
@@ -504,9 +504,9 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
504
  # (delete if your model already returns logits over a vocabulary)
505
  '''self.vocab_size = getattr(config, "vocab_size", None)
506
  if self.vocab_size is not None:
507
- self.lm_head = nn.Linear(backbone_cfg.pred_len, self.vocab_size)
508
 
509
- self.post_init() ''' # HF weight init
510
 
511
  # ------------------------------------------------------------------
512
  # Forward pass expected by AutoModelForCausalLM
 
504
  # (delete if your model already returns logits over a vocabulary)
505
  '''self.vocab_size = getattr(config, "vocab_size", None)
506
  if self.vocab_size is not None:
507
+ self.lm_head = nn.Linear(backbone_cfg.pred_len, self.vocab_size)'''
508
 
509
+ self.post_init()
510
 
511
  # ------------------------------------------------------------------
512
  # Forward pass expected by AutoModelForCausalLM