razmars commited on
Commit
932eafc
·
verified ·
1 Parent(s): 7624ca4

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +2 -2
modeling_super_linear.py CHANGED
@@ -503,11 +503,11 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
503
 
504
  # optional final projection: map backbone output to discrete bins
505
  # (delete if your model already returns logits over a vocabulary)
506
- self.vocab_size = getattr(config, "vocab_size", None)
507
  if self.vocab_size is not None:
508
  self.lm_head = nn.Linear(backbone_cfg.pred_len, self.vocab_size)
509
 
510
- self.post_init() # HF weight init
511
 
512
  # ------------------------------------------------------------------
513
  # Forward pass expected by AutoModelForCausalLM
 
503
 
504
  # optional final projection: map backbone output to discrete bins
505
  # (delete if your model already returns logits over a vocabulary)
506
+ '''self.vocab_size = getattr(config, "vocab_size", None)
507
  if self.vocab_size is not None:
508
  self.lm_head = nn.Linear(backbone_cfg.pred_len, self.vocab_size)
509
 
510
+ self.post_init() ''' # HF weight init
511
 
512
  # ------------------------------------------------------------------
513
  # Forward pass expected by AutoModelForCausalLM