razmars commited on
Commit
5b460e2
·
verified ·
1 Parent(s): 1955d35

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +1 -0
modeling_super_linear.py CHANGED
@@ -497,6 +497,7 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
497
  #print("SuperLinearForCausalLM")
498
  #print(config)
499
  backbone_cfg = type("Cfg", (), config.to_dict())()
 
500
  self.backbone = superLinear(backbone_cfg)
501
 
502
  # optional final projection: map backbone output to discrete bins
 
497
  #print("SuperLinearForCausalLM")
498
  #print(config)
499
  backbone_cfg = type("Cfg", (), config.to_dict())()
500
+ self.args = backbone_cfg
501
  self.backbone = superLinear(backbone_cfg)
502
 
503
  # optional final projection: map backbone output to discrete bins