Update modeling_super_linear.py
Browse files- modeling_super_linear.py +1 -0
modeling_super_linear.py
CHANGED
|
@@ -497,6 +497,7 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 497 |
#print("SuperLinearForCausalLM")
|
| 498 |
#print(config)
|
| 499 |
backbone_cfg = type("Cfg", (), config.to_dict())()
|
|
|
|
| 500 |
self.backbone = superLinear(backbone_cfg)
|
| 501 |
|
| 502 |
# optional final projection: map backbone output to discrete bins
|
|
|
|
| 497 |
#print("SuperLinearForCausalLM")
|
| 498 |
#print(config)
|
| 499 |
backbone_cfg = type("Cfg", (), config.to_dict())()
|
| 500 |
+
self.args = backbone_cfg
|
| 501 |
self.backbone = superLinear(backbone_cfg)
|
| 502 |
|
| 503 |
# optional final projection: map backbone output to discrete bins
|