back
Browse files- modeling_super_linear.py +3 -3
modeling_super_linear.py
CHANGED
|
@@ -546,10 +546,10 @@ class superLinear(nn.Module):
|
|
| 546 |
|
| 547 |
"-------------------------------------------------------------------------------------------------------------------"
|
| 548 |
class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
| 549 |
-
|
| 550 |
|
| 551 |
-
def __init__(self, config):
|
| 552 |
-
super().__init__()
|
| 553 |
|
| 554 |
# the backbone keeps its own Config dataclass, so build one on‑the‑fly:
|
| 555 |
backbone_cfg = type("Cfg", (), config.to_dict())()
|
|
|
|
| 546 |
|
| 547 |
"-------------------------------------------------------------------------------------------------------------------"
|
| 548 |
class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
| 549 |
+
config_class: SuperLinearConfig
|
| 550 |
|
| 551 |
+
def __init__(self, config: SuperLinearConfig):
|
| 552 |
+
super().__init__(config)
|
| 553 |
|
| 554 |
# the backbone keeps its own Config dataclass, so build one on‑the‑fly:
|
| 555 |
backbone_cfg = type("Cfg", (), config.to_dict())()
|