configuration_my_model.py

from transformers import PretrainedConfig


class MyModelConfig(PretrainedConfig):
    model_type = "my_model"

    def __init__(
        self,
        n_layers=2,
        hidden_dim=3,
        **kwargs,
    ):
        self.n_layers = n_layers
        self.hidden_dim = hidden_dim
        super().__init__(**kwargs)