from transformers import PretrainedConfig class AwesomeConfig(PretrainedConfig): model_type = "awesome" def __init__(self, attribute=1, **kwargs): self.attribute = attribute self.hidden_size = 16 super().__init__(**kwargs)