configuration.py

from transformers import BertConfig

class NewModelConfig(BertConfig):
    model_type = "new-model"
    
    def __init__(self, *args, new_hidden_size=12, **kwargs):
        super().__init__(*args, **kwargs)
        
        self.new_hidden_size = new_hidden_size