| import json | |
| from transformers import PretrainedConfig | |
| class LizardConfig(PretrainedConfig): | |
| """ | |
| This is the configuration class to store the configuration of a `LizardModel`. | |
| It inherits from PretrainedConfig to get Hugging Face functionality. | |
| """ | |
| model_type = "lizard" | |
| def __init__( | |
| self, | |
| vocab_size=24005, | |
| d_model=256, | |
| n_heads=8, | |
| n_layers=6, | |
| max_length=128, | |
| pad_token_id=0, | |
| **kwargs | |
| ): | |
| self.vocab_size = vocab_size | |
| self.d_model = d_model | |
| self.n_heads = n_heads | |
| self.n_layers = n_layers | |
| self.max_length = max_length | |
| self.pad_token_id = pad_token_id | |
| super().__init__(pad_token_id=pad_token_id, **kwargs) | |