from transformers import PretrainedConfig class ApproxDumbConfig(PretrainedConfig): model_type = "approxdumb" def __init__( self, vocab_size=11, d_model=6, max_len=8, pad_token_id=0, bos_token_id=1, eos_token_id=2, **kwargs ): self.vocab_size = vocab_size self.d_model = d_model self.max_len = max_len super().__init__( pad_token_id=pad_token_id, bos_token_id=bos_token_id, eos_token_id=eos_token_id, **kwargs )