configuration_tinymodel.py

from transformers import PretrainedConfig

class TinyModelConfig(PretrainedConfig):
    model_type = "tinymodel"

    def __init__(self, input_size=100, hidden_size=200, num_labels=10, **kwargs):
        super().__init__(**kwargs)
        self.input_size = input_size
        self.hidden_size = hidden_size
        self.num_labels = num_labels