configuration.py

from transformers import PretrainedConfig
from typing import List

class OffensivenessEstimationConfig(PretrainedConfig):
    model_type = "offensiveness_estimation"

    def __init__(
        self,
        language_model: str   = 'Twitter/twhin-bert-large',
        output_class_num: int = 11,
        reinit_n_layers: int  = 1,
        dropout_rate: float   = 0.1,
        **kwargs,
    ):
        # if block_type not in ["basic", "bottleneck"]:
        #     raise ValueError(f"`block_type` must be 'basic' or bottleneck', got {block_type}.")
        # if stem_type not in ["", "deep", "deep-tiered"]:
        #     raise ValueError(f"`stem_type` must be '', 'deep' or 'deep-tiered', got {stem_type}.")

        self.language_model   = language_model
        self.output_class_num = output_class_num
        self.reinit_n_layers  = reinit_n_layers
        self.dropout_rate     = dropout_rate
        super().__init__(**kwargs)