from typing import List from transformers import PretrainedConfig class LidirlLSTMConfig(PretrainedConfig): model_type = "LidirlLSTM" def __init__(self, embed_dim : int = 128, hidden_dim : int = 128, num_layers : int = 2, vocab_size: int = 256, label_size : int = 200, dropout : float = 0.1, bidirectional : bool = False, max_length : int = 1024, multilabel : bool = False, montecarlo_layer : bool = False, **kwargs, ): self.embed_dim = embed_dim self.hidden_dim = hidden_dim self.num_layers = num_layers self.dropout = dropout self.bidirectional = bidirectional self.vocab_size = vocab_size self.label_size = label_size self.max_length = max_length self.multilabel = multilabel self.montecarlo_layer = montecarlo_layer super().__init__(**kwargs)