from transformers.modeling_utils import PreTrainedModel | |
from .configuration_my_model import MyModelConfig | |
class MyModelPretrainedModel(PreTrainedModel): | |
pass | |
class MyModel(MyModelPretrainedModel): | |
def __init__(self, config: MyModelConfig): | |
super().__init__(config) | |
self.n_layers = config.n_layers | |