xlm-roberta-large / src /modules /activations.py
shayekh's picture
Upload 61 files
cc9c7ee
raw
history blame
230 Bytes
import torch.nn as nn
from src.utils.mapper import configmapper
configmapper.map("activations", "relu")(nn.ReLU)
configmapper.map("activations", "logsoftmax")(nn.LogSoftmax)
configmapper.map("activations", "softmax")(nn.Softmax)