For this code, does it mean that weights are non-trainable any longer, as they changed to tensor?
class weightedReLU(nn.Module):
   def __init__(self, weights = 1): 
        super().__init__() 
        self.weights = weights* nn.Parameter(torch.ones(1)) 
        self.weights = Variable(self.weights.data, requires_grad=True) 
  def forward(self, input): 
       ex = self.weights.cuda()*MyReLU.apply(input) 
       return ex