Hi,
This is my test code:

import torch
import torchvision




def fun():
    net = torchvision.models.resnet101()
    net.cuda()
    net.eval()

    _ = input()
    inten = torch.randn((32, 3, 224, 224)).cuda()
    for i in range(10):
        out = net(inten)
        print(out.shape)


    _ = input()
    net.cpu()
    inten = inten.cpu()
    torch.cuda.empty_cache()

fun()
_ = input()