Hi Rohan,
here is the code snippet for reproducing the bug:
import torch
from torchvision import models
import time

def main():
    """"""
    model_list = [
        ['resnet152', models.resnet152],
        ['inception_v3', models.inception_v3],
        ['vgg16', models.vgg16],
        ['vgg19', models.vgg19],
        ['vgg19_bn', models.vgg19_bn],
        ['densenet201', models.densenet201],
        ['densenet169', models.densenet169],
        ['resnet152-2', models.resnet152],
        ['resnet152-3', models.resnet152],
        ['resnet152-4', models.resnet152],
        ['resnet152-5', models.resnet152],
        ['resnet152-6', models.resnet152],
        ['resnet152-7', models.resnet152],
        ['resnet152-8', models.resnet152],
        ['resnet152-9', models.resnet152]
    ]
    models_dict = {}

    for m in model_list:
        model = m[1](pretrained=True)
        model.share_memory()
        models_dict[m[0]] = model
        print('loaded ', m[0])

    # while True:
    #     time.sleep(1)

if __name__ == "__main__":
    main()

Here is the outputs of ipcs -lm:

------ Shared Memory Limits --------
max number of segments = 4096
max seg size (kbytes) = 18014398509465599
max total shared memory (kbytes) = 18014398509481980
min seg size (bytes) = 1

I have tried to increase max number of segments to 8192 (using sysctl -w kernel.shmmni=8192), it does not help.