What happens if you run the following script?
import torch

if torch.cuda.is_available():
    n_gpus = torch.cuda.device_count()
    
    print("GPUs detected: = {}".format( torch.cuda.device_count() ) )
    
    for i in range(n_gpus):
        print("_______")
        print( torch.cuda.get_device_name( i ) )
        print("_______")
        
else:
    print("No GPUs detected")