Ensure Python and PyTorch can detect all the GPUs in your system.

GPU Detection Test in Python and PyTorch.py

# GPU Detection Tests
from torch.cuda import device_count
import gpustat

print("""
If pytorch raises "RuntimeError: cuda runtime error (30)" after suspension,
run the following commands in linux terminal:

sudo rmmod nvidia_uvm
sudo rmmod nvidia
sudo modprobe nvidia
sudo modprobe nvidia_uvm
""")

print('gpustat output:')
gpustat.print_gpustat()

print('\nPyTorch detected {} GPUs.'.format(device_count()))