debug-nvidia-cdi.sh

# Nvidia Container Device Interface debugging
#
# Test device interface
docker run --rm --runtime=nvidia --gpus all ubuntu nvidia-smi
# Should return something like
# Mon Oct 13 12:42:00 2025       
# +-----------------------------------------------------------------------------------------+
# | NVIDIA-SMI 580.82.09              Driver Version: 580.82.09      CUDA Version: 13.0     |
# +-----------------------------------------+------------------------+----------------------+
# | GPU  Name                 Persistence-M | Bus-Id          Disp.A | Volatile Uncorr. ECC |
# | Fan  Temp   Perf          Pwr:Usage/Cap |           Memory-Usage | GPU-Util  Compute M. |
# |                                         |                        |               MIG M. |
# |=========================================+========================+======================|
# |   0  NVIDIA GeForce GTX 1070        Off |   00000000:06:00.0 Off |                  N/A |
# |  0%   46C    P8             17W /  230W |       3MiB /   8192MiB |      0%      Default |
# |                                         |                        |                  N/A |
# +-----------------------------------------+------------------------+----------------------+

# +-----------------------------------------------------------------------------------------+
# | Processes:                                                                              |
# |  GPU   GI   CI              PID   Type   Process name                        GPU Memory |
# |        ID   ID                                                               Usage      |
# |=========================================================================================|
# |  No running processes found                                                             |
# +-----------------------------------------------------------------------------------------+
#

# Generate CDI config
sudo nvidia-ctk cdi generate --output=/etc/cdi/nvidia.yaml

# Configure for runtime
sudo nvidia-ctk runtime configure --runtime=docker

# Fix runtime mode (optional, should test before/after)
sudo nvidia-ctk config --in-place --set nvidia-container-runtime.mode=cdi
# OR
sudo nvidia-ctk config --in-place --set nvidia-container-runtime.mode=auto