clear_for_profile.sh

# Stop all GPU monitoring services that block ncu
sudo systemctl stop nvidia-dcgm.service dynologd.service

# Verify they're stopped
sudo systemctl list-units --state=active | grep -E "(nvidia|dynolog)"

# Check GPU is clear
sudo lsof /dev/nvidia7 | grep -v python

# Now run ncu
CUDA_VISIBLE_DEVICES=7 ncu --page source \
    --import-source yes \
    --source-folders /home/marksaroufim/pytorch/aten/src/ATen/native/cuda \
    python /home/marksaroufim/test/t.py

# When done, restart the services
sudo systemctl start nvidia-dcgm.service dynologd.service