Single machine with one or multiple GPUs, record and visualize GPUs usage information.
mkdir gpu_usage
cd gpu_usage
git clone git@github.com:LebinDing749/GPUs-Usage-Manager.git
cd GPUs-Usage-Manager
# a python environment is needed
pip install pynvml
pip install psutil
nohup python gpu_monitor.py &
ps -u {user} -f
#or
jobs
# if there is 'python gpu_monitor.py', the precess is ruuning
# kill the process
ps -u {user} -f
kill -9 {pid}
or
jobs
kill -9 %{jobs_id}
pkill -u {user} -f python