From 2c7eceacb3f9be30c071ebc16297f6434c795c95 Mon Sep 17 00:00:00 2001
From: "Patrick M. Jensen" <patmjen@dtu.dk>
Date: Wed, 16 Nov 2022 11:06:12 +0100
Subject: [PATCH] Change init script to select least used GPU
---
scripts/init.sh | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/scripts/init.sh b/scripts/init.sh
index 043db73..fe99cb0 100644
--- a/scripts/init.sh
+++ b/scripts/init.sh
@@ -30,10 +30,10 @@ then
fi
source ${VENV_DIR}/${VENV_NAME}/bin/activate
-# Make all GPUs visible
+# Select least used GPU if any are available
if command -v nvidia-smi &> /dev/null
then
- export CUDA_VISIBLE_DEVICES=$(nvidia-smi --query-gpu=index --format=csv,noheader | tr '\n' ',')
+ export CUDA_VISIBLE_DEVICES=$(nvidia-smi --query-gpu=memory.used,utilization.gpu,utilization.gpu,index --format=csv,noheader,nounits | sort -V | awk '{print $NF}' | head -n1)
echo CUDA_VISIBLE_DEVICES=${CUDA_VISIBLE_DEVICES}
fi
--
GitLab