From 0ff89f7c36d4b99a1537f3b9d3848639cd974fce Mon Sep 17 00:00:00 2001 From: Adrian Joshua Strutt <60191560+adrianjoshua-strutt@users.noreply.github.com> Date: Sun, 28 May 2023 15:30:36 +0200 Subject: [PATCH] [Enhancement] Handle the case for Multi-Instance GPUs when using cuda_visible_devices (#1164) --- mmengine/logging/logger.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/mmengine/logging/logger.py b/mmengine/logging/logger.py index 4119d049..c42db429 100644 --- a/mmengine/logging/logger.py +++ b/mmengine/logging/logger.py @@ -376,7 +376,12 @@ def _get_device_id(): cuda_visible_devices = list(range(num_device)) else: cuda_visible_devices = cuda_visible_devices.split(',') - return int(cuda_visible_devices[local_rank]) + if cuda_visible_devices[local_rank].isdigit(): + return int(cuda_visible_devices[local_rank]) + else: + # handle case for Multi-Instance GPUs + # see #1148 for details + return cuda_visible_devices[local_rank] def _get_host_info() -> str: