/usr/local/lib/python3.7/dist-packages/pytorch_lightning/trainer/connectors/logger_connector/logger_connector.py in _log_gpus_metrics(self)
227 def _log_gpus_metrics(self):
228 for key, mem in self.gpus_metrics.items():
--> 229 gpu_id = int(key.split("/")[0].split(":")[1])
230 if gpu_id in self.trainer.accelerator_connector.parallel_device_ids:
231 self.trainer.lightning_module.log(key, mem, prog_bar=False, logger=True, on_step=True, on_epoch=False)