destroy distributed workaround

Author: awaelchli

tests/trainer/logging_/test_logger_connector.py

@@ -21,6 +21,7 @@
 
 import pytest
 import torch
+import torch.distributed
 from torch.utils.data import DataLoader
 from torchmetrics import Accuracy, AveragePrecision
 
@@ -607,6 +608,8 @@ def validation_step(self, batch, batch_idx):
 
 def test_metrics_reset(tmpdir):
     """Tests that metrics are reset correctly after the end of the train/val/test epoch."""
+    if torch.distributed.is_available() and torch.distributed.is_initialized():
+        torch.distributed.destroy_process_group()
 
     class TestModel(LightningModule):