diff --git a/pytorch_lightning/loggers/tensorboard.py b/pytorch_lightning/loggers/tensorboard.py
index 4aaf64c6b7a59..af3802476571b 100644
--- a/pytorch_lightning/loggers/tensorboard.py
+++ b/pytorch_lightning/loggers/tensorboard.py
@@ -207,7 +207,7 @@ def log_metrics(self, metrics: Dict[str, float], step: Optional[int] = None) ->
                 # todo: specify the possible exception
                 except Exception as ex:
                     m = f'\n you tried to log {v} which is not currently supported. Try a dict or a scalar/tensor.'
-                    type(ex)(ex.message + m)
+                    raise ValueError(m) from ex
 
     @rank_zero_only
     def log_graph(self, model: LightningModule, input_array=None):