Skip to content

Commit 8250e11

Browse files
committed
code reformatting by pre-commit
1 parent ff39cb7 commit 8250e11

File tree

1 file changed

+4
-3
lines changed
  • src/pytorch_lightning/strategies

1 file changed

+4
-3
lines changed

src/pytorch_lightning/strategies/ddp.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@
3232
import pytorch_lightning as pl
3333
from pytorch_lightning.core.module import LightningModule
3434
from pytorch_lightning.core.optimizer import LightningOptimizer
35-
from pytorch_lightning.overrides import LightningDistributedModule, _LightningPrecisionModuleWrapperBase
35+
from pytorch_lightning.overrides import _LightningPrecisionModuleWrapperBase, LightningDistributedModule
3636
from pytorch_lightning.overrides.distributed import prepare_for_backward
3737
from pytorch_lightning.overrides.fairscale import _FAIRSCALE_AVAILABLE
3838
from pytorch_lightning.plugins.environments.cluster_environment import ClusterEnvironment
@@ -271,7 +271,6 @@ def _enable_model_averaging(self) -> None:
271271
)
272272

273273
assert self._ddp_comm_state is not None
274-
# assert isinstance(self._ddp_comm_state, post_localSGD.PostLocalSGDState)
275274
self._model_averager = torch.distributed.algorithms.model_averaging.averagers.PeriodicModelAverager(
276275
period=self._model_averaging_period, warmup_steps=self._ddp_comm_state.start_localSGD_iter
277276
)
@@ -341,7 +340,9 @@ def model_to_device(self) -> None:
341340
assert self.model is not None
342341
self.model.to(self.root_device)
343342

344-
def reduce(self, tensor: Tensor, group: Optional[Any] = None, reduce_op: Optional[Union[ReduceOp, str]] = "mean") -> Tensor:
343+
def reduce(
344+
self, tensor: Tensor, group: Optional[Any] = None, reduce_op: Optional[Union[ReduceOp, str]] = "mean"
345+
) -> Tensor:
345346
"""Reduces a tensor from several distributed processes to one aggregated tensor.
346347
347348
Args:

0 commit comments

Comments
 (0)