Skip to content

Commit 0aa986e

Browse files
committed
Update horovod.py
1 parent 41f83ed commit 0aa986e

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

pytorch_lightning/plugins/training_type/horovod.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -172,7 +172,7 @@ def reduce(self, tensor, group: Optional[Any] = None, reduce_op: Optional[Union[
172172
return hvd.allreduce(tensor, op=reduce_op)
173173

174174
def all_gather(
175-
self, result: Union[torch.Tensor], group: Optional[Any] = dist_group.WORLD, sync_grads: bool = False
175+
self, result: torch.Tensor, group: Optional[Any] = dist_group.WORLD, sync_grads: bool = False
176176
) -> torch.Tensor:
177177
if group is not None and group != dist_group.WORLD:
178178
raise ValueError("Horovod does not support allgather using a subcommunicator at this time. Unset `group`.")

0 commit comments

Comments
 (0)