We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1b3e4f9 commit 6c01608Copy full SHA for 6c01608
pytorch_lightning/utilities/data.py
@@ -40,8 +40,9 @@ def has_len(dataloader: DataLoader) -> bool:
40
if has_len and has_iterable_dataset(dataloader):
41
rank_zero_warn(
42
'Your `IterableDataset` has `__len__` defined.'
43
- ' In combination with multi-processing data loading (e.g. batch size > 1),'
44
- ' this can lead to unintended side effects since the samples will be duplicated.'
+ ' In combination with multi-process data loading (when num_workers > 1),'
+ ' `__len__` could be inaccurate if each worker is not configured independently'
45
+ ' to avoid having duplicate data.'
46
)
47
return has_len
48
0 commit comments