Skip to content
This repository was archived by the owner on Sep 10, 2025. It is now read-only.

Commit 75ac292

Browse files
committed
updates md5 of iwslt and fixes download_from_url hash check
1 parent 9e7121e commit 75ac292

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

torchtext/experimental/datasets/raw/translation.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -132,7 +132,7 @@ def _setup_datasets(dataset_name,
132132
f, root=root, hash_value=MD5[dataset_name][idx], hash_type='md5')
133133
extracted_files.extend(extract_archive(dataset_tar))
134134
elif isinstance(URLS[dataset_name], str):
135-
dataset_tar = download_from_url(URLS[dataset_name])
135+
dataset_tar = download_from_url(URLS[dataset_name], root=root, hash_value=MD5[dataset_name], hash_type='md5')
136136
extracted_dataset_tar = extract_archive(dataset_tar)
137137
if dataset_name == 'IWSLT':
138138
# IWSLT dataset's url downloads a multilingual tgz.
@@ -575,6 +575,6 @@ def WMT14(train_filenames=('train.tok.clean.bpe.32000.de',
575575
'acb5ea26a577ceccfae6337181c31716',
576576
'873a377a348713d3ab84db1fb57cdede',
577577
'680816e0938fea5cf5331444bc09a4cf'],
578-
'IWSLT': '6ff9ab8ea16fb352597c2784e0391fa8',
578+
'IWSLT': 'c393ed3fc2a1b0f004b3331043f615ae',
579579
'WMT14': '874ab6bbfe9c21ec987ed1b9347f95ec'
580580
}

0 commit comments

Comments
 (0)