From 913270538940d6c861c0d63462d792a85b753833 Mon Sep 17 00:00:00 2001 From: Parmeet Singh Bhatia Date: Fri, 14 Jan 2022 12:16:19 -0500 Subject: [PATCH 1/3] fixing cache logic to work with datapipes --- test/common/cache_utils.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/test/common/cache_utils.py b/test/common/cache_utils.py index c0a3421db3..93d46f1e74 100644 --- a/test/common/cache_utils.py +++ b/test/common/cache_utils.py @@ -34,9 +34,11 @@ def generate_data_cache(): cache_status[dataset_name] = {} try: if dataset_name == 'WMT14': - _ = torchtext.experimental.datasets.raw.DATASETS[dataset_name](split=split) + dataset = torchtext.experimental.datasets.raw.DATASETS[dataset_name](split=split) else: - _ = torchtext.datasets.DATASETS[dataset_name](split=split) + dataset = torchtext.datasets.DATASETS[dataset_name](split=split) + + next(iter(dataset)) cache_status[dataset_name][split] = {'status': 'success', 'reason': 'No exception thrown'} except Exception as e: cache_status[dataset_name][split] = {'status': 'fail', 'reason': str(e)} From b9f5691f4c430b7301758883a1a140b2fae6786b Mon Sep 17 00:00:00 2001 From: Parmeet Singh Bhatia Date: Fri, 14 Jan 2022 13:33:07 -0500 Subject: [PATCH 2/3] committing temporary change to build cache --- .circleci/cached_datasets_list.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/.circleci/cached_datasets_list.txt b/.circleci/cached_datasets_list.txt index 30292f7e8e..2529328529 100644 --- a/.circleci/cached_datasets_list.txt +++ b/.circleci/cached_datasets_list.txt @@ -18,3 +18,4 @@ PennTreebank SQuAD1 SQuAD2 EnWik9 +TEMP_CHANGE_TO_TRIGGER_CACHE_BUILD From 590401440e6a8f07b1a655be20e54153e3eecc95 Mon Sep 17 00:00:00 2001 From: Parmeet Singh Bhatia Date: Fri, 14 Jan 2022 14:05:26 -0500 Subject: [PATCH 3/3] reverting temp change --- .circleci/cached_datasets_list.txt | 1 - 1 file changed, 1 deletion(-) diff --git a/.circleci/cached_datasets_list.txt b/.circleci/cached_datasets_list.txt index 2529328529..30292f7e8e 100644 --- a/.circleci/cached_datasets_list.txt +++ b/.circleci/cached_datasets_list.txt @@ -18,4 +18,3 @@ PennTreebank SQuAD1 SQuAD2 EnWik9 -TEMP_CHANGE_TO_TRIGGER_CACHE_BUILD