From 62baa6dc6af1689ac4446e83cd0991b8cc7cc895 Mon Sep 17 00:00:00 2001 From: Parmeet Singh Bhatia Date: Thu, 20 May 2021 12:18:38 -0400 Subject: [PATCH 1/4] fixing circleci cache --- test/common/cache_utils.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/test/common/cache_utils.py b/test/common/cache_utils.py index 404dbd0d24..16c62e7e35 100644 --- a/test/common/cache_utils.py +++ b/test/common/cache_utils.py @@ -9,11 +9,14 @@ def check_cache_status(): assert os.path.exists(CACHE_STATUS_FILE), "Cache status file does not exists" with open(CACHE_STATUS_FILE, 'r') as f: + missing_datasets = [] cache_status = json.load(f) for dataset_name in cache_status: for split in cache_status[dataset_name]: if cache_status[dataset_name][split]['status'] == "fail": - raise FileNotFoundError("Failing all raw dataset unit tests as cache is missing atleast one raw dataset") + missing_datasets.append(dataset_name + '_' + split) + if missing_datasets: + raise FileNotFoundError("Failing all raw dataset unit tests as cache is missing {} datasets".format(missing_datasets)) def generate_data_cache(): @@ -30,7 +33,7 @@ def generate_data_cache(): if dataset_name not in cache_status: cache_status[dataset_name] = {} try: - if dataset_name == "Multi30k" or dataset_name == 'WMT14': + if dataset_name == 'WMT14': _ = torchtext.experimental.datasets.raw.DATASETS[dataset_name](split=split) else: _ = torchtext.datasets.DATASETS[dataset_name](split=split) From bc2f5764c2c2a9c779ceecae9bf76530879b30e2 Mon Sep 17 00:00:00 2001 From: Parmeet Singh Bhatia Date: Thu, 20 May 2021 12:46:20 -0400 Subject: [PATCH 2/4] adding cached datasets to cachekey --- .circleci/cached_datasets_list.txt | 21 + .circleci/config.yml | 655 ++++++++++------------------- .circleci/config.yml.in | 4 +- 3 files changed, 235 insertions(+), 445 deletions(-) create mode 100644 .circleci/cached_datasets_list.txt diff --git a/.circleci/cached_datasets_list.txt b/.circleci/cached_datasets_list.txt new file mode 100644 index 0000000000..c345588868 --- /dev/null +++ b/.circleci/cached_datasets_list.txt @@ -0,0 +1,21 @@ +IMDB +AG_NEWS +SogouNews +DBpedia +YelpReviewPolarity +YelpReviewFull +YahooAnswers +AmazonReviewPolarity +AmazonReviewFull +UDPOS +CoNLL2000Chunking +Multi30k +IWSLT2016 +IWSLT2017 +WMT14 +WikiText2 +WikiText103 +PennTreebank +SQuAD1 +SQuAD2 +EnWik9 \ No newline at end of file diff --git a/.circleci/config.yml b/.circleci/config.yml index 32f99b26ff..fbd10bf895 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -44,7 +44,9 @@ commands: steps: - run: name: Generate CCI cache key - command: echo "$(date "+%D")" > .cachekey + command: + echo "$(date "+%D")" > .cachekey + cat cached_datasets_list.txt >> .cachekey - persist_to_workspace: root: . paths: @@ -613,150 +615,83 @@ workflows: build: jobs: - circleci_consistency - - binary_linux_wheel: - name: binary_linux_wheel_py3.6 - python_version: '3.6' - - binary_linux_wheel: - name: binary_linux_wheel_py3.7 - python_version: '3.7' - - binary_linux_wheel: - name: binary_linux_wheel_py3.8 - python_version: '3.8' - - binary_linux_wheel: - name: binary_linux_wheel_py3.9 - python_version: '3.9' - - binary_macos_wheel: - name: binary_macos_wheel_py3.6 - python_version: '3.6' - - binary_macos_wheel: - name: binary_macos_wheel_py3.7 - python_version: '3.7' - - binary_macos_wheel: - name: binary_macos_wheel_py3.8 - python_version: '3.8' - - binary_macos_wheel: - name: binary_macos_wheel_py3.9 - python_version: '3.9' - - binary_windows_wheel: - name: binary_windows_wheel_py3.6 - python_version: '3.6' - - binary_windows_wheel: - name: binary_windows_wheel_py3.7 - python_version: '3.7' - - binary_windows_wheel: - name: binary_windows_wheel_py3.8 - python_version: '3.8' - - binary_windows_wheel: - name: binary_windows_wheel_py3.9 - python_version: '3.9' - - binary_linux_conda: - name: binary_linux_conda_py3.6 - python_version: '3.6' - - binary_linux_conda: - name: binary_linux_conda_py3.7 - python_version: '3.7' - - binary_linux_conda: - name: binary_linux_conda_py3.8 - python_version: '3.8' - - binary_linux_conda: - name: binary_linux_conda_py3.9 - python_version: '3.9' - - binary_macos_conda: - name: binary_macos_conda_py3.6 - python_version: '3.6' - - binary_macos_conda: - name: binary_macos_conda_py3.7 - python_version: '3.7' - - binary_macos_conda: - name: binary_macos_conda_py3.8 - python_version: '3.8' - - binary_macos_conda: - name: binary_macos_conda_py3.9 - python_version: '3.9' - - binary_windows_conda: - name: binary_windows_conda_py3.6 - python_version: '3.6' - - binary_windows_conda: - name: binary_windows_conda_py3.7 - python_version: '3.7' - - binary_windows_conda: - name: binary_windows_conda_py3.8 - python_version: '3.8' - - binary_windows_conda: - name: binary_windows_conda_py3.9 - python_version: '3.9' + - binary_linux_wheel: {name: binary_linux_wheel_py3.6, python_version: '3.6'} + - binary_linux_wheel: {name: binary_linux_wheel_py3.7, python_version: '3.7'} + - binary_linux_wheel: {name: binary_linux_wheel_py3.8, python_version: '3.8'} + - binary_linux_wheel: {name: binary_linux_wheel_py3.9, python_version: '3.9'} + - binary_macos_wheel: {name: binary_macos_wheel_py3.6, python_version: '3.6'} + - binary_macos_wheel: {name: binary_macos_wheel_py3.7, python_version: '3.7'} + - binary_macos_wheel: {name: binary_macos_wheel_py3.8, python_version: '3.8'} + - binary_macos_wheel: {name: binary_macos_wheel_py3.9, python_version: '3.9'} + - binary_windows_wheel: {name: binary_windows_wheel_py3.6, python_version: '3.6'} + - binary_windows_wheel: {name: binary_windows_wheel_py3.7, python_version: '3.7'} + - binary_windows_wheel: {name: binary_windows_wheel_py3.8, python_version: '3.8'} + - binary_windows_wheel: {name: binary_windows_wheel_py3.9, python_version: '3.9'} + - binary_linux_conda: {name: binary_linux_conda_py3.6, python_version: '3.6'} + - binary_linux_conda: {name: binary_linux_conda_py3.7, python_version: '3.7'} + - binary_linux_conda: {name: binary_linux_conda_py3.8, python_version: '3.8'} + - binary_linux_conda: {name: binary_linux_conda_py3.9, python_version: '3.9'} + - binary_macos_conda: {name: binary_macos_conda_py3.6, python_version: '3.6'} + - binary_macos_conda: {name: binary_macos_conda_py3.7, python_version: '3.7'} + - binary_macos_conda: {name: binary_macos_conda_py3.8, python_version: '3.8'} + - binary_macos_conda: {name: binary_macos_conda_py3.9, python_version: '3.9'} + - binary_windows_conda: {name: binary_windows_conda_py3.6, python_version: '3.6'} + - binary_windows_conda: {name: binary_windows_conda_py3.7, python_version: '3.7'} + - binary_windows_conda: {name: binary_windows_conda_py3.8, python_version: '3.8'} + - binary_windows_conda: {name: binary_windows_conda_py3.9, python_version: '3.9'} - build_docs: name: build_docs python_version: '3.8' - requires: - - binary_linux_wheel_py3.8 + requires: [binary_linux_wheel_py3.8] - upload_docs: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: upload_docs python_version: '3.8' - requires: - - build_docs + requires: [build_docs] - docstring_parameters_sync: name: docstring_parameters_sync python_version: '3.8' - requires: - - binary_linux_wheel_py3.8 + requires: [binary_linux_wheel_py3.8] unittest: jobs: - - cachesetup_linux: - name: cachesetup_linux_py_any - python_version: '3.6' + - cachesetup_linux: {name: cachesetup_linux_py_any, python_version: '3.6'} - unittest_linux: name: unittest_linux_py3.6 python_version: '3.6' - requires: - - cachesetup_linux_py_any - - stylecheck: - name: stylecheck_py3.6 - python_version: '3.6' + requires: [cachesetup_linux_py_any] + - stylecheck: {name: stylecheck_py3.6, python_version: '3.6'} - unittest_linux: name: unittest_linux_py3.7 python_version: '3.7' - requires: - - cachesetup_linux_py_any + requires: [cachesetup_linux_py_any] - unittest_linux: name: unittest_linux_py3.8 python_version: '3.8' - requires: - - cachesetup_linux_py_any + requires: [cachesetup_linux_py_any] - unittest_linux: name: unittest_linux_py3.9 python_version: '3.9' - requires: - - cachesetup_linux_py_any - - cachesetup_windows: - name: cachesetup_windows_py_any - python_version: '3.6' + requires: [cachesetup_linux_py_any] + - cachesetup_windows: {name: cachesetup_windows_py_any, python_version: '3.6'} - unittest_windows: name: unittest_windows_py3.6 python_version: '3.6' - requires: - - cachesetup_windows_py_any + requires: [cachesetup_windows_py_any] - unittest_windows: name: unittest_windows_py3.7 python_version: '3.7' - requires: - - cachesetup_windows_py_any + requires: [cachesetup_windows_py_any] - unittest_windows: name: unittest_windows_py3.8 python_version: '3.8' - requires: - - cachesetup_windows_py_any + requires: [cachesetup_windows_py_any] - unittest_windows: name: unittest_windows_py3.9 python_version: '3.9' - requires: - - cachesetup_windows_py_any + requires: [cachesetup_windows_py_any] nightly: jobs: - circleci_consistency: @@ -765,596 +700,428 @@ workflows: only: nightly - binary_linux_wheel: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_wheel_py3.6 python_version: '3.6' - binary_wheel_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_wheel_py3.6_upload - requires: - - nightly_binary_linux_wheel_py3.6 + requires: [nightly_binary_linux_wheel_py3.6] - smoke_test_linux_pip: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_wheel_py3.6_smoke_test_pip python_version: '3.6' - requires: - - nightly_binary_linux_wheel_py3.6_upload + requires: [nightly_binary_linux_wheel_py3.6_upload] - binary_linux_wheel: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_wheel_py3.7 python_version: '3.7' - binary_wheel_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_wheel_py3.7_upload - requires: - - nightly_binary_linux_wheel_py3.7 + requires: [nightly_binary_linux_wheel_py3.7] - smoke_test_linux_pip: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_wheel_py3.7_smoke_test_pip python_version: '3.7' - requires: - - nightly_binary_linux_wheel_py3.7_upload + requires: [nightly_binary_linux_wheel_py3.7_upload] - binary_linux_wheel: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_wheel_py3.8 python_version: '3.8' - binary_wheel_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_wheel_py3.8_upload - requires: - - nightly_binary_linux_wheel_py3.8 + requires: [nightly_binary_linux_wheel_py3.8] - smoke_test_linux_pip: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_wheel_py3.8_smoke_test_pip python_version: '3.8' - requires: - - nightly_binary_linux_wheel_py3.8_upload + requires: [nightly_binary_linux_wheel_py3.8_upload] - binary_linux_wheel: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_wheel_py3.9 python_version: '3.9' - binary_wheel_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_wheel_py3.9_upload - requires: - - nightly_binary_linux_wheel_py3.9 + requires: [nightly_binary_linux_wheel_py3.9] - smoke_test_linux_pip: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_wheel_py3.9_smoke_test_pip python_version: '3.9' - requires: - - nightly_binary_linux_wheel_py3.9_upload + requires: [nightly_binary_linux_wheel_py3.9_upload] - binary_macos_wheel: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_wheel_py3.6 python_version: '3.6' - binary_wheel_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_wheel_py3.6_upload - requires: - - nightly_binary_macos_wheel_py3.6 + requires: [nightly_binary_macos_wheel_py3.6] - binary_macos_wheel: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_wheel_py3.7 python_version: '3.7' - binary_wheel_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_wheel_py3.7_upload - requires: - - nightly_binary_macos_wheel_py3.7 + requires: [nightly_binary_macos_wheel_py3.7] - binary_macos_wheel: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_wheel_py3.8 python_version: '3.8' - binary_wheel_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_wheel_py3.8_upload - requires: - - nightly_binary_macos_wheel_py3.8 + requires: [nightly_binary_macos_wheel_py3.8] - binary_macos_wheel: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_wheel_py3.9 python_version: '3.9' - binary_wheel_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_wheel_py3.9_upload - requires: - - nightly_binary_macos_wheel_py3.9 + requires: [nightly_binary_macos_wheel_py3.9] - binary_windows_wheel: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_wheel_py3.6 python_version: '3.6' - binary_wheel_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_wheel_py3.6_upload - requires: - - nightly_binary_windows_wheel_py3.6 + requires: [nightly_binary_windows_wheel_py3.6] - smoke_test_windows_pip: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_wheel_py3.6_smoke_test_pip python_version: '3.6' - requires: - - nightly_binary_windows_wheel_py3.6_upload + requires: [nightly_binary_windows_wheel_py3.6_upload] - binary_windows_wheel: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_wheel_py3.7 python_version: '3.7' - binary_wheel_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_wheel_py3.7_upload - requires: - - nightly_binary_windows_wheel_py3.7 + requires: [nightly_binary_windows_wheel_py3.7] - smoke_test_windows_pip: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_wheel_py3.7_smoke_test_pip python_version: '3.7' - requires: - - nightly_binary_windows_wheel_py3.7_upload + requires: [nightly_binary_windows_wheel_py3.7_upload] - binary_windows_wheel: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_wheel_py3.8 python_version: '3.8' - binary_wheel_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_wheel_py3.8_upload - requires: - - nightly_binary_windows_wheel_py3.8 + requires: [nightly_binary_windows_wheel_py3.8] - smoke_test_windows_pip: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_wheel_py3.8_smoke_test_pip python_version: '3.8' - requires: - - nightly_binary_windows_wheel_py3.8_upload + requires: [nightly_binary_windows_wheel_py3.8_upload] - binary_windows_wheel: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_wheel_py3.9 python_version: '3.9' - binary_wheel_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_wheel_py3.9_upload - requires: - - nightly_binary_windows_wheel_py3.9 + requires: [nightly_binary_windows_wheel_py3.9] - smoke_test_windows_pip: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_wheel_py3.9_smoke_test_pip python_version: '3.9' - requires: - - nightly_binary_windows_wheel_py3.9_upload + requires: [nightly_binary_windows_wheel_py3.9_upload] - binary_linux_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_conda_py3.6 python_version: '3.6' - binary_conda_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_conda_py3.6_upload - requires: - - nightly_binary_linux_conda_py3.6 + requires: [nightly_binary_linux_conda_py3.6] - smoke_test_linux_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_conda_py3.6_smoke_test_conda python_version: '3.6' - requires: - - nightly_binary_linux_conda_py3.6_upload + requires: [nightly_binary_linux_conda_py3.6_upload] - binary_linux_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_conda_py3.7 python_version: '3.7' - binary_conda_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_conda_py3.7_upload - requires: - - nightly_binary_linux_conda_py3.7 + requires: [nightly_binary_linux_conda_py3.7] - smoke_test_linux_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_conda_py3.7_smoke_test_conda python_version: '3.7' - requires: - - nightly_binary_linux_conda_py3.7_upload + requires: [nightly_binary_linux_conda_py3.7_upload] - binary_linux_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_conda_py3.8 python_version: '3.8' - binary_conda_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_conda_py3.8_upload - requires: - - nightly_binary_linux_conda_py3.8 + requires: [nightly_binary_linux_conda_py3.8] - smoke_test_linux_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_conda_py3.8_smoke_test_conda python_version: '3.8' - requires: - - nightly_binary_linux_conda_py3.8_upload + requires: [nightly_binary_linux_conda_py3.8_upload] - binary_linux_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_conda_py3.9 python_version: '3.9' - binary_conda_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_conda_py3.9_upload - requires: - - nightly_binary_linux_conda_py3.9 + requires: [nightly_binary_linux_conda_py3.9] - smoke_test_linux_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_linux_conda_py3.9_smoke_test_conda python_version: '3.9' - requires: - - nightly_binary_linux_conda_py3.9_upload + requires: [nightly_binary_linux_conda_py3.9_upload] - binary_macos_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_conda_py3.6 python_version: '3.6' - binary_conda_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_conda_py3.6_upload - requires: - - nightly_binary_macos_conda_py3.6 + requires: [nightly_binary_macos_conda_py3.6] - binary_macos_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_conda_py3.7 python_version: '3.7' - binary_conda_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_conda_py3.7_upload - requires: - - nightly_binary_macos_conda_py3.7 + requires: [nightly_binary_macos_conda_py3.7] - binary_macos_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_conda_py3.8 python_version: '3.8' - binary_conda_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_conda_py3.8_upload - requires: - - nightly_binary_macos_conda_py3.8 + requires: [nightly_binary_macos_conda_py3.8] - binary_macos_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_conda_py3.9 python_version: '3.9' - binary_conda_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_macos_conda_py3.9_upload - requires: - - nightly_binary_macos_conda_py3.9 + requires: [nightly_binary_macos_conda_py3.9] - binary_windows_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_conda_py3.6 python_version: '3.6' - binary_conda_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_conda_py3.6_upload - requires: - - nightly_binary_windows_conda_py3.6 + requires: [nightly_binary_windows_conda_py3.6] - smoke_test_windows_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_conda_py3.6_smoke_test_conda python_version: '3.6' - requires: - - nightly_binary_windows_conda_py3.6_upload + requires: [nightly_binary_windows_conda_py3.6_upload] - binary_windows_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_conda_py3.7 python_version: '3.7' - binary_conda_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_conda_py3.7_upload - requires: - - nightly_binary_windows_conda_py3.7 + requires: [nightly_binary_windows_conda_py3.7] - smoke_test_windows_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_conda_py3.7_smoke_test_conda python_version: '3.7' - requires: - - nightly_binary_windows_conda_py3.7_upload + requires: [nightly_binary_windows_conda_py3.7_upload] - binary_windows_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_conda_py3.8 python_version: '3.8' - binary_conda_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_conda_py3.8_upload - requires: - - nightly_binary_windows_conda_py3.8 + requires: [nightly_binary_windows_conda_py3.8] - smoke_test_windows_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_conda_py3.8_smoke_test_conda python_version: '3.8' - requires: - - nightly_binary_windows_conda_py3.8_upload + requires: [nightly_binary_windows_conda_py3.8_upload] - binary_windows_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_conda_py3.9 python_version: '3.9' - binary_conda_upload: context: org-member filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_conda_py3.9_upload - requires: - - nightly_binary_windows_conda_py3.9 + requires: [nightly_binary_windows_conda_py3.9] - smoke_test_windows_conda: filters: - branches: - only: nightly - tags: - only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + branches: {only: nightly} + tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} name: nightly_binary_windows_conda_py3.9_smoke_test_conda python_version: '3.9' - requires: - - nightly_binary_windows_conda_py3.9_upload + requires: [nightly_binary_windows_conda_py3.9_upload] docker_build: triggers: - schedule: diff --git a/.circleci/config.yml.in b/.circleci/config.yml.in index 3830d7f881..3c997d777c 100644 --- a/.circleci/config.yml.in +++ b/.circleci/config.yml.in @@ -44,7 +44,9 @@ commands: steps: - run: name: Generate CCI cache key - command: echo "$(date "+%D")" > .cachekey + command: + echo "$(date "+%D")" > .cachekey + cat cached_datasets_list.txt >> .cachekey - persist_to_workspace: root: . paths: From fc070914176886dd6722665e61188902cd252ada Mon Sep 17 00:00:00 2001 From: Parmeet Singh Bhatia Date: Thu, 20 May 2021 13:02:32 -0400 Subject: [PATCH 3/4] fixing config --- .circleci/config.yml | 666 +++++++++++++++++++++++++++++-------------- 1 file changed, 445 insertions(+), 221 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index fbd10bf895..757b3c85b9 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -46,7 +46,7 @@ commands: name: Generate CCI cache key command: echo "$(date "+%D")" > .cachekey - cat cached_datasets_list.txt >> .cachekey + cat cached_datasets_list.txt >> .cachekey - persist_to_workspace: root: . paths: @@ -94,7 +94,6 @@ jobs: pip install --user --progress-bar off jinja2 pyyaml python .circleci/regenerate.py git diff --exit-code || (echo ".circleci/config.yml not in sync with config.yml.in! Run .circleci/regenerate.py to update config"; exit 1) - binary_linux_wheel: <<: *binary_common docker: @@ -233,7 +232,6 @@ jobs: conda install -yq anaconda-client set -x anaconda -t "${CONDA_PYTORCHBOT_TOKEN}" upload ~/workspace/conda-bld/*/*.tar.bz2 -u "pytorch-${UPLOAD_CHANNEL}" --label main --no-progress --force - # Requires org-member context binary_wheel_upload: docker: @@ -255,7 +253,6 @@ jobs: for pkg in ~/workspace/*.whl; do aws s3 cp "$pkg" "s3://pytorch/whl/${UPLOAD_CHANNEL}/" --acl public-read done - smoke_test_linux_conda: <<: *smoke_test_common steps: @@ -275,7 +272,6 @@ jobs: command: | source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION} python -c "import torchtext" - smoke_test_linux_pip: <<: *smoke_test_common steps: @@ -293,7 +289,6 @@ jobs: command: | source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION} python -c "import torchtext" - smoke_test_docker_image_build: machine: image: ubuntu-1604:201903-01 @@ -313,7 +308,6 @@ jobs: docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} ${image_name}:latest docker push ${image_name}:${CIRCLE_WORKFLOW_ID} docker push ${image_name}:latest - smoke_test_windows_conda: <<: *binary_common executor: @@ -339,7 +333,6 @@ jobs: eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')" conda activate python${PYTHON_VERSION} python -c "import torchtext" - smoke_test_windows_pip: <<: *binary_common executor: @@ -363,7 +356,6 @@ jobs: eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')" conda activate python${PYTHON_VERSION} python -c "import torchtext" - cachesetup_linux: <<: *binary_common docker: @@ -592,7 +584,6 @@ jobs: tag=${CIRCLE_TAG:1:5} target=${tag:-master} ~/workspace/.circleci/build_docs/commit_docs.sh ~/workspace $target - docstring_parameters_sync: <<: *binary_common docker: @@ -609,89 +600,154 @@ jobs: pip install --user pydocstyle export PATH="$HOME/.local/bin:$PATH" pydocstyle torchtext - - workflows: build: jobs: - circleci_consistency - - binary_linux_wheel: {name: binary_linux_wheel_py3.6, python_version: '3.6'} - - binary_linux_wheel: {name: binary_linux_wheel_py3.7, python_version: '3.7'} - - binary_linux_wheel: {name: binary_linux_wheel_py3.8, python_version: '3.8'} - - binary_linux_wheel: {name: binary_linux_wheel_py3.9, python_version: '3.9'} - - binary_macos_wheel: {name: binary_macos_wheel_py3.6, python_version: '3.6'} - - binary_macos_wheel: {name: binary_macos_wheel_py3.7, python_version: '3.7'} - - binary_macos_wheel: {name: binary_macos_wheel_py3.8, python_version: '3.8'} - - binary_macos_wheel: {name: binary_macos_wheel_py3.9, python_version: '3.9'} - - binary_windows_wheel: {name: binary_windows_wheel_py3.6, python_version: '3.6'} - - binary_windows_wheel: {name: binary_windows_wheel_py3.7, python_version: '3.7'} - - binary_windows_wheel: {name: binary_windows_wheel_py3.8, python_version: '3.8'} - - binary_windows_wheel: {name: binary_windows_wheel_py3.9, python_version: '3.9'} - - binary_linux_conda: {name: binary_linux_conda_py3.6, python_version: '3.6'} - - binary_linux_conda: {name: binary_linux_conda_py3.7, python_version: '3.7'} - - binary_linux_conda: {name: binary_linux_conda_py3.8, python_version: '3.8'} - - binary_linux_conda: {name: binary_linux_conda_py3.9, python_version: '3.9'} - - binary_macos_conda: {name: binary_macos_conda_py3.6, python_version: '3.6'} - - binary_macos_conda: {name: binary_macos_conda_py3.7, python_version: '3.7'} - - binary_macos_conda: {name: binary_macos_conda_py3.8, python_version: '3.8'} - - binary_macos_conda: {name: binary_macos_conda_py3.9, python_version: '3.9'} - - binary_windows_conda: {name: binary_windows_conda_py3.6, python_version: '3.6'} - - binary_windows_conda: {name: binary_windows_conda_py3.7, python_version: '3.7'} - - binary_windows_conda: {name: binary_windows_conda_py3.8, python_version: '3.8'} - - binary_windows_conda: {name: binary_windows_conda_py3.9, python_version: '3.9'} + - binary_linux_wheel: + name: binary_linux_wheel_py3.6 + python_version: '3.6' + - binary_linux_wheel: + name: binary_linux_wheel_py3.7 + python_version: '3.7' + - binary_linux_wheel: + name: binary_linux_wheel_py3.8 + python_version: '3.8' + - binary_linux_wheel: + name: binary_linux_wheel_py3.9 + python_version: '3.9' + - binary_macos_wheel: + name: binary_macos_wheel_py3.6 + python_version: '3.6' + - binary_macos_wheel: + name: binary_macos_wheel_py3.7 + python_version: '3.7' + - binary_macos_wheel: + name: binary_macos_wheel_py3.8 + python_version: '3.8' + - binary_macos_wheel: + name: binary_macos_wheel_py3.9 + python_version: '3.9' + - binary_windows_wheel: + name: binary_windows_wheel_py3.6 + python_version: '3.6' + - binary_windows_wheel: + name: binary_windows_wheel_py3.7 + python_version: '3.7' + - binary_windows_wheel: + name: binary_windows_wheel_py3.8 + python_version: '3.8' + - binary_windows_wheel: + name: binary_windows_wheel_py3.9 + python_version: '3.9' + - binary_linux_conda: + name: binary_linux_conda_py3.6 + python_version: '3.6' + - binary_linux_conda: + name: binary_linux_conda_py3.7 + python_version: '3.7' + - binary_linux_conda: + name: binary_linux_conda_py3.8 + python_version: '3.8' + - binary_linux_conda: + name: binary_linux_conda_py3.9 + python_version: '3.9' + - binary_macos_conda: + name: binary_macos_conda_py3.6 + python_version: '3.6' + - binary_macos_conda: + name: binary_macos_conda_py3.7 + python_version: '3.7' + - binary_macos_conda: + name: binary_macos_conda_py3.8 + python_version: '3.8' + - binary_macos_conda: + name: binary_macos_conda_py3.9 + python_version: '3.9' + - binary_windows_conda: + name: binary_windows_conda_py3.6 + python_version: '3.6' + - binary_windows_conda: + name: binary_windows_conda_py3.7 + python_version: '3.7' + - binary_windows_conda: + name: binary_windows_conda_py3.8 + python_version: '3.8' + - binary_windows_conda: + name: binary_windows_conda_py3.9 + python_version: '3.9' - build_docs: name: build_docs python_version: '3.8' - requires: [binary_linux_wheel_py3.8] + requires: + - binary_linux_wheel_py3.8 - upload_docs: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: upload_docs python_version: '3.8' - requires: [build_docs] + requires: + - build_docs - docstring_parameters_sync: name: docstring_parameters_sync python_version: '3.8' - requires: [binary_linux_wheel_py3.8] + requires: + - binary_linux_wheel_py3.8 unittest: jobs: - - cachesetup_linux: {name: cachesetup_linux_py_any, python_version: '3.6'} + - cachesetup_linux: + name: cachesetup_linux_py_any + python_version: '3.6' - unittest_linux: name: unittest_linux_py3.6 python_version: '3.6' - requires: [cachesetup_linux_py_any] - - stylecheck: {name: stylecheck_py3.6, python_version: '3.6'} + requires: + - cachesetup_linux_py_any + - stylecheck: + name: stylecheck_py3.6 + python_version: '3.6' - unittest_linux: name: unittest_linux_py3.7 python_version: '3.7' - requires: [cachesetup_linux_py_any] + requires: + - cachesetup_linux_py_any - unittest_linux: name: unittest_linux_py3.8 python_version: '3.8' - requires: [cachesetup_linux_py_any] + requires: + - cachesetup_linux_py_any - unittest_linux: name: unittest_linux_py3.9 python_version: '3.9' - requires: [cachesetup_linux_py_any] - - cachesetup_windows: {name: cachesetup_windows_py_any, python_version: '3.6'} + requires: + - cachesetup_linux_py_any + - cachesetup_windows: + name: cachesetup_windows_py_any + python_version: '3.6' - unittest_windows: name: unittest_windows_py3.6 python_version: '3.6' - requires: [cachesetup_windows_py_any] + requires: + - cachesetup_windows_py_any - unittest_windows: name: unittest_windows_py3.7 python_version: '3.7' - requires: [cachesetup_windows_py_any] + requires: + - cachesetup_windows_py_any - unittest_windows: name: unittest_windows_py3.8 python_version: '3.8' - requires: [cachesetup_windows_py_any] + requires: + - cachesetup_windows_py_any - unittest_windows: name: unittest_windows_py3.9 python_version: '3.9' - requires: [cachesetup_windows_py_any] + requires: + - cachesetup_windows_py_any nightly: jobs: - circleci_consistency: @@ -700,428 +756,596 @@ workflows: only: nightly - binary_linux_wheel: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_wheel_py3.6 python_version: '3.6' - binary_wheel_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_wheel_py3.6_upload - requires: [nightly_binary_linux_wheel_py3.6] + requires: + - nightly_binary_linux_wheel_py3.6 - smoke_test_linux_pip: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_wheel_py3.6_smoke_test_pip python_version: '3.6' - requires: [nightly_binary_linux_wheel_py3.6_upload] + requires: + - nightly_binary_linux_wheel_py3.6_upload - binary_linux_wheel: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_wheel_py3.7 python_version: '3.7' - binary_wheel_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_wheel_py3.7_upload - requires: [nightly_binary_linux_wheel_py3.7] + requires: + - nightly_binary_linux_wheel_py3.7 - smoke_test_linux_pip: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_wheel_py3.7_smoke_test_pip python_version: '3.7' - requires: [nightly_binary_linux_wheel_py3.7_upload] + requires: + - nightly_binary_linux_wheel_py3.7_upload - binary_linux_wheel: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_wheel_py3.8 python_version: '3.8' - binary_wheel_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_wheel_py3.8_upload - requires: [nightly_binary_linux_wheel_py3.8] + requires: + - nightly_binary_linux_wheel_py3.8 - smoke_test_linux_pip: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_wheel_py3.8_smoke_test_pip python_version: '3.8' - requires: [nightly_binary_linux_wheel_py3.8_upload] + requires: + - nightly_binary_linux_wheel_py3.8_upload - binary_linux_wheel: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_wheel_py3.9 python_version: '3.9' - binary_wheel_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_wheel_py3.9_upload - requires: [nightly_binary_linux_wheel_py3.9] + requires: + - nightly_binary_linux_wheel_py3.9 - smoke_test_linux_pip: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_wheel_py3.9_smoke_test_pip python_version: '3.9' - requires: [nightly_binary_linux_wheel_py3.9_upload] + requires: + - nightly_binary_linux_wheel_py3.9_upload - binary_macos_wheel: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_wheel_py3.6 python_version: '3.6' - binary_wheel_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_wheel_py3.6_upload - requires: [nightly_binary_macos_wheel_py3.6] + requires: + - nightly_binary_macos_wheel_py3.6 - binary_macos_wheel: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_wheel_py3.7 python_version: '3.7' - binary_wheel_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_wheel_py3.7_upload - requires: [nightly_binary_macos_wheel_py3.7] + requires: + - nightly_binary_macos_wheel_py3.7 - binary_macos_wheel: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_wheel_py3.8 python_version: '3.8' - binary_wheel_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_wheel_py3.8_upload - requires: [nightly_binary_macos_wheel_py3.8] + requires: + - nightly_binary_macos_wheel_py3.8 - binary_macos_wheel: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_wheel_py3.9 python_version: '3.9' - binary_wheel_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_wheel_py3.9_upload - requires: [nightly_binary_macos_wheel_py3.9] + requires: + - nightly_binary_macos_wheel_py3.9 - binary_windows_wheel: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_wheel_py3.6 python_version: '3.6' - binary_wheel_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_wheel_py3.6_upload - requires: [nightly_binary_windows_wheel_py3.6] + requires: + - nightly_binary_windows_wheel_py3.6 - smoke_test_windows_pip: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_wheel_py3.6_smoke_test_pip python_version: '3.6' - requires: [nightly_binary_windows_wheel_py3.6_upload] + requires: + - nightly_binary_windows_wheel_py3.6_upload - binary_windows_wheel: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_wheel_py3.7 python_version: '3.7' - binary_wheel_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_wheel_py3.7_upload - requires: [nightly_binary_windows_wheel_py3.7] + requires: + - nightly_binary_windows_wheel_py3.7 - smoke_test_windows_pip: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_wheel_py3.7_smoke_test_pip python_version: '3.7' - requires: [nightly_binary_windows_wheel_py3.7_upload] + requires: + - nightly_binary_windows_wheel_py3.7_upload - binary_windows_wheel: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_wheel_py3.8 python_version: '3.8' - binary_wheel_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_wheel_py3.8_upload - requires: [nightly_binary_windows_wheel_py3.8] + requires: + - nightly_binary_windows_wheel_py3.8 - smoke_test_windows_pip: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_wheel_py3.8_smoke_test_pip python_version: '3.8' - requires: [nightly_binary_windows_wheel_py3.8_upload] + requires: + - nightly_binary_windows_wheel_py3.8_upload - binary_windows_wheel: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_wheel_py3.9 python_version: '3.9' - binary_wheel_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_wheel_py3.9_upload - requires: [nightly_binary_windows_wheel_py3.9] + requires: + - nightly_binary_windows_wheel_py3.9 - smoke_test_windows_pip: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_wheel_py3.9_smoke_test_pip python_version: '3.9' - requires: [nightly_binary_windows_wheel_py3.9_upload] + requires: + - nightly_binary_windows_wheel_py3.9_upload - binary_linux_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_conda_py3.6 python_version: '3.6' - binary_conda_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_conda_py3.6_upload - requires: [nightly_binary_linux_conda_py3.6] + requires: + - nightly_binary_linux_conda_py3.6 - smoke_test_linux_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_conda_py3.6_smoke_test_conda python_version: '3.6' - requires: [nightly_binary_linux_conda_py3.6_upload] + requires: + - nightly_binary_linux_conda_py3.6_upload - binary_linux_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_conda_py3.7 python_version: '3.7' - binary_conda_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_conda_py3.7_upload - requires: [nightly_binary_linux_conda_py3.7] + requires: + - nightly_binary_linux_conda_py3.7 - smoke_test_linux_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_conda_py3.7_smoke_test_conda python_version: '3.7' - requires: [nightly_binary_linux_conda_py3.7_upload] + requires: + - nightly_binary_linux_conda_py3.7_upload - binary_linux_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_conda_py3.8 python_version: '3.8' - binary_conda_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_conda_py3.8_upload - requires: [nightly_binary_linux_conda_py3.8] + requires: + - nightly_binary_linux_conda_py3.8 - smoke_test_linux_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_conda_py3.8_smoke_test_conda python_version: '3.8' - requires: [nightly_binary_linux_conda_py3.8_upload] + requires: + - nightly_binary_linux_conda_py3.8_upload - binary_linux_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_conda_py3.9 python_version: '3.9' - binary_conda_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_conda_py3.9_upload - requires: [nightly_binary_linux_conda_py3.9] + requires: + - nightly_binary_linux_conda_py3.9 - smoke_test_linux_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_linux_conda_py3.9_smoke_test_conda python_version: '3.9' - requires: [nightly_binary_linux_conda_py3.9_upload] + requires: + - nightly_binary_linux_conda_py3.9_upload - binary_macos_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_conda_py3.6 python_version: '3.6' - binary_conda_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_conda_py3.6_upload - requires: [nightly_binary_macos_conda_py3.6] + requires: + - nightly_binary_macos_conda_py3.6 - binary_macos_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_conda_py3.7 python_version: '3.7' - binary_conda_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_conda_py3.7_upload - requires: [nightly_binary_macos_conda_py3.7] + requires: + - nightly_binary_macos_conda_py3.7 - binary_macos_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_conda_py3.8 python_version: '3.8' - binary_conda_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_conda_py3.8_upload - requires: [nightly_binary_macos_conda_py3.8] + requires: + - nightly_binary_macos_conda_py3.8 - binary_macos_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_conda_py3.9 python_version: '3.9' - binary_conda_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_macos_conda_py3.9_upload - requires: [nightly_binary_macos_conda_py3.9] + requires: + - nightly_binary_macos_conda_py3.9 - binary_windows_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_conda_py3.6 python_version: '3.6' - binary_conda_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_conda_py3.6_upload - requires: [nightly_binary_windows_conda_py3.6] + requires: + - nightly_binary_windows_conda_py3.6 - smoke_test_windows_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_conda_py3.6_smoke_test_conda python_version: '3.6' - requires: [nightly_binary_windows_conda_py3.6_upload] + requires: + - nightly_binary_windows_conda_py3.6_upload - binary_windows_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_conda_py3.7 python_version: '3.7' - binary_conda_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_conda_py3.7_upload - requires: [nightly_binary_windows_conda_py3.7] + requires: + - nightly_binary_windows_conda_py3.7 - smoke_test_windows_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_conda_py3.7_smoke_test_conda python_version: '3.7' - requires: [nightly_binary_windows_conda_py3.7_upload] + requires: + - nightly_binary_windows_conda_py3.7_upload - binary_windows_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_conda_py3.8 python_version: '3.8' - binary_conda_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_conda_py3.8_upload - requires: [nightly_binary_windows_conda_py3.8] + requires: + - nightly_binary_windows_conda_py3.8 - smoke_test_windows_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_conda_py3.8_smoke_test_conda python_version: '3.8' - requires: [nightly_binary_windows_conda_py3.8_upload] + requires: + - nightly_binary_windows_conda_py3.8_upload - binary_windows_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_conda_py3.9 python_version: '3.9' - binary_conda_upload: context: org-member filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_conda_py3.9_upload - requires: [nightly_binary_windows_conda_py3.9] + requires: + - nightly_binary_windows_conda_py3.9 - smoke_test_windows_conda: filters: - branches: {only: nightly} - tags: {only: '/v[0-9]+(\.[0-9]+)*-rc[0-9]+/'} + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: nightly_binary_windows_conda_py3.9_smoke_test_conda python_version: '3.9' - requires: [nightly_binary_windows_conda_py3.9_upload] + requires: + - nightly_binary_windows_conda_py3.9_upload docker_build: triggers: - schedule: @@ -1132,4 +1356,4 @@ workflows: - master jobs: - smoke_test_docker_image_build: - context: org-member + context: org-member \ No newline at end of file From 35b972c07d70c6da1f687fffc32fcfb961dfc5ef Mon Sep 17 00:00:00 2001 From: Parmeet Singh Bhatia Date: Thu, 20 May 2021 13:14:03 -0400 Subject: [PATCH 4/4] fixing inconsistency --- .circleci/config.yml | 15 +++++++++++++-- 1 file changed, 13 insertions(+), 2 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 757b3c85b9..b2c61d69f6 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -46,7 +46,7 @@ commands: name: Generate CCI cache key command: echo "$(date "+%D")" > .cachekey - cat cached_datasets_list.txt >> .cachekey + cat cached_datasets_list.txt >> .cachekey - persist_to_workspace: root: . paths: @@ -94,6 +94,7 @@ jobs: pip install --user --progress-bar off jinja2 pyyaml python .circleci/regenerate.py git diff --exit-code || (echo ".circleci/config.yml not in sync with config.yml.in! Run .circleci/regenerate.py to update config"; exit 1) + binary_linux_wheel: <<: *binary_common docker: @@ -232,6 +233,7 @@ jobs: conda install -yq anaconda-client set -x anaconda -t "${CONDA_PYTORCHBOT_TOKEN}" upload ~/workspace/conda-bld/*/*.tar.bz2 -u "pytorch-${UPLOAD_CHANNEL}" --label main --no-progress --force + # Requires org-member context binary_wheel_upload: docker: @@ -253,6 +255,7 @@ jobs: for pkg in ~/workspace/*.whl; do aws s3 cp "$pkg" "s3://pytorch/whl/${UPLOAD_CHANNEL}/" --acl public-read done + smoke_test_linux_conda: <<: *smoke_test_common steps: @@ -272,6 +275,7 @@ jobs: command: | source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION} python -c "import torchtext" + smoke_test_linux_pip: <<: *smoke_test_common steps: @@ -289,6 +293,7 @@ jobs: command: | source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION} python -c "import torchtext" + smoke_test_docker_image_build: machine: image: ubuntu-1604:201903-01 @@ -308,6 +313,7 @@ jobs: docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} ${image_name}:latest docker push ${image_name}:${CIRCLE_WORKFLOW_ID} docker push ${image_name}:latest + smoke_test_windows_conda: <<: *binary_common executor: @@ -333,6 +339,7 @@ jobs: eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')" conda activate python${PYTHON_VERSION} python -c "import torchtext" + smoke_test_windows_pip: <<: *binary_common executor: @@ -356,6 +363,7 @@ jobs: eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')" conda activate python${PYTHON_VERSION} python -c "import torchtext" + cachesetup_linux: <<: *binary_common docker: @@ -584,6 +592,7 @@ jobs: tag=${CIRCLE_TAG:1:5} target=${tag:-master} ~/workspace/.circleci/build_docs/commit_docs.sh ~/workspace $target + docstring_parameters_sync: <<: *binary_common docker: @@ -600,6 +609,8 @@ jobs: pip install --user pydocstyle export PATH="$HOME/.local/bin:$PATH" pydocstyle torchtext + + workflows: build: jobs: @@ -1356,4 +1367,4 @@ workflows: - master jobs: - smoke_test_docker_image_build: - context: org-member \ No newline at end of file + context: org-member