From fb0bda25323f696375b4f6a4d80be9818d47a000 Mon Sep 17 00:00:00 2001 From: ydcjeff Date: Sat, 31 Oct 2020 11:37:50 +0630 Subject: [PATCH 1/4] lock cuda version --- .github/workflows/ci_dockers.yml | 7 +++++-- .github/workflows/docker-builds.yml | 2 +- dockers/base-conda/Dockerfile | 2 +- 3 files changed, 7 insertions(+), 4 deletions(-) diff --git a/.github/workflows/ci_dockers.yml b/.github/workflows/ci_dockers.yml index 8e8d56b04d501..1cbc99d1b68b8 100644 --- a/.github/workflows/ci_dockers.yml +++ b/.github/workflows/ci_dockers.yml @@ -108,8 +108,11 @@ jobs: pytorch_version: 1.6 - python_version: 3.6 pytorch_version: 1.4 - #- python_version: 3.7 - # pytorch_version: 1.8 # todo + - python_version: 3.7 + pytorch_version: 1.7 + # TODO + # - python_version: 3.7 + # pytorch_version: 1.8 steps: - name: Checkout uses: actions/checkout@v2 diff --git a/.github/workflows/docker-builds.yml b/.github/workflows/docker-builds.yml index 0ba6f701f65d6..673e65d5ccfae 100644 --- a/.github/workflows/docker-builds.yml +++ b/.github/workflows/docker-builds.yml @@ -14,7 +14,7 @@ jobs: fail-fast: false matrix: python_version: [3.6, 3.7, 3.8] - pytorch_version: [1.3, 1.4, 1.5, 1.6] + pytorch_version: [1.3, 1.4, 1.5, 1.6, 1.7] exclude: # excludes PT 1.3 as it is missing on pypi - python_version: 3.8 diff --git a/dockers/base-conda/Dockerfile b/dockers/base-conda/Dockerfile index 6a7f03970cf75..d11e61d92edbd 100644 --- a/dockers/base-conda/Dockerfile +++ b/dockers/base-conda/Dockerfile @@ -74,7 +74,7 @@ ENV CONDA_ENV=lightning COPY environment.yml environment.yml # conda init -RUN conda create -y --name $CONDA_ENV && \ +RUN conda create -y --name $CONDA_ENV cudatoolkit=${CUDA_VERSION} && \ conda init bash && \ # NOTE: this requires that the channel is presented in the yaml before packages # replace channel to nigtly if needed, fix PT version and remove Horovod as it will be installe later From 80eb91d8bce3152927e3f8b4a49204c5931a9775 Mon Sep 17 00:00:00 2001 From: ydcjeff Date: Sat, 31 Oct 2020 12:24:50 +0630 Subject: [PATCH 2/4] push to docker hub --- .github/workflows/nightly.yml | 54 ++++++++++++++++++----------------- 1 file changed, 28 insertions(+), 26 deletions(-) diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index f60ecd09dfb84..22f26c8aaea46 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -2,39 +2,41 @@ name: Nightly events # https://jasonet.co/posts/scheduled-actions/ on: - schedule: - # At the end of every day - - cron: "0 0 * * *" + push: + branches: [master] + # schedule: + # # At the end of every day + # - cron: "0 0 * * *" # based on https://github.com/pypa/gh-action-pypi-publish jobs: - pypi-release: - runs-on: ubuntu-20.04 + # pypi-release: + # runs-on: ubuntu-20.04 - steps: - - uses: actions/checkout@v2 - - uses: actions/setup-python@v2 - with: - python-version: 3.7 + # steps: + # - uses: actions/checkout@v2 + # - uses: actions/setup-python@v2 + # with: + # python-version: 3.7 - - name: Install dependencies - run: >- - python -m pip install --user --upgrade setuptools wheel - - name: Build - run: | - python .github/prepare-nightly_version.py - python setup.py sdist bdist_wheel - ls -lh dist/ + # - name: Install dependencies + # run: >- + # python -m pip install --user --upgrade setuptools wheel + # - name: Build + # run: | + # python .github/prepare-nightly_version.py + # python setup.py sdist bdist_wheel + # ls -lh dist/ - # We do this, since failures on test.pypi aren't that bad - - name: Publish to Test PyPI - uses: pypa/gh-action-pypi-publish@master - with: - user: __token__ - password: ${{ secrets.test_pypi_password }} - repository_url: https://test.pypi.org/legacy/ - verbose: true + # # We do this, since failures on test.pypi aren't that bad + # - name: Publish to Test PyPI + # uses: pypa/gh-action-pypi-publish@master + # with: + # user: __token__ + # password: ${{ secrets.test_pypi_password }} + # repository_url: https://test.pypi.org/legacy/ + # verbose: true docker-XLA: runs-on: ubuntu-20.04 From 60357218d182b444c9715c092f3e1bf16572b2ac Mon Sep 17 00:00:00 2001 From: ydcjeff Date: Sat, 31 Oct 2020 12:26:07 +0630 Subject: [PATCH 3/4] push to docker hub --- .github/workflows/nightly.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index 22f26c8aaea46..af5a0742e95c4 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -2,7 +2,7 @@ name: Nightly events # https://jasonet.co/posts/scheduled-actions/ on: - push: + pull_request: branches: [master] # schedule: # # At the end of every day From 6a525822af447fa6d2bb27394588e7ce1617a303 Mon Sep 17 00:00:00 2001 From: ydcjeff Date: Sat, 31 Oct 2020 15:40:12 +0630 Subject: [PATCH 4/4] back to normal --- .github/workflows/nightly.yml | 54 +++++++++++++++++------------------ 1 file changed, 26 insertions(+), 28 deletions(-) diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index af5a0742e95c4..f60ecd09dfb84 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -2,41 +2,39 @@ name: Nightly events # https://jasonet.co/posts/scheduled-actions/ on: - pull_request: - branches: [master] - # schedule: - # # At the end of every day - # - cron: "0 0 * * *" + schedule: + # At the end of every day + - cron: "0 0 * * *" # based on https://github.com/pypa/gh-action-pypi-publish jobs: - # pypi-release: - # runs-on: ubuntu-20.04 + pypi-release: + runs-on: ubuntu-20.04 - # steps: - # - uses: actions/checkout@v2 - # - uses: actions/setup-python@v2 - # with: - # python-version: 3.7 + steps: + - uses: actions/checkout@v2 + - uses: actions/setup-python@v2 + with: + python-version: 3.7 - # - name: Install dependencies - # run: >- - # python -m pip install --user --upgrade setuptools wheel - # - name: Build - # run: | - # python .github/prepare-nightly_version.py - # python setup.py sdist bdist_wheel - # ls -lh dist/ + - name: Install dependencies + run: >- + python -m pip install --user --upgrade setuptools wheel + - name: Build + run: | + python .github/prepare-nightly_version.py + python setup.py sdist bdist_wheel + ls -lh dist/ - # # We do this, since failures on test.pypi aren't that bad - # - name: Publish to Test PyPI - # uses: pypa/gh-action-pypi-publish@master - # with: - # user: __token__ - # password: ${{ secrets.test_pypi_password }} - # repository_url: https://test.pypi.org/legacy/ - # verbose: true + # We do this, since failures on test.pypi aren't that bad + - name: Publish to Test PyPI + uses: pypa/gh-action-pypi-publish@master + with: + user: __token__ + password: ${{ secrets.test_pypi_password }} + repository_url: https://test.pypi.org/legacy/ + verbose: true docker-XLA: runs-on: ubuntu-20.04