From b9552836031c1a717b1594b45f9349dfa8f22fd0 Mon Sep 17 00:00:00 2001 From: moto <855818+mthrok@users.noreply.github.com> Date: Tue, 7 Feb 2023 22:16:42 -0500 Subject: [PATCH 01/10] Migrate build doc job to GHA --- .github/workflows/build_docs.yml | 72 ++++++++++++++++++++++++++++++++ 1 file changed, 72 insertions(+) create mode 100644 .github/workflows/build_docs.yml diff --git a/.github/workflows/build_docs.yml b/.github/workflows/build_docs.yml new file mode 100644 index 0000000000..4456cf2a47 --- /dev/null +++ b/.github/workflows/build_docs.yml @@ -0,0 +1,72 @@ +name: Build documentation + +on: + pull_request: + push: + branches: + - nightly + - main + - release/* + workflow_dispatch: + +job: + build: + strategy: + matrix: + python_version: ["3.10"] + cuda_arch_version: ["11.7"] + fail-fast: false + uses: pytorch/test-infra/.github/workflows/linux_job.yml@main + with: + runner: linux.g5.4xlarge.nvidia.gpu + repositry: pytorch/audio + gpu-arch-type: cuda + gpu-arch-version: ${{ matrix.cuda_arch_version }} + timeout: 120 + + script: | + # Mark Build Directory Safe + git config --global --add safe.directory /__w/audio/audio + + # Set up Environment Variables + export PYTHON_VERSION="${{ matrix.python_version }}" + export CU_VERSION="${{ matrix.cuda_arch_version }}" + export CUDATOOLKIT="pytorch-cuda=${CU_VERSION}" + + # Set CHANNEL + if [[(${GITHUB_EVENT_NAME} = 'pull_request' && (${GITHUB_BASE_REF} = 'release'*)) || (${GITHUB_REF} = 'refs/heads/release'*) ]]; then + export CHANNEL=test + else + export CHANNEL=nightly + fi + + # Create Conda Env + conda create --quiet -y --prefix ci_env python="${PYTHON_VERSION}" + conda activate ./ci_env + + # Install PyTorch + set -ex + set +u # don't know why + conda install \ + --yes \ + --quiet \ + -c "pytorch-${CHANNEL}" \ + -c nvidia "pytorch-${CHANNEL}"::pytorch[build="*${CU_VERSION}*"] \ + "${CUDATOOLKIT}" + + # Install torchaudio + # TODO: Enable NVDec/NVEnc + conda install --quiet -y 'ffmpeg>=4.1' pkg-config + python3 -m pip --quiet install cmake>=3.18.0 ninja + USE_FFMPEG=1 python3 -m pip install -v -e . --no-use-pep517 + + # Install build tools + pip install -r docs/requirements.txt -r docs/requirements-tutorials.txt + + # Build docs + export BUILD_GALLERY=true + (cd docs && make html) + + mv docs/build/html /artifacts/ + + \ No newline at end of file From 72c9cd11196d8e83d23022455f5691e04fdddd1f Mon Sep 17 00:00:00 2001 From: moto <855818+mthrok@users.noreply.github.com> Date: Tue, 7 Feb 2023 22:17:49 -0500 Subject: [PATCH 02/10] fix --- .github/workflows/build_docs.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.github/workflows/build_docs.yml b/.github/workflows/build_docs.yml index 4456cf2a47..9cd0906360 100644 --- a/.github/workflows/build_docs.yml +++ b/.github/workflows/build_docs.yml @@ -9,7 +9,7 @@ on: - release/* workflow_dispatch: -job: +jobs: build: strategy: matrix: @@ -68,5 +68,3 @@ job: (cd docs && make html) mv docs/build/html /artifacts/ - - \ No newline at end of file From e76a580447c1ba198be1352c8476b95270f69094 Mon Sep 17 00:00:00 2001 From: moto <855818+mthrok@users.noreply.github.com> Date: Tue, 7 Feb 2023 22:19:05 -0500 Subject: [PATCH 03/10] fixup! fix --- .github/workflows/build_docs.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_docs.yml b/.github/workflows/build_docs.yml index 9cd0906360..5b3ed43b41 100644 --- a/.github/workflows/build_docs.yml +++ b/.github/workflows/build_docs.yml @@ -19,7 +19,7 @@ jobs: uses: pytorch/test-infra/.github/workflows/linux_job.yml@main with: runner: linux.g5.4xlarge.nvidia.gpu - repositry: pytorch/audio + repository: pytorch/audio gpu-arch-type: cuda gpu-arch-version: ${{ matrix.cuda_arch_version }} timeout: 120 From 7c02371309d037496294355b1a4de682b08501b7 Mon Sep 17 00:00:00 2001 From: moto <855818+mthrok@users.noreply.github.com> Date: Tue, 7 Feb 2023 22:32:10 -0500 Subject: [PATCH 04/10] fixup! fixup! fix --- .github/workflows/build_docs.yml | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/.github/workflows/build_docs.yml b/.github/workflows/build_docs.yml index 5b3ed43b41..d4a3e2ff66 100644 --- a/.github/workflows/build_docs.yml +++ b/.github/workflows/build_docs.yml @@ -10,6 +10,17 @@ on: workflow_dispatch: jobs: + upload: + needs: build + steps: + - uses: actions/download-artifact@v3 + with: + name: docs + - name: Tweak the doc artifact + run: | + ls . + + build: strategy: matrix: @@ -18,11 +29,13 @@ jobs: fail-fast: false uses: pytorch/test-infra/.github/workflows/linux_job.yml@main with: + job-name: Build doc runner: linux.g5.4xlarge.nvidia.gpu repository: pytorch/audio gpu-arch-type: cuda gpu-arch-version: ${{ matrix.cuda_arch_version }} timeout: 120 + upload-artifact: docs script: | # Mark Build Directory Safe From 0903d67551c1c61a9f8dc1ddd20f675da7c17de4 Mon Sep 17 00:00:00 2001 From: moto <855818+mthrok@users.noreply.github.com> Date: Tue, 7 Feb 2023 22:40:01 -0500 Subject: [PATCH 05/10] fix --- .github/workflows/build_docs.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/build_docs.yml b/.github/workflows/build_docs.yml index d4a3e2ff66..58d2a4256f 100644 --- a/.github/workflows/build_docs.yml +++ b/.github/workflows/build_docs.yml @@ -11,6 +11,7 @@ on: jobs: upload: + runs-on: ubuntu-latest needs: build steps: - uses: actions/download-artifact@v3 From ce6eebbf6aeeb8992cd800eee1026e59e0ca5d0f Mon Sep 17 00:00:00 2001 From: moto <855818+mthrok@users.noreply.github.com> Date: Tue, 7 Feb 2023 22:58:01 -0500 Subject: [PATCH 06/10] fix --- .github/workflows/build_docs.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/build_docs.yml b/.github/workflows/build_docs.yml index 58d2a4256f..e5437fd377 100644 --- a/.github/workflows/build_docs.yml +++ b/.github/workflows/build_docs.yml @@ -39,6 +39,7 @@ jobs: upload-artifact: docs script: | + yum -y install doxygen # Mark Build Directory Safe git config --global --add safe.directory /__w/audio/audio From a65818677956aafb622bfae37cc33b23c8e9ce13 Mon Sep 17 00:00:00 2001 From: moto <855818+mthrok@users.noreply.github.com> Date: Tue, 7 Feb 2023 23:03:27 -0500 Subject: [PATCH 07/10] fix --- .github/workflows/build_docs.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_docs.yml b/.github/workflows/build_docs.yml index e5437fd377..60e7a4b993 100644 --- a/.github/workflows/build_docs.yml +++ b/.github/workflows/build_docs.yml @@ -39,7 +39,6 @@ jobs: upload-artifact: docs script: | - yum -y install doxygen # Mark Build Directory Safe git config --global --add safe.directory /__w/audio/audio @@ -76,6 +75,7 @@ jobs: USE_FFMPEG=1 python3 -m pip install -v -e . --no-use-pep517 # Install build tools + yum -q -y install doxygen pip install -r docs/requirements.txt -r docs/requirements-tutorials.txt # Build docs From ca1ef4cfc2ed5b1048aef5318de1caba796ce664 Mon Sep 17 00:00:00 2001 From: moto <855818+mthrok@users.noreply.github.com> Date: Tue, 7 Feb 2023 23:11:51 -0500 Subject: [PATCH 08/10] fix --- .github/workflows/build_docs.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_docs.yml b/.github/workflows/build_docs.yml index 60e7a4b993..bee28aacd4 100644 --- a/.github/workflows/build_docs.yml +++ b/.github/workflows/build_docs.yml @@ -75,7 +75,7 @@ jobs: USE_FFMPEG=1 python3 -m pip install -v -e . --no-use-pep517 # Install build tools - yum -q -y install doxygen + yum -q -y install doxygen libsndfile pip install -r docs/requirements.txt -r docs/requirements-tutorials.txt # Build docs From ea1575ef999a4ad9d42cb91040369568878650cd Mon Sep 17 00:00:00 2001 From: moto <855818+mthrok@users.noreply.github.com> Date: Tue, 7 Feb 2023 23:27:24 -0500 Subject: [PATCH 09/10] update --- .github/workflows/build_docs.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build_docs.yml b/.github/workflows/build_docs.yml index bee28aacd4..7c3cdc69a6 100644 --- a/.github/workflows/build_docs.yml +++ b/.github/workflows/build_docs.yml @@ -71,12 +71,12 @@ jobs: # Install torchaudio # TODO: Enable NVDec/NVEnc conda install --quiet -y 'ffmpeg>=4.1' pkg-config - python3 -m pip --quiet install cmake>=3.18.0 ninja - USE_FFMPEG=1 python3 -m pip install -v -e . --no-use-pep517 + pip --quiet install cmake>=3.18.0 ninja + USE_FFMPEG=1 pip install --progress-bar off -v -e . --no-use-pep517 # Install build tools - yum -q -y install doxygen libsndfile - pip install -r docs/requirements.txt -r docs/requirements-tutorials.txt + conda install --quiet -y pandoc doxygen soundfile + pip install --quiet -r docs/requirements.txt -r docs/requirements-tutorials.txt # Build docs export BUILD_GALLERY=true From a5b61ff1412f9ee0239684fd5f0c7032d7db95d8 Mon Sep 17 00:00:00 2001 From: moto <855818+mthrok@users.noreply.github.com> Date: Tue, 7 Feb 2023 23:41:40 -0500 Subject: [PATCH 10/10] fix --- .github/workflows/build_docs.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_docs.yml b/.github/workflows/build_docs.yml index 7c3cdc69a6..cd24f9c065 100644 --- a/.github/workflows/build_docs.yml +++ b/.github/workflows/build_docs.yml @@ -75,7 +75,7 @@ jobs: USE_FFMPEG=1 pip install --progress-bar off -v -e . --no-use-pep517 # Install build tools - conda install --quiet -y pandoc doxygen soundfile + conda install --quiet -y -c conda-forge pandoc doxygen pysoundfile pip install --quiet -r docs/requirements.txt -r docs/requirements-tutorials.txt # Build docs