Update Lightning App docs

.actions/app/delete_cloud_lightning_apps.py

@@ -0,0 +1,34 @@
+import os
+
+from lightning_cloud.openapi.rest import ApiException
+
+from lightning_app.utilities.cloud import _get_project
+from lightning_app.utilities.network import LightningClient
+
+client = LightningClient()
+
+try:
+    PR_NUMBER = int(os.getenv("PR_NUMBER", None))
+except (TypeError, ValueError):
+    # Failed when the PR is running master or 'PR_NUMBER' isn't defined.
+    PR_NUMBER = ""
+
+APP_NAME = os.getenv("TEST_APP_NAME", "")
+
+project = _get_project(client)
+list_lightningapps = client.lightningapp_instance_service_list_lightningapp_instances(project.project_id)
+
+print([lightningapp.name for lightningapp in list_lightningapps.lightningapps])
+
+for lightningapp in list_lightningapps.lightningapps:
+    if PR_NUMBER and APP_NAME and not lightningapp.name.startswith(f"test-{PR_NUMBER}-{APP_NAME}-"):
+        continue
+    print(f"Deleting {lightningapp.name}")
+    try:
+        res = client.lightningapp_instance_service_delete_lightningapp_instance(
+            project_id=project.project_id,
+            id=lightningapp.id,
+        )
+        assert res == {}
+    except ApiException as e:
+        print(f"Failed to delete {lightningapp.name}. Exception {e}")

.actions/app/download_frontend.py

@@ -0,0 +1,5 @@
+import lightning_app
+from lightning_app.utilities.packaging.lightning_utils import download_frontend
+
+if __name__ == "__main__":
+    download_frontend(lightning_app._PROJECT_ROOT)

.azure/gpu-tests.yml

@@ -12,6 +12,7 @@ trigger:
       - "master"
       - "release/*"
       - "refs/tags/*"
+
 pr:
   - "master"
   - "release/*"
@@ -37,6 +38,19 @@ jobs:
 
     steps:
 
+    - bash: |
+        CHANGED_FILES=$(git diff --name-status master | awk  '{print $2}')
+        echo $CHANGED_FILES > changed_files.txt
+        MATCHES=$(cat changed_files.txt | grep -E $FILTER)
+        echo $MATCHES
+        if [ -z "$MATCHES" ]; then
+            echo "Skip"
+        else
+            echo "Continue"
+        fi
+
+      displayName: Decide if skipping should be done.
+
     - bash: |
         lspci | egrep 'VGA|3D'
         whereis nvidia

.azure/hpu-tests.yml

@@ -9,6 +9,7 @@ trigger:
       - "master"
       - "release/*"
       - "refs/tags/*"
+
 pr:
   - "master"
   - "release/*"

.azure/ipu-tests.yml

@@ -7,6 +7,7 @@ trigger:
       - master
       - release/*
       - refs/tags/*
+
 pr:
   - master
   - release/*

.circleci/config.yml

@@ -14,6 +14,7 @@ trigger:
       - "master"
       - "release/*"
       - "refs/tags/*"
+
 pr:
   - "master"
   - "release/*"

.github/workflows/ci-app_block.yml

@@ -13,12 +13,9 @@ jobs:
       - name: Get changed files using defaults
         id: changed-files
         uses: tj-actions/changed-files@v23
+
       - name: List all added files
         run: |
           for file in ${{ steps.changed-files.outputs.all_changed_and_modified_files }}; do
             echo "$file"
           done
-
-      - name: Block edits in docs/source-app
-        if: contains(steps.changed-files.outputs.all_changed_and_modified_files, 'docs/source-app')
-        run:  exit 1

.github/workflows/ci-pytorch_test-conda.yml

@@ -6,11 +6,6 @@ on:  # Trigger the workflow on push or pull request, but only for the master bra
     branches: [master, "release/*"]
   pull_request:
     branches: [master, "release/*"]
-    paths-ignore:
-      - "src/lightning_app/**"  # todo: implement job skip
-      - "tests/tests_app/**"  # todo: implement job skip
-      - "tests/tests_app_examples/**"  # todo: implement job skip
-      - "examples/app_*"  # todo: implement job skip
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref }}
@@ -34,13 +29,34 @@ jobs:
           - {python-version: "3.9", pytorch-version: "1.11"}
 
     timeout-minutes: 30
+
     steps:
     - name: Workaround for https://github.com/actions/checkout/issues/760
       run: git config --global --add safe.directory /__w/lightning/lightning
 
     - uses: actions/checkout@v2
 
+    - name: Get changed files
+      id: changed-files
+      uses: tj-actions/[email protected]
+
+    - name: Decide if the test should be skipped
+      id: skip
+      run: |
+        FILTER='src/pytorch_lightning|requirements/pytorch|tests/tests_pytorch|examples/pl_'
+        echo "${{ steps.changed-files.outputs.all_changed_files }}" | tr " " "\n" > changed_files.txt
+        MATCHES=$(cat changed_files.txt | grep -E $FILTER)
+        echo $MATCHES
+        if [ -z "$MATCHES" ]; then
+            echo "Skip"
+            echo "::set-output name=continue::'0'"
+        else
+            echo "Continue"
+            echo "::set-output name=continue::'1'"
+        fi
+
     - name: Update base dependencies
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       env:
         PACKAGE_NAME: pytorch
         FREEZE_REQUIREMENTS: 1
@@ -50,10 +66,12 @@ jobs:
         pip install -e .[test]
 
     - name: DocTests
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       working-directory: ./src
       run: pytest pytorch_lightning --cov=pytorch_lightning
 
     - name: Update all dependencies
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       env:
         HOROVOD_BUILD_ARCH_FLAGS: "-mfma"
         HOROVOD_WITHOUT_MXNET: 1
@@ -72,9 +90,11 @@ jobs:
         python requirements/pytorch/check-avail-extras.py
 
     - name: Pull legacy checkpoints
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       run: bash .actions/pull_legacy_checkpoints.sh
 
     - name: Testing PyTorch
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       working-directory: tests/tests_pytorch
       run: coverage run --source pytorch_lightning -m pytest -v --timeout 150 --durations=50 --junitxml=results-${{ runner.os }}-torch${{ matrix.pytorch-version }}.xml
 
@@ -86,15 +106,15 @@ jobs:
       if: failure()
 
     - name: Statistics
-      if: success()
+      if: ${{ success() && (steps.skip.outputs.continue == '1') }}
       working-directory: tests/tests_pytorch
       run: |
         coverage report
         coverage xml
 
     - name: Upload coverage to Codecov
       uses: codecov/codecov-action@v3
-      if: always()
+      if: ${{ success() && (steps.skip.outputs.continue == '1') }}
       # see: https://github.com/actions/toolkit/issues/399
       continue-on-error: true
       with:

.github/workflows/ci-pytorch_test-full.yml

@@ -1,4 +1,4 @@
-name: Test  PyTorch full
+name: Test PyTorch full
 
 # see: https://help.github.com/en/actions/reference/events-that-trigger-workflows
 on:  # Trigger the workflow on push or pull request, but only for the master branch
@@ -7,11 +7,6 @@ on:  # Trigger the workflow on push or pull request, but only for the master bra
   pull_request:
     branches: [master, "release/*"]
     types: [opened, reopened, ready_for_review, synchronize]
-    paths-ignore:
-      - "src/lightning_app/**"  # todo: implement job skip
-      - "tests/tests_app/**"  # todo: implement job skip
-      - "tests/tests_app_examples/**"  # todo: implement job skip
-      - "examples/app_*"  # todo: implement job skip
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref }}
@@ -37,40 +32,67 @@ jobs:
 
     steps:
     - uses: actions/checkout@v2
+
+    - name: Get changed files
+      id: changed-files
+      uses: tj-actions/[email protected]
+
+    - name: Decide if the test should be skipped
+      id: skip
+      run: |
+        FILTER='src/pytorch_lightning|requirements/pytorch|tests/tests_pytorch|examples/pl_'
+        echo "${{ steps.changed-files.outputs.all_changed_files }}" | tr " " "\n" > changed_files.txt
+        MATCHES=$(cat changed_files.txt | grep -E $FILTER)
+        echo $MATCHES
+        if [ -z "$MATCHES" ]; then
+            echo "Skip"
+            echo "::set-output name=continue::'0'"
+        else
+            echo "Continue"
+            echo "::set-output name=continue::'1'"
+        fi
+
     - name: Set up Python ${{ matrix.python-version }}
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       uses: actions/setup-python@v2
       with:
         python-version: ${{ matrix.python-version }}
 
     - name: Reset caching
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       run: python -c "import time; days = time.time() / 60 / 60 / 24; print(f'TIME_PERIOD=d{int(days / 2) * 2}')" >> $GITHUB_ENV
 
     - name: basic setup
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       run: |
         pip --version
         pip install -q fire
 
     # Github Actions: Run step on specific OS: https://stackoverflow.com/a/57948488/4521646
     - name: Setup macOS
-      if: runner.os == 'macOS'
+      if: ${{ (runner.os == 'macOS') && (steps.skip.outputs.continue == '1') }}
       run: |
         brew install openmpi libuv  # Horovod on macOS requires OpenMPI, Gloo not currently supported
+
     - name: Setup Windows
-      if: runner.os == 'windows'
+      if: ${{ (runner.os == 'windows') && (steps.skip.outputs.continue == '1') }}
       run: |
         python .actions/assistant.py requirements_prune_pkgs horovod
+
     - name: Set min. dependencies
-      if: matrix.requires == 'oldest'
+      if: ${{ (matrix.requires == 'oldest') && (steps.skip.outputs.continue == '1') }}
       run: |
         python .actions/assistant.py replace_oldest_ver
 
     # Note: This uses an internal pip API and may not always work
     # https://github.com/actions/cache/blob/master/examples.md#multiple-oss-in-a-workflow
     - name: Get pip cache dir
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       id: pip-cache
       run: echo "::set-output name=dir::$(pip cache dir)"
 
     - name: pip cache
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       uses: actions/cache@v2
       with:
         path: ${{ steps.pip-cache.outputs.dir }}
@@ -79,9 +101,11 @@ jobs:
           ${{ runner.os }}-pip-td${{ env.TIME_PERIOD }}-py${{ matrix.python-version }}-${{ matrix.release }}-${{ matrix.requires }}-
 
     - name: Pull legacy checkpoints
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       run: bash .actions/pull_legacy_checkpoints.sh
 
     - name: Install dependencies
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       env:
         PACKAGE_NAME: pytorch
         FREEZE_REQUIREMENTS: 1
@@ -93,10 +117,12 @@ jobs:
       shell: bash
 
     - name: DocTests
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       working-directory: ./src
       run: pytest pytorch_lightning --cov=pytorch_lightning
 
     - name: Install extra dependencies
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       run: |
         # adjust versions according installed Torch version
         python ./requirements/pytorch/adjust-versions.py requirements/pytorch/extra.txt
@@ -105,7 +131,7 @@ jobs:
       shell: bash
 
     - name: Reinstall Horovod if necessary
-      if: runner.os != 'windows'
+      if: ${{ (runner.os != 'windows') && (steps.skip.outputs.continue == '1') }}
       env:
         HOROVOD_BUILD_ARCH_FLAGS: "-mfma"
         HOROVOD_WITHOUT_MXNET: 1
@@ -122,46 +148,51 @@ jobs:
       shell: bash
 
     - name: Cache datasets
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       uses: actions/cache@v2
       with:
         path: Datasets
         key: pl-dataset
 
     - name: Sanity check
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       run: python requirements/pytorch/check-avail-extras.py
 
     - name: Testing PyTorch
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       working-directory: tests/tests_pytorch
       # NOTE: do not include coverage report here, see: https://github.com/nedbat/coveragepy/issues/1003
       run: coverage run --source pytorch_lightning -m pytest -v --durations=50 --junitxml=results-${{ runner.os }}-py${{ matrix.python-version }}-${{ matrix.requires }}-${{ matrix.release }}.xml
 
     - name: Upload pytest results
+      if: ${{ (failure()) && (steps.skip.outputs.continue == '1') }}
       uses: actions/upload-artifact@v3
       with:
         name: unittest-results-${{ runner.os }}-py${{ matrix.python-version }}-${{ matrix.requires }}-${{ matrix.release }}
         path: tests/tests_pytorch/results-${{ runner.os }}-py${{ matrix.python-version }}-${{ matrix.requires }}-${{ matrix.release }}.xml
-      if: failure()
 
     - name: Prepare Examples
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       run: |
         # adjust versions according installed Torch version
         python ./requirements/pytorch/adjust-versions.py requirements/pytorch/examples.txt
         pip install -r requirements/pytorch/examples.txt --find-links https://download.pytorch.org/whl/cpu/torch_stable.html --upgrade
 
     - name: Run Examples
+      if: ${{ (steps.skip.outputs.continue == '1') }}
       working-directory: ./examples
       run: python -m pytest test_pl_examples.py -v --durations=10
 
     - name: Statistics
-      if: success()
+      if: ${{ (success()) && (steps.skip.outputs.continue == '1') }}
       working-directory: tests/tests_pytorch
       run: |
         coverage report
         coverage xml
 
     - name: Upload coverage to Codecov
       uses: codecov/codecov-action@v3
-      if: always()
+      if: ${{ (always()) && (steps.skip.outputs.continue == '1') }}
       # see: https://github.com/actions/toolkit/issues/399
       continue-on-error: true
       with: