Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
30 commits
Select commit Hold shift + click to select a range
695a01e
update version and changelog for 1.7.2 release
awaelchli Aug 9, 2022
f7a189f
Reset all results on epoch end (#14061)
awaelchli Aug 9, 2022
afe40c0
Skip ddp fork tests on windows (#14121)
awaelchli Aug 9, 2022
c76c381
Fix device placement when `.cuda()` called without specifying index (…
awaelchli Aug 10, 2022
e385ea4
Convert subprocess test to standalone test (#14101)
awaelchli Aug 10, 2022
1b320a5
Fix entry point test for Python 3.10 (#14154)
awaelchli Aug 10, 2022
552f496
Fix flaky test caused by weak reference (#14157)
carmocca Aug 11, 2022
a59ee10
Fix saving hyperparameters in a composition where parent is not a LM …
awaelchli Aug 11, 2022
9ffbe07
Remove DeepSpeed version restriction from Lite (#13967)
awaelchli Aug 11, 2022
c6f2c36
Configure the check-group app (#14165)
carmocca Aug 11, 2022
8cb0098
Update onnxruntime requirement from <=1.12.0 to <1.13.0 in /requireme…
dependabot[bot] Aug 10, 2022
fbe63d2
Update gcsfs requirement from <2022.6.0,>=2021.5.0 to >=2021.5.0,<202…
dependabot[bot] Aug 10, 2022
fcf9c5c
Fix a bug that caused spurious `AttributeError` when multiple `DataLo…
awaelchli Aug 15, 2022
803444b
CI: Replace `_` of in GHA workflow filenames with `-` (#13917)
akihironitta Aug 10, 2022
0f246ab
CI: Update Windows version from 2019 to 2022 (#14129)
akihironitta Aug 10, 2022
5a955df
CI/CD: Add CUDA version to docker image tags (#13831)
akihironitta Aug 10, 2022
4f5e101
Avoid entry_points deprecation warning (#14052)
awaelchli Aug 15, 2022
af9841c
Configure the check-group app (#14165)
carmocca Aug 11, 2022
f3f282b
Profile batch transfer and gradient clipping hooks (#14069)
awaelchli Aug 15, 2022
3dd0faf
Avoid false positive warning about using `sync_dist` when using torch…
awaelchli Aug 15, 2022
6a78b2a
Avoid raising the sampler warning if num_replicas=1 (#14097)
awaelchli Aug 15, 2022
c9aa3e5
Remove skipping logic in favor of path filtering (#14170)
carmocca Aug 12, 2022
d03a7e9
Support checkpoint save and load with Stochastic Weight Averaging (#9…
adamreeve Aug 9, 2022
9f189ff
Use fsdp module to initialize precision scalar for fsdp native (#14092)
awaelchli Aug 17, 2022
e2c50ec
add more issues types (#14174)
Borda Aug 15, 2022
9237eda
CI: clean building docs (#14216)
awaelchli Aug 17, 2022
20984f5
CI: docker focus on PL only (#14246)
Borda Aug 17, 2022
b4250e5
Allowed setting attributes on `DataLoader` and `BatchSampler` when in…
awaelchli Aug 17, 2022
1a65a9a
Revert "Remove skipping logic in favor of path filtering (#14170)" (#…
awaelchli Aug 17, 2022
a3f48c1
Update defaults for WandbLogger's run name and project name (#14145)
awaelchli Aug 17, 2022
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 2 additions & 3 deletions .actions/setup_tools.py
Original file line number Diff line number Diff line change
Expand Up @@ -94,11 +94,10 @@ def load_readme_description(path_dir: str, homepage: str, version: str) -> str:
text = text.replace("pytorch-lightning.readthedocs.io/en/stable/", f"pytorch-lightning.readthedocs.io/en/{version}")
# codecov badge
text = text.replace("/branch/master/graph/badge.svg", f"/release/{version}/graph/badge.svg")
# replace github badges for release ones
# github actions badge
text = text.replace("badge.svg?branch=master&event=push", f"badge.svg?tag={version}")
# Azure...
# azure pipelines badge
text = text.replace("?branchName=master", f"?branchName=refs%2Ftags%2F{version}")
text = re.sub(r"\?definitionId=\d+&branchName=master", f"?definitionId=2&branchName=refs%2Ftags%2F{version}", text)

skip_begin = r"<!-- following section will be skipped from PyPI description -->"
skip_end = r"<!-- end skipping PyPI description -->"
Expand Down
2 changes: 1 addition & 1 deletion .azure/gpu-benchmark.yml
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ jobs:
cancelTimeoutInMinutes: "2"
pool: azure-jirka-spot
container:
image: "pytorchlightning/pytorch_lightning:base-cuda-py3.9-torch1.12"
image: "pytorchlightning/pytorch_lightning:base-cuda-py3.9-torch1.12-cuda11.3.1"
options: "--runtime=nvidia -e NVIDIA_VISIBLE_DEVICES=all --shm-size=32g"
workspace:
clean: all
Expand Down
15 changes: 3 additions & 12 deletions .azure/gpu-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ jobs:
strategy:
matrix:
'PyTorch - stable':
image: "pytorchlightning/pytorch_lightning:base-cuda-py3.9-torch1.12"
image: "pytorchlightning/pytorch_lightning:base-cuda-py3.9-torch1.12-cuda11.3.1"
# how long to run the job before automatically cancelling
timeoutInMinutes: "80"
# how much time to give 'run always even if cancelled tasks' before stopping them
Expand All @@ -44,7 +44,7 @@ jobs:

- bash: |
CHANGED_FILES=$(git diff --name-status origin/master -- . | awk '{print $2}')
FILTER='src/pytorch_lightning|requirements/pytorch|tests/tests_pytorch|examples/pl_*|.azure/*'
FILTER='src/pytorch_lightning|requirements/pytorch|tests/tests_pytorch|examples/pl_*'
echo $CHANGED_FILES > changed_files.txt
MATCHES=$(cat changed_files.txt | grep -E $FILTER)
echo $MATCHES
Expand Down Expand Up @@ -75,7 +75,7 @@ jobs:
CUDA_VERSION_MM=$(python -c "import torch ; print(''.join(map(str, torch.version.cuda.split('.')[:2])))")
pip install "bagua-cuda$CUDA_VERSION_MM>=0.9.0"
pip install -e .[strategies]
pip install deepspeed>0.6.4 # TODO: remove when docker images are upgraded
pip install -U deepspeed # TODO: remove when docker images are upgraded
pip install --requirement requirements/pytorch/devel.txt
pip list
env:
Expand Down Expand Up @@ -119,15 +119,6 @@ jobs:
timeoutInMinutes: "35"
condition: eq(variables['continue'], '1')

- bash: bash run_standalone_tasks.sh
workingDirectory: tests/tests_pytorch
env:
PL_USE_MOCKED_MNIST: "1"
PL_RUN_CUDA_TESTS: "1"
displayName: 'Testing: PyTorch standalone tasks'
timeoutInMinutes: "10"
condition: eq(variables['continue'], '1')

- bash: |
python -m coverage report
python -m coverage xml
Expand Down
14 changes: 10 additions & 4 deletions .github/ISSUE_TEMPLATE/config.yml
Original file line number Diff line number Diff line change
@@ -1,8 +1,14 @@
blank_issues_enabled: false
contact_links:
- name: Ask a Question
- name: Ask a Question
url: https://github.com/Lightning-AI/lightning/discussions/new
about: Ask and answer Lightning related questions
- name: 💬 Slack
about: Ask and answer Lightning related questions.
- name: 💬 Chat with us
url: https://www.pytorchlightning.ai/community
about: Chat with our community
about: Live chat with experts, engineers, and users in our Slack community.
- name: 📖 Read the documentation
url: https://lightning.ai/lightning-docs/
about: Please consult the documentation before opening any issues!
- name: 🙋 Contact us about professional services
url: https://lightning.ai
about: Contact the Lightning.ai sales team for paid support.
173 changes: 173 additions & 0 deletions .github/checkgroup.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,173 @@
custom_service_name: "Lightning CI required checker"
subprojects:
- id: "CI: CircleCI"
paths:
- ".circleci/**"
checks:
- "test-on-tpus"

- id: "CI: Azure"
paths:
- ".azure/**"
checks:
- "pytorch-lightning (GPUs)"
- "pytorch-lightning (GPUs) (testing PyTorch - stable)"
- "pytorch-lightning (HPUs)"
- "pytorch-lightning (IPUs)"

- id: "pytorch_lightning"
paths:
# all examples don't need to be added because they aren't used in CI, but these are
- "examples/run_ddp_examples.sh"
- "examples/convert_from_pt_to_pl/**"
- "examples/run_pl_examples.sh"
- "examples/pl_basics/backbone_image_classifier.py"
- "examples/pl_basics/autoencoder.py"
- "examples/pl_loops/mnist_lite.py"
- "examples/pl_fault_tolerant/automatic.py"
- "examples/test_pl_examples.py"
- "examples/pl_integrations/dali_image_classifier.py"
- "requirements/pytorch/**"
- "src/pytorch_lightning/**"
- "tests/tests_pytorch/**"
- "setup.cfg" # includes pytest config
- ".github/workflows/ci-pytorch*.yml"
- ".github/workflows/docs-*.yml"
checks:
- "conda (3.8, 1.10)"
- "conda (3.8, 1.9)"
- "conda (3.9, 1.11)"
- "conda (3.9, 1.12)"
- "cpu (macOS-11, 3.10, latest, stable)"
- "cpu (macOS-11, 3.7, latest, stable)"
- "cpu (macOS-11, 3.7, oldest, stable)"
- "cpu (ubuntu-20.04, 3.10, latest, stable)"
- "cpu (ubuntu-20.04, 3.7, latest, stable)"
- "cpu (ubuntu-20.04, 3.7, oldest, stable)"
- "cpu (windows-2022, 3.10, latest, stable)"
- "cpu (windows-2022, 3.7, latest, stable)"
- "cpu (windows-2022, 3.7, oldest, stable)"
- "doctest (pytorch)"
- "make-docs (pytorch)"
- "mypy"
- "PR Gatekeeper (pytorch)"
- "pytorch-lightning (GPUs)"
- "pytorch-lightning (GPUs) (testing PyTorch - stable)"
- "pytorch-lightning (HPUs)"
- "pytorch-lightning (IPUs)"
- "slow (macOS-11, 3.7, 1.11)"
- "slow (ubuntu-20.04, 3.7, 1.11)"
- "slow (windows-2022, 3.7, 1.11)"
- "test-on-tpus"

- id: "pytorch_lightning: Docs"
paths:
- "docs/source-pytorch/**"
- ".github/workflows/docs-*.yml"
- "requirements/docs.txt"
- "requirements/pytorch/**"
checks:
- "doctest (pytorch)"
- "make-docs (pytorch)"

- id: "pytorch_lightning: Docker"
paths:
- "dockers/**"
- "!dockers/README.md"
- "requirements.txt"
- "requirements/*.txt"
- "requirements/pytorch/*"
- "environment.yml"
- ".github/workflows/*docker*.yml"
- "setup.py"
checks:
- "build-conda (3.8, 1.10)"
- "build-conda (3.8, 1.9)"
- "build-conda (3.9, 1.11)"
- "build-conda (3.9, 1.12)"
- "build-cuda (3.8, 1.9, 11.1.1)"
- "build-cuda (3.9, 1.10, 11.3.1)"
- "build-cuda (3.9, 1.11, 11.3.1)"
- "build-cuda (3.9, 1.12, 11.3.1)"
- "build-cuda (3.9, 1.9, 11.1.1)"
- "build-hpu (1.5.0, 1.11.0)"
- "build-ipu (3.9, 1.9)"
- "build-NGC"
- "build-pl (3.9, 1.10, 11.3.1)"
- "build-pl (3.9, 1.11, 11.3.1)"
- "build-pl (3.9, 1.12, 11.3.1)"
- "build-pl (3.9, 1.9, 11.1.1)"
- "build-xla (3.7, 1.12)"

- id: "pytorch_lightning: mypy"
paths:
- ".github/workflows/code-checks.yml"
- "pyproject.toml" # includes mypy config
checks:
- "mypy"

- id: "lightning_app"
paths:
- ".github/workflows/ci-app*.yml"
- "requirements/app/**"
- "src/lightning_app/**"
- "tests/tests_app/**"
- "tests/tests_app_examples/**"
- "tests/tests_clusters/**"
# the examples are used in the app CI
- "examples/app_*"
checks:
- "Cloud Test (boring_app)"
- "Cloud Test (collect_failures)"
- "Cloud Test (commands_and_api)"
- "Cloud Test (custom_work_dependencies)"
- "Cloud Test (drive)"
- "Cloud Test (idle_timeout)"
- "Cloud Test (payload)"
- "Cloud Test (template_jupyterlab)"
- "Cloud Test (template_react_ui)"
- "Cloud Test (template_streamlit_ui)"
- "Cloud Test (v0_app)"
- "doctest (app)"
- "make-docs (app)"
- "pytest (macOS-11, 3.8, latest)"
- "pytest (macOS-11, 3.8, oldest)"
- "pytest (ubuntu-20.04, 3.8, latest)"
- "pytest (ubuntu-20.04, 3.8, oldest)"
- "pytest (windows-2022, 3.8, latest)"
- "pytest (windows-2022, 3.8, oldest)"

- id: "lightning_app: Docs"
paths:
- "docs/source-app/**"
- ".github/workflows/docs-*.yml"
- "requirements/docs.txt"
- "requirements/app/**"
checks:
- "doctest (app)"
- "make-docs (app)"

- id: "install"
paths:
- ".actions/setup_tools.py"
- ".github/workflows/ci-pkg-install.yml"
- "setup.py"
- "src/lightning/**"
# all __about__, __version__, __setup__
- "src/*/__*.py"
checks:
- "install-meta-pypi (macOS-11, 3.8)"
- "install-meta-pypi (ubuntu-20.04, 3.8)"
- "install-meta-pypi (windows-2022, 3.8)"
- "install-meta-src (macOS-11, 3.8)"
- "install-meta-src (macOS-11, lightning, 3.8)"
- "install-meta-src (ubuntu-20.04, 3.8)"
- "install-meta-src (ubuntu-20.04, lightning, 3.8)"
- "install-meta-src (windows-2022, 3.8)"
- "install-meta-src (windows-2022, lightning, 3.8)"
- "install-standalone (macOS-11, app, 3.8)"
- "install-standalone (macOS-11, pytorch, 3.8)"
- "install-standalone (ubuntu-20.04, app, 3.8)"
- "install-standalone (ubuntu-20.04, pytorch, 3.8)"
- "install-standalone (windows-2022, app, 3.8)"
- "install-standalone (windows-2022, pytorch, 3.8)"
Loading