CI: hotfix last version (#14627)

LooseVersion was not correctly evaluation RC and set it as last even though the full release is out...

Author: Borda

.actions/assistant.py

@@ -1,6 +1,7 @@
 import datetime
 import glob
 import json
+import logging
 import os
 import re
 import shutil
@@ -128,15 +129,18 @@ def download_package(package: str, folder: str = ".", version: Optional[str] = N
         url = f"https://pypi.org/pypi/{PACKAGE_MAPPING[package]}/json"
         data = json.load(urlopen(Request(url)))
         if not version:
-            pypi_vers = pypi_versions(PACKAGE_MAPPING[package], drop_pre=False)
-            version = pypi_vers[-1]
+            versions = list(data["releases"].keys())
+            versions = sorted(versions, key=lambda x: version_parse(x))
+            logging.debug(f"Available versions: {versions}")
+            version = versions[-1]
         releases = list(filter(lambda r: r["packagetype"] == "sdist", data["releases"][version]))
         assert releases, f"Missing 'sdist' for this package/version aka {package}/{version}"
         release = releases[0]
         pkg_url = release["url"]
         pkg_file = os.path.basename(pkg_url)
         pkg_path = os.path.join(folder, pkg_file)
         os.makedirs(folder, exist_ok=True)
+        print(f"downloading: {pkg_url}")
         request.urlretrieve(pkg_url, pkg_path)
 
     @staticmethod

.actions/requirements.txt

@@ -0,0 +1,3 @@
+fire
+packaging
+requests

.azure/hpu-tests.yml

@@ -60,7 +60,7 @@ jobs:
         set -e
         pip --version
         sudo pip uninstall -y lightning pytorch-lightning
-        pip install fire
+        pip install -q -r .actions/requirements.txt
         python .actions/assistant.py requirements-prune-pkgs torch,torchvision
         pip install ".[extra,test]"
         pip list

.github/workflows/ci-lite-test-full.yml

@@ -51,7 +51,7 @@ jobs:
     - name: basic setup
       run: |
         pip --version
-        pip install -q fire
+        pip install -q -r .actions/requirements.txt
 
     - name: Setup Windows
       if: runner.os == 'windows'

.github/workflows/ci-pkg-install.yml

@@ -117,7 +117,7 @@ jobs:
       - name: Dowload package
         # todo: download also lite after it is fist published
         run: |
-          pip install -q fire requests
+          pip install -q -r .actions/requirements.txt
           for pkg in 'app' 'pytorch' ; do
             python .actions/assistant.py download-package "$pkg" --folder pypi
           done
@@ -134,7 +134,7 @@ jobs:
 
       - name: Miror source
         run: |
-          pip install -q fire requests
+          pip install -q -r .actions/requirements.txt
           python .actions/assistant.py mirror-pkg2source pypi src
           ls -R src/
 

.github/workflows/ci-pytorch-test-full.yml

@@ -71,7 +71,7 @@ jobs:
       if: ${{ (steps.skip.outputs.continue == '1') }}
       run: |
         pip --version
-        pip install -q fire
+        pip install -q -r .actions/requirements.txt
 
     # Github Actions: Run step on specific OS: https://stackoverflow.com/a/57948488/4521646
     - name: Setup macOS

.github/workflows/events-nightly.yml

@@ -26,7 +26,7 @@ jobs:
 
       - name: Build packages
         run: |
-          pip install -q fire
+          pip install -q -r .actions/requirements.txt
           python .actions/assistant.py prepare-nightly-version
           python setup.py sdist bdist_wheel
           ls -lh dist/

.github/workflows/release-pypi.yml

@@ -26,7 +26,7 @@ jobs:
       with:
         python-version: 3.9
     - run: |
-        pip install -q fire requests
+        pip install -q -r .actions/requirements.txt
         mkdir dist && touch dist/.placeholder
         mkdir pypi && touch pypi/.placeholder
     - uses: actions/upload-artifact@v3
@@ -105,7 +105,7 @@ jobs:
 
     - name: Dowload package
       run: |
-        pip install -q fire requests
+        pip install -q -r .actions/requirements.txt
         python .actions/assistant.py download-package ${{ matrix.pkg }} --folder pypi
 
     - uses: actions/upload-artifact@v3
@@ -147,7 +147,7 @@ jobs:
 
     - name: Miror source
       run: |
-        pip install -q fire requests
+        pip install -q -r .actions/requirements.txt
         python .actions/assistant.py mirror-pkg2source pypi src
         ls -R src/