diff --git a/.github/scripts/generate_binary_build_matrix.py b/.github/scripts/generate_binary_build_matrix.py index 61a7894dd9..52063ce9fc 100644 --- a/.github/scripts/generate_binary_build_matrix.py +++ b/.github/scripts/generate_binary_build_matrix.py @@ -57,9 +57,9 @@ XPU = "xpu" -CURRENT_NIGHTLY_VERSION = "2.7.0" -CURRENT_CANDIDATE_VERSION = "2.5.1" -CURRENT_STABLE_VERSION = "2.5.1" +CURRENT_NIGHTLY_VERSION = "2.8.0" +CURRENT_CANDIDATE_VERSION = "2.7.0" +CURRENT_STABLE_VERSION = "2.7.0" CURRENT_VERSION = CURRENT_STABLE_VERSION # By default use Nightly for CUDA arches diff --git a/.github/workflows/docgen.yml b/.github/workflows/docgen.yml index b21a4ffc87..a597a80610 100644 --- a/.github/workflows/docgen.yml +++ b/.github/workflows/docgen.yml @@ -35,7 +35,7 @@ jobs: - name: Install base deps run: | python3 -m pip install pip --upgrade - python3 -m pip install pyyaml numpy torch --pre --extra-index-url https://download.pytorch.org/whl/nightly/cu126 + python3 -m pip install pyyaml numpy torch --pre --extra-index-url https://download.pytorch.org/whl/nightly/cu128 ./packaging/pre_build_script.sh - name: Get HEAD SHA id: vars @@ -44,7 +44,7 @@ jobs: env: USE_PRE_CXX11_ABI: 0 run: | - python3 -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu126 + python3 -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128 - name: Generate New Docs run: | cd docsrc diff --git a/MODULE.bazel b/MODULE.bazel index 07d6c4c129..58de67800e 100644 --- a/MODULE.bazel +++ b/MODULE.bazel @@ -1,6 +1,6 @@ module( name = "torch_tensorrt", - version = "2.7.0a0", + version = "2.8.0a0", repo_name = "org_pytorch_tensorrt", ) diff --git a/README.md b/README.md index 50b37d63c8..4a1df22087 100644 --- a/README.md +++ b/README.md @@ -26,7 +26,7 @@ pip install torch-tensorrt Nightly versions of Torch-TensorRT are published on the PyTorch package index ```bash -pip install --pre torch-tensorrt --index-url https://download.pytorch.org/whl/nightly/cu124 +pip install --pre torch-tensorrt --index-url https://download.pytorch.org/whl/nightly/cu128 ``` Torch-TensorRT is also distributed in the ready-to-run [NVIDIA NGC PyTorch Container](https://catalog.ngc.nvidia.com/orgs/nvidia/containers/pytorch) which has all dependencies with the proper versions and example notebooks included. @@ -117,7 +117,7 @@ auto results = trt_mod.forward({input_tensor}); These are the following dependencies used to verify the testcases. Torch-TensorRT can work with other versions, but the tests are not guaranteed to pass. - Bazel 6.3.2 -- Libtorch 2.7.0.dev (latest nightly) (built with CUDA 12.8) +- Libtorch 2.8.0.dev (latest nightly) (built with CUDA 12.8) - CUDA 12.8 - TensorRT 10.9.0.43 diff --git a/docker/dist-build.sh b/docker/dist-build.sh index 00ce6882c1..6009941a11 100755 --- a/docker/dist-build.sh +++ b/docker/dist-build.sh @@ -5,9 +5,9 @@ set -x TOP_DIR=$(cd $(dirname $0); pwd)/.. if [[ -z "${USE_PRE_CXX11}" ]]; then - BUILD_CMD="python -m pip wheel . --extra-index-url https://download.pytorch.org/whl/nightly/cu124 -w dist" + BUILD_CMD="python -m pip wheel . --extra-index-url https://download.pytorch.org/whl/nightly/cu128 -w dist" else - BUILD_CMD="python -m pip wheel . --config-setting="--build-option=--use-pre-cxx11-abi" --extra-index-url https://download.pytorch.org/whl/nightly/cu124 -w dist" + BUILD_CMD="python -m pip wheel . --config-setting="--build-option=--use-pre-cxx11-abi" --extra-index-url https://download.pytorch.org/whl/nightly/cu128 -w dist" fi # TensorRT restricts our pip version diff --git a/docsrc/getting_started/installation.rst b/docsrc/getting_started/installation.rst index 3509860837..ba061191ae 100644 --- a/docsrc/getting_started/installation.rst +++ b/docsrc/getting_started/installation.rst @@ -46,7 +46,7 @@ Torch-TensorRT distributed nightlies targeting the PyTorch nightly. These can be .. code-block:: sh - python -m pip install --pre torch torch-tensorrt tensorrt --extra-index-url https://download.pytorch.org/whl/nightly/cu124 + python -m pip install --pre torch torch-tensorrt tensorrt --extra-index-url https://download.pytorch.org/whl/nightly/cu128 @@ -131,7 +131,7 @@ Once the WORKSPACE has been configured properly, all that is required to build t .. code-block:: sh - python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu124 + python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128 If you use the ``uv`` (`https://docs.astral.sh/uv/ `_) tool to manage python and your projects, the command is slightly simpler @@ -146,7 +146,7 @@ To build the wheel file .. code-block:: sh - python -m pip wheel --no-deps --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu124 -w dist + python -m pip wheel --no-deps --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128 -w dist Additional Build Options ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -164,7 +164,7 @@ which has implications for features like serialization. .. code-block:: sh - PYTHON_ONLY=1 python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu124 + PYTHON_ONLY=1 python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128 No TorchScript Frontend @@ -175,7 +175,7 @@ of C++ code that is no longer necessary for most users. Therefore you can exclud .. code-block:: sh - NO_TORCHSCRIPT=1 python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu124 + NO_TORCHSCRIPT=1 python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128 Building the C++ Library Standalone (TorchScript Only) @@ -262,7 +262,7 @@ Build steps * Open the app "x64 Native Tools Command Prompt for VS 2022" - note that Admin privileges may be necessary * Ensure Bazelisk (Bazel launcher) is installed on your machine and available from the command line. Package installers such as Chocolatey can be used to install Bazelisk -* Install latest version of Torch (i.e. with ``pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu124``) +* Install latest version of Torch (i.e. with ``pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu128``) * Clone the Torch-TensorRT repository and navigate to its root directory * Run ``pip install ninja wheel setuptools`` * Run ``pip install --pre -r py/requirements.txt`` diff --git a/py/requirements.txt b/py/requirements.txt index 5644656330..696700398d 100644 --- a/py/requirements.txt +++ b/py/requirements.txt @@ -1,8 +1,8 @@ numpy packaging pybind11==2.6.2 ---extra-index-url https://download.pytorch.org/whl/nightly/cu124 -torch>=2.7.0.dev,<2.8.0 +--extra-index-url https://download.pytorch.org/whl/nightly/cu128 +torch>=2.8.0.dev,<2.9.0 torchvision>=0.22.0.dev,<0.23.0 --extra-index-url https://pypi.ngc.nvidia.com pyyaml diff --git a/pyproject.toml b/pyproject.toml index e9b12e93e6..d7f9d16ea8 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -9,7 +9,7 @@ requires = [ "typing-extensions>=4.7.0", "future>=0.18.3", "tensorrt-cu12>=10.9.0,<10.10.0", - "torch>=2.7.0.dev,<2.8.0", + "torch>=2.8.0.dev,<2.9.0", "pybind11==2.6.2", "numpy", "sympy", @@ -55,7 +55,7 @@ keywords = [ "inference", ] dependencies = [ - "torch>=2.7.0.dev,<2.8.0", + "torch>=2.8.0.dev,<2.9.0", "tensorrt>=10.9.0,<10.10.0", "tensorrt-cu12>=10.9.0,<10.10.0", "tensorrt-cu12-bindings>=10.9.0,<10.10.0", @@ -108,12 +108,12 @@ prerelease = "if-necessary-or-explicit" index-strategy = "unsafe-best-match" # Needed for TRT-LLM [tool.uv.sources] -torch = [{ index = "pytorch-nightly-cu126" }] -torchvision = [{ index = "pytorch-nightly-cu126" }] +torch = [{ index = "pytorch-nightly-cu128" }] +torchvision = [{ index = "pytorch-nightly-cu128" }] [[tool.uv.index]] -name = "pytorch-nightly-cu126" -url = "https://download.pytorch.org/whl/nightly/cu126" +name = "pytorch-nightly-cu128" +url = "https://download.pytorch.org/whl/nightly/cu128" explicit = false [[tool.uv.index]]