From 1a603fc093e5ec436b202acf8d74827354a5a41d Mon Sep 17 00:00:00 2001 From: pbialecki Date: Fri, 21 Apr 2023 02:28:53 -0700 Subject: [PATCH 1/4] add CUDA 12.1 builds --- .circleci/regenerate.py | 5 ++-- .circleci/unittest/windows/scripts/install.sh | 2 +- packaging/pkg_helpers.bash | 17 ++++++------ packaging/windows/internal/cuda_install.bat | 26 +++++++++---------- 4 files changed, 25 insertions(+), 25 deletions(-) diff --git a/.circleci/regenerate.py b/.circleci/regenerate.py index 11f2f791a73..6e69dde4833 100755 --- a/.circleci/regenerate.py +++ b/.circleci/regenerate.py @@ -32,8 +32,8 @@ def build_workflows(prefix="", filter_branch=None, upload=False, indentation=6, for os_type in ["linux", "macos", "win"]: python_versions = PYTHON_VERSIONS cu_versions_dict = { - "linux": ["cpu", "cu117", "cu118", "rocm5.2", "rocm5.3"], - "win": ["cpu", "cu117", "cu118"], + "linux": ["cpu", "cu117", "cu118", "cu121", "rocm5.2", "rocm5.3"], + "win": ["cpu", "cu117", "cu118", "cu121"], "macos": ["cpu"], } cu_versions = cu_versions_dict[os_type] @@ -109,6 +109,7 @@ def workflow_pair(btype, os_type, python_version, cu_version, unicode, prefix="" manylinux_images = { "cu117": "pytorch/manylinux-cuda117", "cu118": "pytorch/manylinux-cuda118", + "cu121": "pytorch/manylinux-cuda121", } diff --git a/.circleci/unittest/windows/scripts/install.sh b/.circleci/unittest/windows/scripts/install.sh index e75bea64997..7c55c8144d9 100644 --- a/.circleci/unittest/windows/scripts/install.sh +++ b/.circleci/unittest/windows/scripts/install.sh @@ -25,7 +25,7 @@ else fi cuda_toolkit_pckg="cudatoolkit" - if [[ $CUDA_VERSION == 11.6 || $CUDA_VERSION == 11.7 || $CUDA_VERSION == 11.8 ]]; then + if [[ $CUDA_VERSION == 11.6 || $CUDA_VERSION == 11.7 || $CUDA_VERSION == 11.8 || $CUDA_VERSION == 12.1 ]]; then cuda_toolkit_pckg="pytorch-cuda" fi diff --git a/packaging/pkg_helpers.bash b/packaging/pkg_helpers.bash index 69f73391869..9551461537d 100644 --- a/packaging/pkg_helpers.bash +++ b/packaging/pkg_helpers.bash @@ -46,13 +46,20 @@ setup_cuda() { # Now work out the CUDA settings case "$CU_VERSION" in + cu121) + if [[ "$OSTYPE" == "msys" ]]; then + export CUDA_HOME="C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v12.1" + else + export CUDA_HOME=/usr/local/cuda-12.1/ + fi + export TORCH_CUDA_ARCH_LIST="5.0+PTX;6.0;7.0;7.5;8.0;8.6;9.0" cu118) if [[ "$OSTYPE" == "msys" ]]; then export CUDA_HOME="C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v11.8" else export CUDA_HOME=/usr/local/cuda-11.8/ fi - export TORCH_CUDA_ARCH_LIST="3.5;5.0+PTX;6.0;7.0;7.5;8.0;8.6" + export TORCH_CUDA_ARCH_LIST="3.5;5.0+PTX;6.0;7.0;7.5;8.0;8.6;9.0" ;; cu117) if [[ "$OSTYPE" == "msys" ]]; then @@ -62,14 +69,6 @@ setup_cuda() { fi export TORCH_CUDA_ARCH_LIST="3.5;5.0+PTX;6.0;7.0;7.5;8.0;8.6" ;; - cu116) - if [[ "$OSTYPE" == "msys" ]]; then - export CUDA_HOME="C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v11.6" - else - export CUDA_HOME=/usr/local/cuda-11.6/ - fi - export TORCH_CUDA_ARCH_LIST="3.5;5.0+PTX;6.0;7.0;7.5;8.0;8.6" - ;; cpu) ;; rocm*) diff --git a/packaging/windows/internal/cuda_install.bat b/packaging/windows/internal/cuda_install.bat index 6474a98d995..45ca1c41982 100644 --- a/packaging/windows/internal/cuda_install.bat +++ b/packaging/windows/internal/cuda_install.bat @@ -30,14 +30,14 @@ if %CUDA_VER% EQU 118 goto cuda118 echo CUDA %CUDA_VERSION_STR% is not supported exit /b 1 -:cuda116 +:cuda117 -set CUDA_INSTALL_EXE=cuda_11.6.0_511.23_windows.exe +set CUDA_INSTALL_EXE=cuda_11.7.0_516.01_windows.exe if not exist "%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%" ( curl -k -L "https://ossci-windows.s3.amazonaws.com/%CUDA_INSTALL_EXE%" --output "%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%" if errorlevel 1 exit /b 1 set "CUDA_SETUP_FILE=%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%" - set "ARGS=thrust_11.6 nvcc_11.6 cuobjdump_11.6 nvprune_11.6 nvprof_11.6 cupti_11.6 cublas_11.6 cublas_dev_11.6 cudart_11.6 cufft_11.6 cufft_dev_11.6 curand_11.6 curand_dev_11.6 cusolver_11.6 cusolver_dev_11.6 cusparse_11.6 cusparse_dev_11.6 npp_11.6 npp_dev_11.6 nvjpeg_11.6 nvjpeg_dev_11.6 nvrtc_11.6 nvrtc_dev_11.6 nvml_dev_11.6" + set "ARGS=thrust_11.7 nvcc_11.7 cuobjdump_11.7 nvprune_11.7 nvprof_11.7 cupti_11.7 cublas_11.7 cublas_dev_11.7 cudart_11.7 cufft_11.7 cufft_dev_11.7 curand_11.7 curand_dev_11.7 cusolver_11.7 cusolver_dev_11.7 cusparse_11.7 cusparse_dev_11.7 npp_11.7 npp_dev_11.7 nvjpeg_11.7 nvjpeg_dev_11.7 nvrtc_11.7 nvrtc_dev_11.7 nvml_dev_11.7" ) set CUDNN_INSTALL_ZIP=cudnn-windows-x86_64-8.3.2.44_cuda11.5-archive.zip @@ -56,18 +56,18 @@ if not exist "%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%" ( goto cuda_common -:cuda117 +:cuda118 -set CUDA_INSTALL_EXE=cuda_11.7.0_516.01_windows.exe +set CUDA_INSTALL_EXE=cuda_11.8.0_522.06_windows.exe if not exist "%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%" ( curl -k -L "https://ossci-windows.s3.amazonaws.com/%CUDA_INSTALL_EXE%" --output "%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%" if errorlevel 1 exit /b 1 set "CUDA_SETUP_FILE=%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%" - set "ARGS=thrust_11.7 nvcc_11.7 cuobjdump_11.7 nvprune_11.7 nvprof_11.7 cupti_11.7 cublas_11.7 cublas_dev_11.7 cudart_11.7 cufft_11.7 cufft_dev_11.7 curand_11.7 curand_dev_11.7 cusolver_11.7 cusolver_dev_11.7 cusparse_11.7 cusparse_dev_11.7 npp_11.7 npp_dev_11.7 nvjpeg_11.7 nvjpeg_dev_11.7 nvrtc_11.7 nvrtc_dev_11.7 nvml_dev_11.7" + set "ARGS=cuda_profiler_api_11.8 thrust_11.8 nvcc_11.8 cuobjdump_11.8 nvprune_11.8 nvprof_11.8 cupti_11.8 cublas_11.8 cublas_dev_11.8 cudart_11.8 cufft_11.8 cufft_dev_11.8 curand_11.8 curand_dev_11.8 cusolver_11.8 cusolver_dev_11.8 cusparse_11.8 cusparse_dev_11.8 npp_11.8 npp_dev_11.8 nvjpeg_11.8 nvjpeg_dev_11.8 nvrtc_11.8 nvrtc_dev_11.8 nvml_dev_11.8" ) -set CUDNN_INSTALL_ZIP=cudnn-windows-x86_64-8.3.2.44_cuda11.5-archive.zip -set CUDNN_FOLDER=cudnn-windows-x86_64-8.3.2.44_cuda11.5-archive +set CUDNN_INSTALL_ZIP=cudnn-windows-x86_64-8.5.0.96_cuda11-archive.zip +set CUDNN_FOLDER=cudnn-windows-x86_64-8.5.0.96_cuda11-archive set CUDNN_LIB_FOLDER="lib" if not exist "%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%" ( curl -k -L "http://s3.amazonaws.com/ossci-windows/%CUDNN_INSTALL_ZIP%" --output "%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%" @@ -82,18 +82,18 @@ if not exist "%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%" ( goto cuda_common -:cuda118 +:cuda121 -set CUDA_INSTALL_EXE=cuda_11.8.0_522.06_windows.exe +set CUDA_INSTALL_EXE=cuda_12.1.0_531.14_windows.exe if not exist "%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%" ( curl -k -L "https://ossci-windows.s3.amazonaws.com/%CUDA_INSTALL_EXE%" --output "%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%" if errorlevel 1 exit /b 1 set "CUDA_SETUP_FILE=%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%" - set "ARGS=cuda_profiler_api_11.8 thrust_11.8 nvcc_11.8 cuobjdump_11.8 nvprune_11.8 nvprof_11.8 cupti_11.8 cublas_11.8 cublas_dev_11.8 cudart_11.8 cufft_11.8 cufft_dev_11.8 curand_11.8 curand_dev_11.8 cusolver_11.8 cusolver_dev_11.8 cusparse_11.8 cusparse_dev_11.8 npp_11.8 npp_dev_11.8 nvjpeg_11.8 nvjpeg_dev_11.8 nvrtc_11.8 nvrtc_dev_11.8 nvml_dev_11.8" + set "ARGS=cuda_profiler_api_12.1 thrust_12.1 nvcc_12.1 cuobjdump_12.1 nvprune_12.1 nvprof_12.1 cupti_12.1 cublas_12.1 cublas_dev_12.1 cudart_12.1 cufft_12.1 cufft_dev_12.1 curand_12.1 curand_dev_12.1 cusolver_12.1 cusolver_dev_12.1 cusparse_12.1 cusparse_dev_12.1 npp_12.1 npp_dev_12.1 nvrtc_12.1 nvrtc_dev_12.1 nvml_dev_12.1" ) -set CUDNN_INSTALL_ZIP=cudnn-windows-x86_64-8.5.0.96_cuda11-archive.zip -set CUDNN_FOLDER=cudnn-windows-x86_64-8.5.0.96_cuda11-archive +set CUDNN_FOLDER=cudnn-windows-x86_64-8.8.1.3_cuda12-archive +set "CUDNN_INSTALL_ZIP=%CUDNN_FOLDER%.zip" set CUDNN_LIB_FOLDER="lib" if not exist "%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%" ( curl -k -L "http://s3.amazonaws.com/ossci-windows/%CUDNN_INSTALL_ZIP%" --output "%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%" From ee2130b9732c0604fa166d379a724e3a9c8aa929 Mon Sep 17 00:00:00 2001 From: pbialecki Date: Fri, 21 Apr 2023 02:29:46 -0700 Subject: [PATCH 2/4] run regenerate.py --- .circleci/config.yml | 228 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 228 insertions(+) diff --git a/.circleci/config.yml b/.circleci/config.yml index 302c3427344..ea5500723be 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -598,6 +598,15 @@ workflows: only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: binary_win_wheel_py3.8_cu118 python_version: '3.8' + - binary_win_wheel: + cu_version: cu121 + filters: + branches: + only: main + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: binary_win_wheel_py3.8_cu121 + python_version: '3.8' - binary_win_wheel: cu_version: cpu filters: @@ -625,6 +634,15 @@ workflows: only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: binary_win_wheel_py3.9_cu118 python_version: '3.9' + - binary_win_wheel: + cu_version: cu121 + filters: + branches: + only: main + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: binary_win_wheel_py3.9_cu121 + python_version: '3.9' - binary_win_wheel: cu_version: cpu filters: @@ -652,6 +670,15 @@ workflows: only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: binary_win_wheel_py3.10_cu118 python_version: '3.10' + - binary_win_wheel: + cu_version: cu121 + filters: + branches: + only: main + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: binary_win_wheel_py3.10_cu121 + python_version: '3.10' - binary_win_wheel: cu_version: cpu name: binary_win_wheel_py3.11_cpu @@ -667,8 +694,17 @@ workflows: python_version: '3.11' - binary_win_wheel: cu_version: cu118 + filters: + branches: + only: main + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: binary_win_wheel_py3.11_cu118 python_version: '3.11' + - binary_win_wheel: + cu_version: cu121 + name: binary_win_wheel_py3.11_cu121 + python_version: '3.11' - binary_win_conda: cu_version: cpu filters: @@ -696,6 +732,15 @@ workflows: only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: binary_win_conda_py3.8_cu118 python_version: '3.8' + - binary_win_conda: + cu_version: cu121 + filters: + branches: + only: main + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: binary_win_conda_py3.8_cu121 + python_version: '3.8' - binary_win_conda: cu_version: cpu filters: @@ -723,6 +768,15 @@ workflows: only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: binary_win_conda_py3.9_cu118 python_version: '3.9' + - binary_win_conda: + cu_version: cu121 + filters: + branches: + only: main + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: binary_win_conda_py3.9_cu121 + python_version: '3.9' - binary_win_conda: cu_version: cpu filters: @@ -750,6 +804,15 @@ workflows: only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: binary_win_conda_py3.10_cu118 python_version: '3.10' + - binary_win_conda: + cu_version: cu121 + filters: + branches: + only: main + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: binary_win_conda_py3.10_cu121 + python_version: '3.10' - binary_win_conda: cu_version: cpu name: binary_win_conda_py3.11_cpu @@ -765,8 +828,17 @@ workflows: python_version: '3.11' - binary_win_conda: cu_version: cu118 + filters: + branches: + only: main + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ name: binary_win_conda_py3.11_cu118 python_version: '3.11' + - binary_win_conda: + cu_version: cu121 + name: binary_win_conda_py3.11_cu121 + python_version: '3.11' - binary_ios_build: build_environment: binary-libtorchvision_ops-ios-12.0.0-x86_64 ios_arch: x86_64 @@ -928,6 +1000,26 @@ workflows: requires: - nightly_binary_win_wheel_py3.8_cu118 subfolder: cu118/ + - binary_win_wheel: + cu_version: cu121 + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_wheel_py3.8_cu121 + python_version: '3.8' + - binary_wheel_upload: + context: org-member + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_wheel_py3.8_cu121_upload + requires: + - nightly_binary_win_wheel_py3.8_cu121 + subfolder: cu121/ - binary_win_wheel: cu_version: cpu filters: @@ -988,6 +1080,26 @@ workflows: requires: - nightly_binary_win_wheel_py3.9_cu118 subfolder: cu118/ + - binary_win_wheel: + cu_version: cu121 + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_wheel_py3.9_cu121 + python_version: '3.9' + - binary_wheel_upload: + context: org-member + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_wheel_py3.9_cu121_upload + requires: + - nightly_binary_win_wheel_py3.9_cu121 + subfolder: cu121/ - binary_win_wheel: cu_version: cpu filters: @@ -1048,6 +1160,26 @@ workflows: requires: - nightly_binary_win_wheel_py3.10_cu118 subfolder: cu118/ + - binary_win_wheel: + cu_version: cu121 + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_wheel_py3.10_cu121 + python_version: '3.10' + - binary_wheel_upload: + context: org-member + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_wheel_py3.10_cu121_upload + requires: + - nightly_binary_win_wheel_py3.10_cu121 + subfolder: cu121/ - binary_win_wheel: cu_version: cpu filters: @@ -1108,6 +1240,26 @@ workflows: requires: - nightly_binary_win_wheel_py3.11_cu118 subfolder: cu118/ + - binary_win_wheel: + cu_version: cu121 + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_wheel_py3.11_cu121 + python_version: '3.11' + - binary_wheel_upload: + context: org-member + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_wheel_py3.11_cu121_upload + requires: + - nightly_binary_win_wheel_py3.11_cu121 + subfolder: cu121/ - binary_win_conda: cu_version: cpu filters: @@ -1165,6 +1317,25 @@ workflows: name: nightly_binary_win_conda_py3.8_cu118_upload requires: - nightly_binary_win_conda_py3.8_cu118 + - binary_win_conda: + cu_version: cu121 + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_conda_py3.8_cu121 + python_version: '3.8' + - binary_conda_upload: + context: org-member + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_conda_py3.8_cu121_upload + requires: + - nightly_binary_win_conda_py3.8_cu121 - binary_win_conda: cu_version: cpu filters: @@ -1222,6 +1393,25 @@ workflows: name: nightly_binary_win_conda_py3.9_cu118_upload requires: - nightly_binary_win_conda_py3.9_cu118 + - binary_win_conda: + cu_version: cu121 + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_conda_py3.9_cu121 + python_version: '3.9' + - binary_conda_upload: + context: org-member + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_conda_py3.9_cu121_upload + requires: + - nightly_binary_win_conda_py3.9_cu121 - binary_win_conda: cu_version: cpu filters: @@ -1279,6 +1469,25 @@ workflows: name: nightly_binary_win_conda_py3.10_cu118_upload requires: - nightly_binary_win_conda_py3.10_cu118 + - binary_win_conda: + cu_version: cu121 + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_conda_py3.10_cu121 + python_version: '3.10' + - binary_conda_upload: + context: org-member + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_conda_py3.10_cu121_upload + requires: + - nightly_binary_win_conda_py3.10_cu121 - binary_win_conda: cu_version: cpu filters: @@ -1336,6 +1545,25 @@ workflows: name: nightly_binary_win_conda_py3.11_cu118_upload requires: - nightly_binary_win_conda_py3.11_cu118 + - binary_win_conda: + cu_version: cu121 + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_conda_py3.11_cu121 + python_version: '3.11' + - binary_conda_upload: + context: org-member + filters: + branches: + only: nightly + tags: + only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/ + name: nightly_binary_win_conda_py3.11_cu121_upload + requires: + - nightly_binary_win_conda_py3.11_cu121 docker_build: triggers: - schedule: From 98e4af8a79acd9ce6d2f06d8a762934a9b9201af Mon Sep 17 00:00:00 2001 From: pbialecki Date: Fri, 21 Apr 2023 02:42:00 -0700 Subject: [PATCH 3/4] add missing check --- packaging/windows/internal/cuda_install.bat | 1 + 1 file changed, 1 insertion(+) diff --git a/packaging/windows/internal/cuda_install.bat b/packaging/windows/internal/cuda_install.bat index 45ca1c41982..a68ce7f857f 100644 --- a/packaging/windows/internal/cuda_install.bat +++ b/packaging/windows/internal/cuda_install.bat @@ -26,6 +26,7 @@ set CUDNN_LIB_FOLDER="lib\x64" if %CUDA_VER% EQU 116 goto cuda116 if %CUDA_VER% EQU 117 goto cuda117 if %CUDA_VER% EQU 118 goto cuda118 +if %CUDA_VER% EQU 121 goto cuda121 echo CUDA %CUDA_VERSION_STR% is not supported exit /b 1 From c470afee038a5b111e3b4b6fa4fccf670017c7f0 Mon Sep 17 00:00:00 2001 From: pbialecki Date: Fri, 21 Apr 2023 03:27:18 -0700 Subject: [PATCH 4/4] fix syntax error --- packaging/pkg_helpers.bash | 1 + 1 file changed, 1 insertion(+) diff --git a/packaging/pkg_helpers.bash b/packaging/pkg_helpers.bash index 9551461537d..3b5330545eb 100644 --- a/packaging/pkg_helpers.bash +++ b/packaging/pkg_helpers.bash @@ -53,6 +53,7 @@ setup_cuda() { export CUDA_HOME=/usr/local/cuda-12.1/ fi export TORCH_CUDA_ARCH_LIST="5.0+PTX;6.0;7.0;7.5;8.0;8.6;9.0" + ;; cu118) if [[ "$OSTYPE" == "msys" ]]; then export CUDA_HOME="C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v11.8"