diff --git a/.github/actions/setup-binary-builds/action.yml b/.github/actions/setup-binary-builds/action.yml
index 7e8eb5f99e..92d780f2b5 100644
--- a/.github/actions/setup-binary-builds/action.yml
+++ b/.github/actions/setup-binary-builds/action.yml
@@ -100,14 +100,25 @@ runs:
           set -euxo pipefail
           CONDA_ENV="${RUNNER_TEMP}/conda_environment_${GITHUB_RUN_ID}"
 
-          conda create \
-            --yes \
-            --prefix "${CONDA_ENV}" \
-            "python=${PYTHON_VERSION}" \
-            cmake=3.22 \
-            conda-build=3.21 \
-            ninja=1.10 \
-            pkg-config=0.29 \
-            wheel=0.37
+          if [[ "${PYTHON_VERSION}" = "3.11" ]]; then
+            conda create \
+              --yes \
+              --prefix "${CONDA_ENV}" \
+              "python=${PYTHON_VERSION}" \
+              cmake=3.22 \
+              ninja=1.10 \
+              pkg-config=0.29 \
+              wheel=0.37
+          else
+            conda create \
+              --yes \
+              --prefix "${CONDA_ENV}" \
+              "python=${PYTHON_VERSION}" \
+              cmake=3.22 \
+              conda-build=3.21 \
+              ninja=1.10 \
+              pkg-config=0.29 \
+              wheel=0.37
+          fi
           echo "CONDA_ENV=${CONDA_ENV}" >> "${GITHUB_ENV}"
           echo "CONDA_RUN=conda run -p ${CONDA_ENV}" >> "${GITHUB_ENV}"
diff --git a/.github/workflows/test_build_conda_linux_with_cuda.yml b/.github/workflows/test_build_conda_linux_with_cuda.yml
index dfdaa4bfe5..c898fc8028 100644
--- a/.github/workflows/test_build_conda_linux_with_cuda.yml
+++ b/.github/workflows/test_build_conda_linux_with_cuda.yml
@@ -6,7 +6,7 @@ on:
       - .github/actions/setup-binary-builds/action.yml
       - .github/workflows/test_build_conda_linux.yml
       - .github/workflows/build_conda_linux.yml
-      - .github/workflows/generate_binary_build_matrix.yml
+      # - .github/workflows/generate_binary_build_matrix.yml
       - tools/scripts/generate_binary_build_matrix.py
   workflow_dispatch:
 
diff --git a/.github/workflows/test_build_conda_linux_without_cuda.yml b/.github/workflows/test_build_conda_linux_without_cuda.yml
index 9331bd8f06..d33bd6e633 100644
--- a/.github/workflows/test_build_conda_linux_without_cuda.yml
+++ b/.github/workflows/test_build_conda_linux_without_cuda.yml
@@ -7,7 +7,7 @@ on:
       - .github/workflows/test_build_conda_linux.yml
       - .github/workflows/build_conda_linux.yml
       - .github/workflows/generate_binary_build_matrix.yml
-      - tools/scripts/generate_binary_build_matrix.py
+      # - tools/scripts/generate_binary_build_matrix.py
   workflow_dispatch:
 
 jobs:
diff --git a/.github/workflows/test_build_conda_m1.yml b/.github/workflows/test_build_conda_m1.yml
index 4f3c1d207c..2fe2430cca 100644
--- a/.github/workflows/test_build_conda_m1.yml
+++ b/.github/workflows/test_build_conda_m1.yml
@@ -7,7 +7,7 @@ on:
       - .github/workflows/test_build_conda_m1.yml
       - .github/workflows/build_conda_macos.yml
       - .github/workflows/generate_binary_build_matrix.yml
-      - tools/scripts/generate_binary_build_matrix.py
+      # - tools/scripts/generate_binary_build_matrix.py
   workflow_dispatch:
 
 jobs:
diff --git a/.github/workflows/test_build_conda_macos.yml b/.github/workflows/test_build_conda_macos.yml
index 4b0708f7c5..c3dfa99a71 100644
--- a/.github/workflows/test_build_conda_macos.yml
+++ b/.github/workflows/test_build_conda_macos.yml
@@ -7,7 +7,7 @@ on:
       - .github/workflows/test_build_conda_macos.yml
       - .github/workflows/build_conda_macos.yml
       - .github/workflows/generate_binary_build_matrix.yml
-      - tools/scripts/generate_binary_build_matrix.py
+      # - tools/scripts/generate_binary_build_matrix.py
 
 jobs:
   generate-matrix:
diff --git a/.github/workflows/test_build_conda_windows_without_cuda.yml b/.github/workflows/test_build_conda_windows_without_cuda.yml
index 2bffc090c8..434fb3e007 100644
--- a/.github/workflows/test_build_conda_windows_without_cuda.yml
+++ b/.github/workflows/test_build_conda_windows_without_cuda.yml
@@ -7,7 +7,7 @@ on:
       - .github/workflows/test_build_conda_windows_without_cuda.yml
       - .github/workflows/build_conda_windows.yml
       - .github/workflows/generate_binary_build_matrix.yml
-      - tools/scripts/generate_binary_build_matrix.py
+      # - tools/scripts/generate_binary_build_matrix.py
   workflow_dispatch:
 
 jobs:
diff --git a/.github/workflows/test_build_wheels_linux_with_cuda.yml b/.github/workflows/test_build_wheels_linux_with_cuda.yml
index d3ed608f42..7ac66fc57d 100644
--- a/.github/workflows/test_build_wheels_linux_with_cuda.yml
+++ b/.github/workflows/test_build_wheels_linux_with_cuda.yml
@@ -30,16 +30,16 @@ jobs:
             post-script: packaging/post_build_script.sh
             smoke-test-script: test/smoke_test/smoke_test.py
             package-name: torchaudio
-          - repository: pytorch/vision
-            pre-script: packaging/pre_build_script.sh
-            post-script: packaging/post_build_script.sh
-            smoke-test-script: test/smoke_test.py
-            package-name: torchvision
-          - repository: pytorch/torchrec
-            pre-script: ""
-            post-script: ""
-            smoke-test-script: ""
-            package-name: torchrec
+          #- repository: pytorch/vision
+          #- pre-script: packaging/pre_build_script.sh
+          #- post-script: packaging/post_build_script.sh
+          #- smoke-test-script: test/smoke_test.py
+          #- package-name: torchvision
+          # - repository: pytorch/torchrec
+          #   pre-script: ""
+          #   post-script: ""
+          #   smoke-test-script: ""
+          #   package-name: torchrec
     uses: ./.github/workflows/build_wheels_linux.yml
     name: ${{ matrix.repository }}
     with:
diff --git a/.github/workflows/test_build_wheels_m1.yml b/.github/workflows/test_build_wheels_m1.yml
index 6460a81da8..39c4e1aae3 100644
--- a/.github/workflows/test_build_wheels_m1.yml
+++ b/.github/workflows/test_build_wheels_m1.yml
@@ -7,7 +7,7 @@ on:
       - .github/workflows/test_build_wheels_m1.yml
       - .github/workflows/build_wheels_macos.yml
       - .github/workflows/generate_binary_build_matrix.yml
-      - tools/scripts/generate_binary_build_matrix.py
+      # - tools/scripts/generate_binary_build_matrix.py
   workflow_dispatch:
 
 jobs:
diff --git a/.github/workflows/test_build_wheels_macos.yml b/.github/workflows/test_build_wheels_macos.yml
index bc1b890183..66e481c639 100644
--- a/.github/workflows/test_build_wheels_macos.yml
+++ b/.github/workflows/test_build_wheels_macos.yml
@@ -7,7 +7,7 @@ on:
       - .github/workflows/test_build_wheels_macos.yml
       - .github/workflows/build_wheels_macos.yml
       - .github/workflows/generate_binary_build_matrix.yml
-      - tools/scripts/generate_binary_build_matrix.py
+      # - tools/scripts/generate_binary_build_matrix.py
   workflow_dispatch:
 
 jobs:
diff --git a/.github/workflows/test_build_wheels_windows_with_cuda.yml b/.github/workflows/test_build_wheels_windows_with_cuda.yml
index 6066bc3bf1..20fcbbd85f 100644
--- a/.github/workflows/test_build_wheels_windows_with_cuda.yml
+++ b/.github/workflows/test_build_wheels_windows_with_cuda.yml
@@ -7,7 +7,7 @@ on:
       - .github/workflows/test_build_wheels_windows_with_cuda.yml
       - .github/workflows/build_wheels_windows.yml
       - .github/workflows/generate_binary_build_matrix.yml
-      - tools/scripts/generate_binary_build_matrix.py
+      # - tools/scripts/generate_binary_build_matrix.py
   workflow_dispatch:
 
 jobs:
diff --git a/.github/workflows/test_build_wheels_windows_without_cuda.yml b/.github/workflows/test_build_wheels_windows_without_cuda.yml
index c5fd28cc60..fd930a83a7 100644
--- a/.github/workflows/test_build_wheels_windows_without_cuda.yml
+++ b/.github/workflows/test_build_wheels_windows_without_cuda.yml
@@ -7,7 +7,7 @@ on:
       - .github/workflows/test_build_wheels_windows_without_cuda.yml
       - .github/workflows/build_wheels_windows.yml
       - .github/workflows/generate_binary_build_matrix.yml
-      - tools/scripts/generate_binary_build_matrix.py
+      # - tools/scripts/generate_binary_build_matrix.py
   workflow_dispatch:
 
 jobs:
diff --git a/tools/scripts/generate_binary_build_matrix.py b/tools/scripts/generate_binary_build_matrix.py
index 65b06355e6..5ad5c5d4cc 100644
--- a/tools/scripts/generate_binary_build_matrix.py
+++ b/tools/scripts/generate_binary_build_matrix.py
@@ -21,7 +21,7 @@
 mod = sys.modules[__name__]
 
 PYTHON_ARCHES_DICT = {
-    "nightly": ["3.8", "3.9", "3.10"],
+    "nightly": ["3.10", "3.11"],
     "test": ["3.7", "3.8", "3.9", "3.10"],
     "release": ["3.7", "3.8", "3.9", "3.10"],
 }