diff --git a/.circleci/config.yml b/.circleci/config.yml
index 8e1e219e09..fc86118b2c 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -237,7 +237,7 @@ jobs:
           command: |
             set -x
             source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
-            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch
+            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch cpuonly
             conda install -v -y -c file://$HOME/workspace/conda-bld torchtext
       - run:
           name: smoke test
@@ -299,7 +299,7 @@ jobs:
             conda env remove -n python${PYTHON_VERSION} || true
             conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
             conda activate python${PYTHON_VERSION}
-            conda install -v -y -c pytorch-"${UPLOAD_CHANNEL}" pytorch
+            conda install -v -y -c pytorch-"${UPLOAD_CHANNEL}" pytorch cpuonly
             conda install -v -y -c ~/workspace/conda-bld torchtext
       - run:
           name: smoke test
diff --git a/.circleci/config.yml.in b/.circleci/config.yml.in
index 770393a0f3..d46162d204 100644
--- a/.circleci/config.yml.in
+++ b/.circleci/config.yml.in
@@ -237,7 +237,7 @@ jobs:
           command: |
             set -x
             source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
-            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch
+            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch cpuonly
             conda install -v -y -c file://$HOME/workspace/conda-bld torchtext
       - run:
           name: smoke test
@@ -299,7 +299,7 @@ jobs:
             conda env remove -n python${PYTHON_VERSION} || true
             conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
             conda activate python${PYTHON_VERSION}
-            conda install -v -y -c pytorch-"${UPLOAD_CHANNEL}" pytorch
+            conda install -v -y -c pytorch-"${UPLOAD_CHANNEL}" pytorch cpuonly
             conda install -v -y -c ~/workspace/conda-bld torchtext
       - run:
           name: smoke test
diff --git a/packaging/torchtext/meta.yaml b/packaging/torchtext/meta.yaml
index a79d8eafb7..c75e497736 100644
--- a/packaging/torchtext/meta.yaml
+++ b/packaging/torchtext/meta.yaml
@@ -38,6 +38,7 @@ test:
 
   requires:
     - pytest
+    - cpuonly
 
 about:
   home: https://github.com/pytorch/text