diff --git a/.circleci/config.yml b/.circleci/config.yml
index 95a2003fd0..c0ce546536 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -12,11 +12,11 @@ binary_common: &binary_common
     build_version:
       description: "version number of release binary; by default, build a nightly"
       type: string
-      default: ""
+      default: "0.4.0"
     pytorch_version:
       description: "PyTorch version to build against; by default, use a nightly"
       type: string
-      default: ""
+      default: "1.4.0"
     # Don't edit these
     python_version:
       description: "Python version to build against (e.g., 3.7)"
diff --git a/.circleci/config.yml.in b/.circleci/config.yml.in
index 1b66e41611..6f5de89559 100644
--- a/.circleci/config.yml.in
+++ b/.circleci/config.yml.in
@@ -12,11 +12,11 @@ binary_common: &binary_common
     build_version:
       description: "version number of release binary; by default, build a nightly"
       type: string
-      default: ""
+      default: "0.4.0"
     pytorch_version:
       description: "PyTorch version to build against; by default, use a nightly"
       type: string
-      default: ""
+      default: "1.4.0"
     # Don't edit these
     python_version:
       description: "Python version to build against (e.g., 3.7)"