diff --git a/tools/ci_build/builds/release_linux.sh b/tools/ci_build/builds/release_linux.sh
index e6403153e6..e4414926d7 100755
--- a/tools/ci_build/builds/release_linux.sh
+++ b/tools/ci_build/builds/release_linux.sh
@@ -15,7 +15,7 @@
 # ==============================================================================
 set -e -x
 
-PYTHON_VERSIONS="python2.7 python3.4 python3.5 python3.6"
+PYTHON_VERSIONS="python2.7 python3.5 python3.6"
 curl -sSOL https://bootstrap.pypa.io/get-pip.py
 add-apt-repository -y ppa:deadsnakes/ppa
 
diff --git a/tools/ci_build/builds/release_macos.sh b/tools/ci_build/builds/release_macos.sh
index 24b43734b6..c8065a6204 100644
--- a/tools/ci_build/builds/release_macos.sh
+++ b/tools/ci_build/builds/release_macos.sh
@@ -15,7 +15,7 @@
 # ==============================================================================
 set -e -x
 
-PYTHON_VERSIONS="2.7.15 3.4.9 3.5.6 3.6.6"
+PYTHON_VERSIONS="2.7.15 3.5.6 3.6.6"
 curl -sSOL https://bootstrap.pypa.io/get-pip.py
 
 # Install Bazel 0.24