diff --git a/manywheel/build_docker.sh b/manywheel/build_docker.sh
index 6b1e31c04..f6e8988a4 100755
--- a/manywheel/build_docker.sh
+++ b/manywheel/build_docker.sh
@@ -33,12 +33,8 @@ case ${GPU_ARCH_TYPE} in
         DOCKER_TAG=cuda${GPU_ARCH_VERSION}
         LEGACY_DOCKER_IMAGE=${DOCKER_REGISTRY}/pytorch/manylinux-cuda${GPU_ARCH_VERSION//./}
         # Keep this up to date with the minimum version of CUDA we currently support
-        GPU_IMAGE=nvidia/cuda:10.2-devel-centos7
-        DEVTOOLSET_VERSION="9"
-        if [[ ${GPU_ARCH_VERSION:0:2} == "10" ]]; then
-            DEVTOOLSET_VERSION="7"
-        fi
-        DOCKER_GPU_BUILD_ARG="--build-arg BASE_CUDA_VERSION=${GPU_ARCH_VERSION} --build-arg DEVTOOLSET_VERSION=${DEVTOOLSET_VERSION}"
+        GPU_IMAGE=nvidia/cuda:11.4.3-devel-centos7
+        DOCKER_GPU_BUILD_ARG="--build-arg BASE_CUDA_VERSION=${GPU_ARCH_VERSION} --build-arg DEVTOOLSET_VERSION=9"
         ;;
     rocm)
         TARGET=rocm_final