diff --git a/common/install_magma.sh b/common/install_magma.sh
index b524c920e..efaff052e 100644
--- a/common/install_magma.sh
+++ b/common/install_magma.sh
@@ -16,7 +16,7 @@ function do_install() {
         set -x
         tmp_dir=$(mktemp -d)
         pushd ${tmp_dir}
-        wget -q https://anaconda.org/pytorch/magma-cuda${cuda_version_nodot}/${MAGMA_VERSION}/download/linux-64/${magma_archive}
+        curl -OLs https://anaconda.org/pytorch/magma-cuda${cuda_version_nodot}/${MAGMA_VERSION}/download/linux-64/${magma_archive}
         tar -xvf "${magma_archive}"
         mkdir -p "${cuda_dir}/magma"
         mv include "${cuda_dir}/magma/include"
diff --git a/manywheel/Dockerfile b/manywheel/Dockerfile
index b070ae8f8..4e7ff3cf0 100644
--- a/manywheel/Dockerfile
+++ b/manywheel/Dockerfile
@@ -1,8 +1,8 @@
 # syntax = docker/dockerfile:experimental
 ARG ROCM_VERSION=3.7
-ARG BASE_CUDA_VERSION=10.1
+ARG BASE_CUDA_VERSION=11.8
 
-ARG GPU_IMAGE=nvidia/cuda:${BASE_CUDA_VERSION}-devel-centos7
+ARG GPU_IMAGE=centos:7
 FROM centos:7 as base
 
 ENV LC_ALL en_US.UTF-8
diff --git a/manywheel/build_docker.sh b/manywheel/build_docker.sh
index f6e8988a4..38d043ff4 100755
--- a/manywheel/build_docker.sh
+++ b/manywheel/build_docker.sh
@@ -33,7 +33,7 @@ case ${GPU_ARCH_TYPE} in
         DOCKER_TAG=cuda${GPU_ARCH_VERSION}
         LEGACY_DOCKER_IMAGE=${DOCKER_REGISTRY}/pytorch/manylinux-cuda${GPU_ARCH_VERSION//./}
         # Keep this up to date with the minimum version of CUDA we currently support
-        GPU_IMAGE=nvidia/cuda:11.4.3-devel-centos7
+        GPU_IMAGE=centos:7
         DOCKER_GPU_BUILD_ARG="--build-arg BASE_CUDA_VERSION=${GPU_ARCH_VERSION} --build-arg DEVTOOLSET_VERSION=9"
         ;;
     rocm)