diff --git a/scripts/build_and_push_base_images.sh b/scripts/build_and_push_base_images.sh
index 5cfd691c8..dbbcdc521 100755
--- a/scripts/build_and_push_base_images.sh
+++ b/scripts/build_and_push_base_images.sh
@@ -3,6 +3,7 @@ set -e
 
 # Required due to a buildx bug.
 # See https://github.com/docker/buildx/issues/495#issuecomment-761562905
+docker buildx rm multiarch || true
 docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 docker buildx create --name multiarch --driver docker-container --use
 docker buildx inspect --bootstrap