diff --git a/cluster/images/conformance/Makefile b/cluster/images/conformance/Makefile
index 89335650cfa..76bb6f10db2 100644
--- a/cluster/images/conformance/Makefile
+++ b/cluster/images/conformance/Makefile
@@ -31,7 +31,7 @@ E2E_GO_RUNNER_BIN?=$(shell test -f $(LOCAL_OUTPUT_PATH)/go-runner && echo $(LOCA
 
 CLUSTER_DIR?=$(shell pwd)/../../../cluster/
 
-BASEIMAGE=k8s.gcr.io/debian-hyperkube-base-$(ARCH):0.12.1
+BASEIMAGE=debian:stretch-slim
 TEMP_DIR:=$(shell mktemp -d -t conformanceXXXXXX)
 
 all: build
diff --git a/cluster/images/conformance/conformance-e2e.sh b/cluster/images/conformance/conformance-e2e.sh
index eba404e589f..0cf72aaedfb 100755
--- a/cluster/images/conformance/conformance-e2e.sh
+++ b/cluster/images/conformance/conformance-e2e.sh
@@ -27,7 +27,9 @@ while true; do
     break
   elif [[ "$STATUS" == "Failed" ]]; then
     echo "$timestamp Failed."
-    break
+    kubectl -n conformance describe pods e2e-conformance-test || true
+    kubectl -n conformance logs e2e-conformance-test || true
+    exit 1
   else
     sleep 5
   fi