diff --git a/deploy/Dockerfile_debug b/deploy/Dockerfile_debug
index fa2952dbf..1e8374f82 100644
--- a/deploy/Dockerfile_debug
+++ b/deploy/Dockerfile_debug
@@ -33,13 +33,6 @@ RUN mkdir -p /kaniko/.docker
 COPY . .
 RUN make GOARCH=${GOARCH} && make out/warmer
 
-# Stage 1: Get the busybox shell
-FROM gcr.io/cloud-builders/bazel:latest
-RUN git clone https://github.com/GoogleContainerTools/distroless.git
-WORKDIR /distroless
-RUN bazel build //experimental/busybox:busybox_tar
-RUN tar -C /distroless/bazel-bin/experimental/busybox/ -xf /distroless/bazel-bin/experimental/busybox/busybox.tar
-
 FROM scratch
 COPY --from=0 /go/src/github.com/GoogleContainerTools/kaniko/out/* /kaniko/
 COPY --from=0 /usr/local/bin/docker-credential-gcr /kaniko/docker-credential-gcr