diff --git a/hack/images/kubeone-e2e/Dockerfile b/hack/images/kubeone-e2e/Dockerfile
index d4bd24f5d..17743429f 100644
--- a/hack/images/kubeone-e2e/Dockerfile
+++ b/hack/images/kubeone-e2e/Dockerfile
@@ -17,8 +17,7 @@
 FROM golang:1.16.7 as builder
 
 RUN apt-get update && apt-get install -y \
-    unzip \
-    upx-ucl
+    unzip
 
 ENV TERRAFORM_VERSION "1.0.4"
 RUN curl -fL https://releases.hashicorp.com/terraform/${TERRAFORM_VERSION}/terraform_${TERRAFORM_VERSION}_linux_amd64.zip | funzip >/usr/local/bin/terraform
diff --git a/hack/images/kubeone-e2e/install-kube-tests-binaries.sh b/hack/images/kubeone-e2e/install-kube-tests-binaries.sh
index 2b2026a36..cbeff78cf 100755
--- a/hack/images/kubeone-e2e/install-kube-tests-binaries.sh
+++ b/hack/images/kubeone-e2e/install-kube-tests-binaries.sh
@@ -53,9 +53,6 @@ for version in "${!full_versions[@]}"; do
     rm "${directory}"/kubernetes/platforms/linux/amd64/genyaml
     rm "${directory}"/kubernetes/platforms/linux/amd64/kubemark
     rm "${directory}"/kubernetes/platforms/linux/amd64/linkcheck
-    if [ "$(command -v upx)" ]; then
-      upx "${directory}"/kubernetes/platforms/linux/amd64/*
-    fi
   fi
 done