diff --git a/Dockerfile.agent.alpine b/Dockerfile.agent.alpine
index 36417d306..a2bb3ce29 100644
--- a/Dockerfile.agent.alpine
+++ b/Dockerfile.agent.alpine
@@ -1,6 +1,6 @@
 FROM alpine:3.6
 
-RUN apk add -U --no-cache ca-certificates && rm -rf /var/cache/apk/*
+RUN apk add -U --no-cache ca-certificates
 
 ENV GODEBUG=netdns=go
 ADD release/drone-agent /bin/
diff --git a/Dockerfile.alpine b/Dockerfile.alpine
index 72cb5ed71..a22797c86 100644
--- a/Dockerfile.alpine
+++ b/Dockerfile.alpine
@@ -1,7 +1,7 @@
 FROM alpine:3.6
 EXPOSE 8000 9000 80 443
 
-RUN apk add -U --no-cache ca-certificates && rm -rf /var/cache/apk/*
+RUN apk add -U --no-cache ca-certificates
 
 ENV DATABASE_DRIVER=sqlite3
 ENV DATABASE_CONFIG=/var/lib/drone/drone.sqlite