diff --git a/Dockerfile b/Dockerfile
index 6c4c5cdf3bee1e19ff50e8fcea21c4979ceaf64d..4e0f4031b3d8c841e27f4da7ad8306520e917235 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -3,8 +3,10 @@ LABEL maintainer="Kevin Lyda <lyda@gitlab.com>"
 
 EXPOSE 80 22
 
-RUN DEBIAN_FRONTEND=noninteractive \
-    apt-get install curl openssh-server ca-certificates postfix
+RUN apt-get update \
+    && DEBIAN_FRONTEND=noninteractive \
+    apt-get install -y curl openssh-server ca-certificates postfix \
+    && apt-get clean
 ADD app /app
 
 ENTRYPOINT ["/app/init"]
diff --git a/app/init b/app/init
index 3a543d35bd0e3f54f8cbe972f1ce54f98c8045dd..5c84a15e993c93f1cb62aefc13dab7bc8de57b08 100755
--- a/app/init
+++ b/app/init
@@ -11,7 +11,8 @@ EOF
   exit 1
 fi
 
+apt-get update
 curl -s $base_url$EDITION/script.deb.sh | bash
-apt-get install gitlab-${EDITION}=${VERSION}-${EDITION}.0
+apt-get install -y gitlab-${EDITION}=${VERSION}-${EDITION}.0
 gitlab-ctl reconfigure
 exec bash