diff --git a/deb.mk b/deb.mk
index ff3001251..51c5da6dc 100644
--- a/deb.mk
+++ b/deb.mk
@@ -86,16 +86,11 @@ deb-herokuish:
 	@echo "-> Creating deb files"
 	@echo "#!/usr/bin/env bash" >> /tmp/tmp/post-install
 	@echo "sleep 5" >> /tmp/tmp/post-install
-	@echo "count=\`sudo docker images | grep gliderlabs/herokuish | wc -l\`" >> /tmp/tmp/post-install
-	@echo 'if [ "$$count" -ne 0 ]; then' >> /tmp/tmp/post-install
-	@echo "  echo 'Removing old herokuish image'" >> /tmp/tmp/post-install
-	@echo "  sudo docker rmi gliderlabs/herokuish" >> /tmp/tmp/post-install
-	@echo "fi" >> /tmp/tmp/post-install
 	@echo "echo 'Importing herokuish into docker (around 5 minutes)'" >> /tmp/tmp/post-install
 	@echo 'if [[ ! -z $${http_proxy+x} ]]; then BUILDARGS="--build-arg http_proxy=$$http_proxy"; fi' >> /tmp/tmp/post-install
 	@echo 'if [[ ! -z $${https_proxy+x} ]]; then BUILDARGS="$$BUILDARGS --build-arg https_proxy=$$https_proxy"; fi' >> /tmp/tmp/post-install
 	@echo 'if [[ ! -z $${BUILDARGS+x} ]]; then echo Adding proxy settings to docker build: $$BUILDARGS; fi' >> /tmp/tmp/post-install
-	@echo 'sudo docker build $$BUILDARGS -t gliderlabs/herokuish /var/lib/herokuish 1> /dev/null' >> /tmp/tmp/post-install
+	@echo 'sudo docker build --pull $$BUILDARGS -t gliderlabs/herokuish /var/lib/herokuish 1> /dev/null' >> /tmp/tmp/post-install
 
 	@echo "-> Cloning repository"
 	git clone -q "https://github.com/$(HEROKUISH_REPO_NAME).git" --branch "v$(HEROKUISH_VERSION)" /tmp/tmp/herokuish > /dev/null
diff --git a/rpm/herokuish.postinst b/rpm/herokuish.postinst
index e9c5db778..0ee29b900 100644
--- a/rpm/herokuish.postinst
+++ b/rpm/herokuish.postinst
@@ -7,14 +7,8 @@ main() {
 
   sleep 5
 
-  count=$(sudo docker images | grep -c gliderlabs/herokuish)
-  if [ "$count" -ne 0 ]; then
-    echo 'Removing old herokuish image'
-    sudo docker rmi gliderlabs/herokuish
-  fi
-
   echo 'Importing herokuish into docker (around 5 minutes)'
-  sudo docker build -t gliderlabs/herokuish /var/lib/herokuish 1> /dev/null
+  sudo docker build --pull -t gliderlabs/herokuish /var/lib/herokuish 1> /dev/null
 }
 
 main