diff --git a/bootstrap.sh b/bootstrap.sh
index bb68148..fa50737 100755
--- a/bootstrap.sh
+++ b/bootstrap.sh
@@ -8,6 +8,6 @@ su-exec builder /usr/local/bin/gem-compiler
 exit_status=$?
 
 test -n "${EXTRA_PKGS}" && apk del ${EXTRA_PKGS}
-test -n "${EXTRA_GEMS}" && gem uninstall ${EXTRA_GEMS}
+test -n "${EXTRA_GEMS}" && gem uninstall --all ${EXTRA_GEMS}
 
 exit ${exit_status}