diff --git a/backup.sh b/backup.sh
index 3988909..0d76055 100755
--- a/backup.sh
+++ b/backup.sh
@@ -1,5 +1,4 @@
 #!/bin/sh
-set -e
 
 # Password can't be empty
 test -n "${BORG_PASSPHRASE}"
@@ -36,7 +35,7 @@ for signal in TERM QUIT HUP EXIT INT KILL; do
 done
 
 # It'll fail the second time
-borg init --encryption=repokey "${SSH_ALIAS}:${DEST}" || :
+borg init --encryption=repokey "${SSH_ALIAS}:${DEST}"
 borg create -v --stats "${SSH_ALIAS}:${DEST}::${DATE}" "${ORIG}"
 borg prune -v --stats --keep-daily ${KEEP} "${SSH_ALIAS}:${DEST}"