diff --git a/tasks/install.yml b/tasks/install.yml
index 1f72169..9b1998e 100644
--- a/tasks/install.yml
+++ b/tasks/install.yml
@@ -31,7 +31,7 @@
     dest: "/mnt/etc/mkinitfs/mkinitfs.conf"
     mode: "0750"
 - name: "Copy SSH host keys from the live system."
-  shell: "cp -a /etc/ssh/*_key* /mnt/etc/ssh/"
+  shell: "rm /mnt/etc/ssh/*_key* -f && cp -a /etc/ssh/*_key* /mnt/etc/ssh/"
   args:
     creates: "/mnt/etc/ssh/ssh_host_ed25519_key"
 - name: "Copy SSH authorized keys from the live system.  First create the /root/.ssh directory."