diff --git a/infrastructure/server-setup/backups.yml b/infrastructure/server-setup/backups.yml
index c1102bd01..85eeade51 100644
--- a/infrastructure/server-setup/backups.yml
+++ b/infrastructure/server-setup/backups.yml
@@ -73,7 +73,6 @@
         src: '{{ crontab_user_home }}/.ssh/id_rsa.pub'
         dest: '/tmp/{{ inventory_hostname }}_id_rsa.pub'
         flat: yes
-      when: file_check.stat.exists
       tags:
         - backups