diff --git a/gitlab-ci/deploy.yml b/gitlab-ci/deploy.yml
index 1520e4a..1d0df56 100644
--- a/gitlab-ci/deploy.yml
+++ b/gitlab-ci/deploy.yml
@@ -10,12 +10,13 @@ deploy:
     - pip install ansible --quiet
     - git clone https://git.fudiggity.nl/sonny/ansible-playbooks.git deployment
     - mkdir /root/.ssh && echo "$DEPLOY_HOST_KEY" > /root/.ssh/known_hosts
-    - echo $VAULT_PASSWORD > deployment/vault
+    - echo "$DEPLOY_KEY" > deployment/deploy_key && chmod 0600 deployment/deploy_key
+    - echo "$VAULT_PASSWORD" > deployment/vault
   script:
     - >
       ansible-playbook deployment/playbook.yml
       --inventory deployment/apps.yml
       --limit newsreader
       --user ansible
-      --private-key "$DEPLOY_KEY"
+      --private-key deployment/deploy_key
       --vault-password-file deployment/vault