diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index ba6c8ad1e99f0ed9dc44ee59a74d4ad8bf102208..bb928aa15f3e50a8f4ca544bd1d579db1ec6d9da 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -84,8 +84,7 @@ system-tests:
     - |
       # The environment variable is configured with GitLab using Terraform so
       # we can retain some bare minimum level of confidentiality.
-      KEY_DIR="$(mktemp -d -p "${XDG_RUNTIME_DIR}-deploy_key")"
-      KEY_PATH="${KEY_DIR}/deploy_key"
+      KEY_PATH="$(mktemp -d)/deploy_key"
       base64 --decode "${PRIVATESTORAGEIO_STAGING_SSH_DEPLOY_KEY}" > "${KEY_PATH}"
 
     # Update the deployment