diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 0c31ba22f..5e96e7396 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -36,4 +36,5 @@ deploy-flatpak:
     - sed -i -e "s~AWS_SECRET_ACCESS_KEY~$AWS_SECRET_ACCESS_KEY~g" ~/.aws/credentials
   script:
     - aws s3 cp *.flatpak s3://$BUCKET_NAME/spectral/flatpak/artifacts/ --acl public-read
+    - aws s3 rm s3://$BUCKET_NAME/spectral/flatpak/spectral.flatpak
     - aws s3 cp *.flatpak s3://$BUCKET_NAME/spectral/flatpak/spectral.flatpak --acl public-read