diff --git a/.github/workflows/clear_s3_cache.yml b/.github/workflows/clear_s3_cache.yml
index f1560682c..1a52af9a5 100644
--- a/.github/workflows/clear_s3_cache.yml
+++ b/.github/workflows/clear_s3_cache.yml
@@ -23,6 +23,7 @@ jobs:
           AWS_ACCESS_KEY_ID: ${{ secrets.TOOLS_S3_ACCESS_KEY }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.TOOLS_S3_SECRET_KEY  }}
         run: |
+          aws s3 cp s3://dist.springsource.com/release/TOOLS/sts4-language-server-integrations/2023-07-31 . --recursive --include "*" --dryrun
           echo "Firing off invalidation request"
           aws cloudfront create-invalidation --distribution-id ECAO9Q8651L8M --paths "/release/TOOLS/sts4-language-server-integrations/2023-07-31/*"
           echo "List invalidations"