diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
index ff0d85448f..dd365b15db 100644
--- a/.pre-commit-config.yaml
+++ b/.pre-commit-config.yaml
@@ -35,7 +35,8 @@ repos:
             git archive HEAD \
               --prefix=apache-arrow-java/ \
               --output=apache-arrow-java.tar.gz && \
-              dev/release/run_rat.sh apache-arrow-java.tar.gz"
+              dev/release/run_rat.sh apache-arrow-java.tar.gz && \
+              rm -f apache-arrow-java.tar.gz"
         always_run: true
         pass_filenames: false
   - repo: https://github.com/koalaman/shellcheck-precommit