diff --git a/dev/release/release.sh b/dev/release/release.sh
index c0c7d3328a..3a1b46f0ce 100755
--- a/dev/release/release.sh
+++ b/dev/release/release.sh
@@ -45,7 +45,7 @@ esac
 tag="v${version}"
 rc_tag="${tag}-rc${rc}"
 echo "Tagging for release: ${tag}"
-git tag -a -m "${version}" "${tag}" "${rc_tag}"
+git tag -a -m "${version}" "${tag}" "${rc_tag}^{}"
 git push origin "${tag}"
 
 release_id="apache-arrow-java-${version}"