diff --git a/dev/release/README.md b/dev/release/README.md
index f62befba03..f284f700b5 100644
--- a/dev/release/README.md
+++ b/dev/release/README.md
@@ -166,7 +166,7 @@ $ GH_TOKEN=${YOUR_GITHUB_TOKEN} dev/release/bump_version.sh ${NEW_VERSION}-SNAPS
 Here is an example to bump version to 19.0.1-SNAPSHOT:
 
 ```
-$ GH_TOKEN=${YOUR_GITHUB_TOKEN} dev/release/bump_version.sh 19.0.0-SNAPSHOT
+$ GH_TOKEN=${YOUR_GITHUB_TOKEN} dev/release/bump_version.sh 19.0.1-SNAPSHOT
 ```
 
 It creates a feature branch and adds a commit that bumps version. This
diff --git a/dev/release/bump_version.sh b/dev/release/bump_version.sh
index d1c127de35..a37007fea3 100755
--- a/dev/release/bump_version.sh
+++ b/dev/release/bump_version.sh
@@ -59,6 +59,9 @@ mvn versions:set-scm-tag "-DnewTag=${tag}" -DgenerateBackupPoms=false -pl :arrow
 mvn versions:set-scm-tag "-DnewTag=${tag}" -DgenerateBackupPoms=false -pl :arrow-bom
 git add "pom.xml"
 git add "**/pom.xml"
+sed -i.bak -e "s/^release = '.*'/release = '${version}'/" docs/source/conf.py
+rm docs/source/conf.py.bak
+git add docs/source/conf.py
 git commit -m "MINOR: Bump version to ${version}"
 git push --set-upstream origin "${branch}"
 gh pr create --fill --repo apache/arrow-java