diff --git a/CHANGELOG.md b/CHANGELOG.md
index 504e179..675a9c2 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -2,11 +2,6 @@
 
 ### Bugfixes
 
-#### No warmups on pystats runs
-
-To prevent "missing" some stats collected during warmup runs, they are now
-disabled when collecting pystats.
-
 #### Removing a git repo on Windows fails
 
 One needs to remove the "read only" flags on certain files in the git repo in order to remove it.
diff --git a/bench_runner/scripts/run_benchmarks.py b/bench_runner/scripts/run_benchmarks.py
index 293e50c..5a0e204 100644
--- a/bench_runner/scripts/run_benchmarks.py
+++ b/bench_runner/scripts/run_benchmarks.py
@@ -145,7 +145,7 @@ def collect_pystats(
     if LOOPS_FILE_ENV_VAR not in os.environ:
         os.environ[LOOPS_FILE_ENV_VAR] = "loops.json"
 
-    extra_args = ["--hook", "pystats", "--warmups", "0"]
+    extra_args = ["--hook", "pystats"]
 
     if flags is None:
         flags = []