diff --git a/CHANGELOG.md b/CHANGELOG.md
index 675a9c2..504e179 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -2,6 +2,11 @@
 
 ### Bugfixes
 
+#### No warmups on pystats runs
+
+To prevent "missing" some stats collected during warmup runs, they are now
+disabled when collecting pystats.
+
 #### Removing a git repo on Windows fails
 
 One needs to remove the "read only" flags on certain files in the git repo in order to remove it.
diff --git a/bench_runner/scripts/run_benchmarks.py b/bench_runner/scripts/run_benchmarks.py
index 5a0e204..293e50c 100644
--- a/bench_runner/scripts/run_benchmarks.py
+++ b/bench_runner/scripts/run_benchmarks.py
@@ -145,7 +145,7 @@ def collect_pystats(
     if LOOPS_FILE_ENV_VAR not in os.environ:
         os.environ[LOOPS_FILE_ENV_VAR] = "loops.json"
 
-    extra_args = ["--hook", "pystats"]
+    extra_args = ["--hook", "pystats", "--warmups", "0"]
 
     if flags is None:
         flags = []