Don't do warmups for pystats

CHANGELOG.md

@@ -2,6 +2,11 @@
 
 ### Bugfixes
 
+#### No warmup runs for pystats
+
+When collecting pystats, pyperformance will no longer perform "warmup runs", to
+make sure that the pystats don't have missing information.
+
 #### Removing a git repo on Windows fails
 
 One needs to remove the "read only" flags on certain files in the git repo in order to remove it.

bench_runner/benchmark_definitions.py

@@ -18,7 +18,7 @@ class BenchmarkRepo:
 
 BENCHMARK_REPOS = [
     BenchmarkRepo(
-        "56d12a8fd7cc1432835965d374929bfa7f6f7a07",
+        "29cd683acc3eddfd878aa87ef52c15aa4a53641e",
         "https://github.com/python/pyperformance.git",
         "pyperformance",
     ),

bench_runner/scripts/run_benchmarks.py

@@ -145,7 +145,7 @@ def collect_pystats(
     if LOOPS_FILE_ENV_VAR not in os.environ:
         os.environ[LOOPS_FILE_ENV_VAR] = "loops.json"
 
-    extra_args = ["--hook", "pystats"]
+    extra_args = ["--hook", "pystats", "--warmups", "0"]
 
     if flags is None:
         flags = []

tests/test_run_benchmarks.py

@@ -192,7 +192,3 @@ def test_run_benchmarks_flags(benchmarks_checkout):
         f"python-main-{platform.python_version()}-9d38120.json"
     ) as fd:
         json.load(fd)
-
-
-def test_get_benchmark_hash():
-    assert benchmark_definitions.get_benchmark_hash() == "dcfded"