Use a fixed hash seed in perf_compare script (#18285)

JukkaL · web-flow · commit 52888aec43ef · 2024-12-12T12:52:06.000Z
With a random hash seed the measurements can vary a lot even for
different builds based on the same commit. Some builds were consistently
faster/slower than others, even though there were no code changes. This
makes the measurements more predictable.

It looks like mypyc output has some randomness, though I haven't looked
into the root cause in detail.
diff --git a/misc/perf_compare.py b/misc/perf_compare.py
@@ -39,6 +39,7 @@ def build_mypy(target_dir: str) -> None:
     env = os.environ.copy()
     env["CC"] = "clang"
     env["MYPYC_OPT_LEVEL"] = "2"
+    env["PYTHONHASHSEED"] = "1"
     cmd = [sys.executable, "setup.py", "--use-mypyc", "build_ext", "--inplace"]
     subprocess.run(cmd, env=env, check=True, cwd=target_dir)
 
@@ -60,6 +61,7 @@ def run_benchmark(compiled_dir: str, check_dir: str) -> float:
         shutil.rmtree(cache_dir)
     env = os.environ.copy()
     env["PYTHONPATH"] = os.path.abspath(compiled_dir)
+    env["PYTHONHASHSEED"] = "1"
     abschk = os.path.abspath(check_dir)
     cmd = [
         sys.executable,
