Add a Valgrind builder + factory with a selected set of tests

pablogsal · pablogsal · commit ed93898c7b43 · 2024-09-11T12:29:49.000+01:00
Signed-off-by: Pablo Galindo &lt;pablogsal@gmail.com&gt;
diff --git a/master/custom/builders.py b/master/custom/builders.py
@@ -47,6 +47,7 @@
     Wasm32WasiDebugBuild,
     IOSARM64SimulatorBuild,
     AndroidBuild,
+    ValgrindBuild,
 )
 
 # A builder can be marked as stable when at least the 10 latest builds are
@@ -219,6 +220,8 @@
     ("AMD64 CentOS9 LTO + PGO", "cstratak-CentOS9-x86_64", LTOPGONonDebugBuild),
     ("AMD64 CentOS9 FIPS Only Blake2 Builtin Hash", "cstratak-CentOS9-fips-x86_64", CentOS9NoBuiltinHashesUnixBuildExceptBlake2),
     ("AMD64 CentOS9 FIPS No Builtin Hashes", "cstratak-CentOS9-fips-x86_64", CentOS9NoBuiltinHashesUnixBuild),
+
+    ("AMD64 Arch Linux Valgrind", "pablogsal-arch-x86_64", ValgrindBuild),
 ]
 
 
diff --git a/master/custom/factories.py b/master/custom/factories.py
@@ -1219,3 +1219,68 @@ def setup(self, **kwargs):
     def host_triple(props):
         build_triple = props.getProperty("build_triple")
         return build_triple.split("-")[0] + "-linux-android"
+
+
+class ValgrindBuild(UnixBuild):
+    buildersuffix = ".valgrind"
+    configureFlags = [
+        "--with-pydebug",
+        "--with-valgrind",
+        "--without-pymalloc",
+    ]
+    testFlags = [
+        "test_grammar",
+        "test_syntax",
+        "test_tokenizer",
+        "test_fstring",
+        "test_ast",
+        "test_exceptions",
+    ]
+    factory_tags = ["valgrind"]
+    test_timeout = TEST_TIMEOUT * 5
+
+    def setup(self, parallel, branch, **kwargs):
+        self.addStep(
+            Configure(
+                command=["./configure", "--prefix", "$(PWD)/target"] + self.configureFlags
+            )
+        )
+        
+        compile = ["make", self.makeTarget]
+        if parallel:
+            compile = ["make", parallel, self.makeTarget]
+        
+        self.addStep(Compile(command=compile, env=self.compile_environ))
+        
+        self.addStep(
+            ShellCommand(
+                name="pythoninfo",
+                description="pythoninfo",
+                command=["make", "pythoninfo"],
+                warnOnFailure=True,
+                env=self.test_environ,
+            )
+        )
+        
+        test = [
+            "valgrind",
+            "--leak-check=full",
+            "--show-leak-kinds=definite",
+            "--error-exitcode=1",
+            "--gen-suppressions=all",
+            "--track-origins=yes",
+            "--trace-children=yes",
+            "--suppressions=Misc/valgrind-python.supp",
+            "./python", 
+            "-m", "test",
+            *self.testFlags,
+            f"--timeout={self.test_timeout}",
+        ]
+        
+        self.addStep(Test(
+            command=test,
+            timeout=step_timeout(self.test_timeout),
+            env=self.test_environ,
+        ))
+        
+        self.addStep(Clean())

Original file line number	Diff line number	Diff line change
`@@ -47,6 +47,7 @@`
`47`	`47`	`Wasm32WasiDebugBuild,`
`48`	`48`	`IOSARM64SimulatorBuild,`
`49`	`49`	`AndroidBuild,`
	`50`	`+ ValgrindBuild,`
`50`	`51`	`)`
`51`	`52`
`52`	`53`	`# A builder can be marked as stable when at least the 10 latest builds are`
`@@ -219,6 +220,8 @@`
`219`	`220`	`("AMD64 CentOS9 LTO + PGO", "cstratak-CentOS9-x86_64", LTOPGONonDebugBuild),`
`220`	`221`	`("AMD64 CentOS9 FIPS Only Blake2 Builtin Hash", "cstratak-CentOS9-fips-x86_64", CentOS9NoBuiltinHashesUnixBuildExceptBlake2),`
`221`	`222`	`("AMD64 CentOS9 FIPS No Builtin Hashes", "cstratak-CentOS9-fips-x86_64", CentOS9NoBuiltinHashesUnixBuild),`
	`223`	`+`
	`224`	`+ ("AMD64 Arch Linux Valgrind", "pablogsal-arch-x86_64", ValgrindBuild),`
`222`	`225`	`]`
`223`	`226`
`224`	`227`