Pass CMake arguments to mutation builds
Some checks failed
libakerror CI Build / cmake_build (push) Successful in 2m57s
libakerror CI Build / sanitizer (push) Successful in 3m4s
libakerror CI Build / coverage (push) Successful in 2m49s
libakerror CI Build / mutation_test (push) Has been cancelled

This commit is contained in:
2026-08-05 13:42:12 -04:00
parent 07fdc82973
commit 576722ee06
2 changed files with 16 additions and 5 deletions

View File

@@ -25,6 +25,8 @@ Usage:
--work DIR scratch dir for the mutated copy (default: a temp dir)
--timeout SECONDS per-suite ctest timeout (default: 120)
--threshold PCT exit non-zero if mutation score < PCT (default: 0 = off)
--cmake-arg ARG pass an additional argument to the mutant CMake configure;
repeat for multiple arguments (e.g. -DAKERR_SANITIZE=thread)
--list only list the mutants that would be run, then exit
--keep keep the scratch working copy on exit (for debugging)
-j N (reserved) currently runs sequentially
@@ -199,10 +201,11 @@ def generate_mutants(root, rel_target):
# --------------------------------------------------------------------------- #
class Runner:
def __init__(self, work, timeout):
def __init__(self, work, timeout, cmake_args):
self.work = work
self.build = os.path.join(work, "build")
self.timeout = timeout
self.cmake_args = cmake_args
def _run(self, cmd, timeout=None):
return subprocess.run(
@@ -211,7 +214,8 @@ class Runner:
)
def configure(self):
r = self._run(["cmake", "-S", ".", "-B", "build"], timeout=self.timeout)
r = self._run(["cmake", "-S", ".", "-B", "build", *self.cmake_args],
timeout=self.timeout)
return r.returncode == 0, r.stdout
def build_and_test(self):
@@ -307,6 +311,8 @@ def main():
ap.add_argument("--work", default=None)
ap.add_argument("--timeout", type=int, default=120)
ap.add_argument("--threshold", type=float, default=0.0)
ap.add_argument("--cmake-arg", action="append", default=[],
help="pass an argument to the mutant CMake configure; repeatable")
ap.add_argument("--junit", default=None,
help="write a JUnit XML report to this path")
ap.add_argument("--max-mutants", type=int, default=0,
@@ -354,7 +360,7 @@ def main():
print(f"\nCopying sources to scratch dir: {work}")
copy_tree(root, work)
runner = Runner(work, args.timeout)
runner = Runner(work, args.timeout, args.cmake_arg)
print("Configuring baseline ...")
ok, out = runner.configure()

View File

@@ -32,6 +32,9 @@ scripts/mutation_test.py --target src/error.c --list
# Gate CI: exit non-zero if the score drops below 90%
scripts/mutation_test.py --threshold 90
# Check concurrency mutants under ThreadSanitizer
scripts/mutation_test.py --cmake-arg=-DAKERR_SANITIZE=thread
```
Via CMake (configures a build first if needed):
@@ -40,8 +43,10 @@ Via CMake (configures a build first if needed):
cmake --build build --target mutation
```
Useful flags: `--timeout SECONDS` (per-suite build+test cap; a mutant that
hangs is counted as killed), `--keep` (retain the scratch copy for debugging),
Useful flags: `--cmake-arg ARG` (pass a CMake configure argument to every
mutant build; repeat it for multiple arguments), `--timeout SECONDS` (per-suite
build+test cap; a mutant that hangs is counted as killed), `--keep` (retain the
scratch copy for debugging),
`--work DIR` (use a specific scratch directory), `--junit FILE` (write a JUnit
XML report — surviving mutants appear as failing test cases).