Compare commits
6 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
ce17a26e02
|
|||
|
6670837643
|
|||
|
f029957835
|
|||
|
97d52d5af0
|
|||
|
6426a09438
|
|||
|
3a88492a5a
|
@@ -65,6 +65,23 @@ jobs:
|
||||
tests/freestanding_fixture.c -o /tmp/freestanding_fixture.o
|
||||
- run: echo "🍏 This job's status is ${{ job.status }}."
|
||||
|
||||
sanitizer:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Check out repository code
|
||||
uses: actions/checkout@v4
|
||||
- name: dependencies
|
||||
run: |
|
||||
sudo apt-get update -y
|
||||
sudo apt-get install -y cmake gcc moreutils
|
||||
- name: build with AddressSanitizer and UBSan
|
||||
run: |
|
||||
cmake -S . -B build/asan -DAKERR_SANITIZE=address,undefined
|
||||
cmake --build build/asan
|
||||
- name: test with AddressSanitizer and UBSan
|
||||
run: ctest --test-dir build/asan --output-on-failure
|
||||
- run: echo "🍏 This job's status is ${{ job.status }}."
|
||||
|
||||
coverage:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
|
||||
@@ -25,6 +25,8 @@ Usage:
|
||||
--work DIR scratch dir for the mutated copy (default: a temp dir)
|
||||
--timeout SECONDS per-suite ctest timeout (default: 120)
|
||||
--threshold PCT exit non-zero if mutation score < PCT (default: 0 = off)
|
||||
--cmake-arg ARG pass an additional argument to the mutant CMake configure;
|
||||
repeat for multiple arguments (e.g. -DAKERR_SANITIZE=thread)
|
||||
--list only list the mutants that would be run, then exit
|
||||
--keep keep the scratch working copy on exit (for debugging)
|
||||
-j N (reserved) currently runs sequentially
|
||||
@@ -199,10 +201,11 @@ def generate_mutants(root, rel_target):
|
||||
# --------------------------------------------------------------------------- #
|
||||
|
||||
class Runner:
|
||||
def __init__(self, work, timeout):
|
||||
def __init__(self, work, timeout, cmake_args):
|
||||
self.work = work
|
||||
self.build = os.path.join(work, "build")
|
||||
self.timeout = timeout
|
||||
self.cmake_args = cmake_args
|
||||
|
||||
def _run(self, cmd, timeout=None):
|
||||
return subprocess.run(
|
||||
@@ -211,7 +214,8 @@ class Runner:
|
||||
)
|
||||
|
||||
def configure(self):
|
||||
r = self._run(["cmake", "-S", ".", "-B", "build"], timeout=self.timeout)
|
||||
r = self._run(["cmake", "-S", ".", "-B", "build", *self.cmake_args],
|
||||
timeout=self.timeout)
|
||||
return r.returncode == 0, r.stdout
|
||||
|
||||
def build_and_test(self):
|
||||
@@ -307,6 +311,8 @@ def main():
|
||||
ap.add_argument("--work", default=None)
|
||||
ap.add_argument("--timeout", type=int, default=120)
|
||||
ap.add_argument("--threshold", type=float, default=0.0)
|
||||
ap.add_argument("--cmake-arg", action="append", default=[],
|
||||
help="pass an argument to the mutant CMake configure; repeatable")
|
||||
ap.add_argument("--junit", default=None,
|
||||
help="write a JUnit XML report to this path")
|
||||
ap.add_argument("--max-mutants", type=int, default=0,
|
||||
@@ -354,7 +360,7 @@ def main():
|
||||
print(f"\nCopying sources to scratch dir: {work}")
|
||||
copy_tree(root, work)
|
||||
|
||||
runner = Runner(work, args.timeout)
|
||||
runner = Runner(work, args.timeout, args.cmake_arg)
|
||||
|
||||
print("Configuring baseline ...")
|
||||
ok, out = runner.configure()
|
||||
|
||||
@@ -676,7 +676,7 @@ static akerr_ErrorContext AKERR_NOIGNORE *akerr_reserve_status_range_locked(int
|
||||
"must not overflow int)",
|
||||
count, first_status, owner == NULL ? "(null)" : owner,
|
||||
AKERR_MAX_STATUS_RANGE_OWNER_LENGTH);
|
||||
last_status = first_status + count - 1;
|
||||
last_status = first_status + (count - 1);
|
||||
|
||||
for ( int i = 0; i < akerr_status_range_count; i++ ) {
|
||||
if ( first_status <= akerr_status_ranges[i].last &&
|
||||
|
||||
@@ -32,6 +32,9 @@ scripts/mutation_test.py --target src/error.c --list
|
||||
|
||||
# Gate CI: exit non-zero if the score drops below 90%
|
||||
scripts/mutation_test.py --threshold 90
|
||||
|
||||
# Check concurrency mutants under ThreadSanitizer
|
||||
scripts/mutation_test.py --cmake-arg=-DAKERR_SANITIZE=thread
|
||||
```
|
||||
|
||||
Via CMake (configures a build first if needed):
|
||||
@@ -40,8 +43,10 @@ Via CMake (configures a build first if needed):
|
||||
cmake --build build --target mutation
|
||||
```
|
||||
|
||||
Useful flags: `--timeout SECONDS` (per-suite build+test cap; a mutant that
|
||||
hangs is counted as killed), `--keep` (retain the scratch copy for debugging),
|
||||
Useful flags: `--cmake-arg ARG` (pass a CMake configure argument to every
|
||||
mutant build; repeat it for multiple arguments), `--timeout SECONDS` (per-suite
|
||||
build+test cap; a mutant that hangs is counted as killed), `--keep` (retain the
|
||||
scratch copy for debugging),
|
||||
`--work DIR` (use a specific scratch directory), `--junit FILE` (write a JUnit
|
||||
XML report — surviving mutants appear as failing test cases).
|
||||
|
||||
|
||||
Reference in New Issue
Block a user