Compare commits
4 Commits
3
...
release/2.
| Author | SHA1 | Date | |
|---|---|---|---|
|
1e93686fc1
|
|||
|
6670837643
|
|||
|
f029957835
|
|||
|
97d52d5af0
|
@@ -64,6 +64,7 @@ jobs:
|
|||||||
-I tests \
|
-I tests \
|
||||||
tests/freestanding_fixture.c -o /tmp/freestanding_fixture.o
|
tests/freestanding_fixture.c -o /tmp/freestanding_fixture.o
|
||||||
- run: echo "🍏 This job's status is ${{ job.status }}."
|
- run: echo "🍏 This job's status is ${{ job.status }}."
|
||||||
|
|
||||||
sanitizer:
|
sanitizer:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
|
|||||||
@@ -1,24 +1,6 @@
|
|||||||
cmake_minimum_required(VERSION 3.10)
|
cmake_minimum_required(VERSION 3.10)
|
||||||
# 1.0.0 replaced the consumer-sized __AKERR_ERROR_NAMES array with private
|
# Version changelog notices DO NOT GO HERE. Put them in UPGRADING.md instead.
|
||||||
# storage. 2.0.0 makes the library thread safe, which is a second ABI break in
|
project(akerror VERSION 2.0.3 LANGUAGES C)
|
||||||
# the same places: akerr_last_ignored became thread-local storage, and
|
|
||||||
# ENSURE_ERROR_READY no longer takes the pool reference that akerr_next_error()
|
|
||||||
# now takes for it. Consumer code compiled against a 1.x header would
|
|
||||||
# double-count every reference. Hence the major bump and the SOVERSION, so a
|
|
||||||
# stale installed libakerror.so cannot be silently paired with new headers.
|
|
||||||
# 2.0.1 fixes the unhandled-error exit code, which reported success for any
|
|
||||||
# status whose low byte was zero. It adds akerr_exit() but breaks nothing: the
|
|
||||||
# soname is unchanged and no existing entry point changed shape.
|
|
||||||
# 2.0.2 fixes the AKERR_USE_STDLIB=OFF build, which did not compile at all
|
|
||||||
# (issue #12): untangles the header's includes, defines the AKERR_RUNTIME_HEADER
|
|
||||||
# freestanding contract, retires PATH_MAX in favor of the AKERR_MAX_ERROR_FNAME_LENGTH
|
|
||||||
# build option (default unchanged, so this is not an ABI break), and fails the
|
|
||||||
# configure instead of the build when AKERR_THREADS would resolve to pthread
|
|
||||||
# under AKERR_USE_STDLIB=OFF. ENSURE_ERROR_READY's pool-exhaustion path now
|
|
||||||
# calls akerr_exit() instead of exit(1) directly, which changes that exit code
|
|
||||||
# from 1 to AKERR_EXIT_STATUS_UNREPRESENTABLE (125) -- a deliberate behavior
|
|
||||||
# change, not an ABI break: no soname move, no entry point changed shape.
|
|
||||||
project(akerror VERSION 2.0.2 LANGUAGES C)
|
|
||||||
|
|
||||||
include(GNUInstallDirs)
|
include(GNUInstallDirs)
|
||||||
include(CMakePackageConfigHelpers)
|
include(CMakePackageConfigHelpers)
|
||||||
|
|||||||
@@ -25,6 +25,8 @@ Usage:
|
|||||||
--work DIR scratch dir for the mutated copy (default: a temp dir)
|
--work DIR scratch dir for the mutated copy (default: a temp dir)
|
||||||
--timeout SECONDS per-suite ctest timeout (default: 120)
|
--timeout SECONDS per-suite ctest timeout (default: 120)
|
||||||
--threshold PCT exit non-zero if mutation score < PCT (default: 0 = off)
|
--threshold PCT exit non-zero if mutation score < PCT (default: 0 = off)
|
||||||
|
--cmake-arg ARG pass an additional argument to the mutant CMake configure;
|
||||||
|
repeat for multiple arguments (e.g. -DAKERR_SANITIZE=thread)
|
||||||
--list only list the mutants that would be run, then exit
|
--list only list the mutants that would be run, then exit
|
||||||
--keep keep the scratch working copy on exit (for debugging)
|
--keep keep the scratch working copy on exit (for debugging)
|
||||||
-j N (reserved) currently runs sequentially
|
-j N (reserved) currently runs sequentially
|
||||||
@@ -199,10 +201,11 @@ def generate_mutants(root, rel_target):
|
|||||||
# --------------------------------------------------------------------------- #
|
# --------------------------------------------------------------------------- #
|
||||||
|
|
||||||
class Runner:
|
class Runner:
|
||||||
def __init__(self, work, timeout):
|
def __init__(self, work, timeout, cmake_args):
|
||||||
self.work = work
|
self.work = work
|
||||||
self.build = os.path.join(work, "build")
|
self.build = os.path.join(work, "build")
|
||||||
self.timeout = timeout
|
self.timeout = timeout
|
||||||
|
self.cmake_args = cmake_args
|
||||||
|
|
||||||
def _run(self, cmd, timeout=None):
|
def _run(self, cmd, timeout=None):
|
||||||
return subprocess.run(
|
return subprocess.run(
|
||||||
@@ -211,7 +214,8 @@ class Runner:
|
|||||||
)
|
)
|
||||||
|
|
||||||
def configure(self):
|
def configure(self):
|
||||||
r = self._run(["cmake", "-S", ".", "-B", "build"], timeout=self.timeout)
|
r = self._run(["cmake", "-S", ".", "-B", "build", *self.cmake_args],
|
||||||
|
timeout=self.timeout)
|
||||||
return r.returncode == 0, r.stdout
|
return r.returncode == 0, r.stdout
|
||||||
|
|
||||||
def build_and_test(self):
|
def build_and_test(self):
|
||||||
@@ -307,6 +311,8 @@ def main():
|
|||||||
ap.add_argument("--work", default=None)
|
ap.add_argument("--work", default=None)
|
||||||
ap.add_argument("--timeout", type=int, default=120)
|
ap.add_argument("--timeout", type=int, default=120)
|
||||||
ap.add_argument("--threshold", type=float, default=0.0)
|
ap.add_argument("--threshold", type=float, default=0.0)
|
||||||
|
ap.add_argument("--cmake-arg", action="append", default=[],
|
||||||
|
help="pass an argument to the mutant CMake configure; repeatable")
|
||||||
ap.add_argument("--junit", default=None,
|
ap.add_argument("--junit", default=None,
|
||||||
help="write a JUnit XML report to this path")
|
help="write a JUnit XML report to this path")
|
||||||
ap.add_argument("--max-mutants", type=int, default=0,
|
ap.add_argument("--max-mutants", type=int, default=0,
|
||||||
@@ -354,7 +360,7 @@ def main():
|
|||||||
print(f"\nCopying sources to scratch dir: {work}")
|
print(f"\nCopying sources to scratch dir: {work}")
|
||||||
copy_tree(root, work)
|
copy_tree(root, work)
|
||||||
|
|
||||||
runner = Runner(work, args.timeout)
|
runner = Runner(work, args.timeout, args.cmake_arg)
|
||||||
|
|
||||||
print("Configuring baseline ...")
|
print("Configuring baseline ...")
|
||||||
ok, out = runner.configure()
|
ok, out = runner.configure()
|
||||||
|
|||||||
@@ -32,6 +32,9 @@ scripts/mutation_test.py --target src/error.c --list
|
|||||||
|
|
||||||
# Gate CI: exit non-zero if the score drops below 90%
|
# Gate CI: exit non-zero if the score drops below 90%
|
||||||
scripts/mutation_test.py --threshold 90
|
scripts/mutation_test.py --threshold 90
|
||||||
|
|
||||||
|
# Check concurrency mutants under ThreadSanitizer
|
||||||
|
scripts/mutation_test.py --cmake-arg=-DAKERR_SANITIZE=thread
|
||||||
```
|
```
|
||||||
|
|
||||||
Via CMake (configures a build first if needed):
|
Via CMake (configures a build first if needed):
|
||||||
@@ -40,8 +43,10 @@ Via CMake (configures a build first if needed):
|
|||||||
cmake --build build --target mutation
|
cmake --build build --target mutation
|
||||||
```
|
```
|
||||||
|
|
||||||
Useful flags: `--timeout SECONDS` (per-suite build+test cap; a mutant that
|
Useful flags: `--cmake-arg ARG` (pass a CMake configure argument to every
|
||||||
hangs is counted as killed), `--keep` (retain the scratch copy for debugging),
|
mutant build; repeat it for multiple arguments), `--timeout SECONDS` (per-suite
|
||||||
|
build+test cap; a mutant that hangs is counted as killed), `--keep` (retain the
|
||||||
|
scratch copy for debugging),
|
||||||
`--work DIR` (use a specific scratch directory), `--junit FILE` (write a JUnit
|
`--work DIR` (use a specific scratch directory), `--junit FILE` (write a JUnit
|
||||||
XML report — surviving mutants appear as failing test cases).
|
XML report — surviving mutants appear as failing test cases).
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user