Compare commits
1 Commits
576722ee06
...
15
| Author | SHA1 | Date | |
|---|---|---|---|
|
52b36aecc4
|
@@ -37,23 +37,6 @@ jobs:
|
|||||||
fail_on_failure: 'true'
|
fail_on_failure: 'true'
|
||||||
- run: echo "🍏 This job's status is ${{ job.status }}."
|
- run: echo "🍏 This job's status is ${{ job.status }}."
|
||||||
|
|
||||||
sanitizer:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
steps:
|
|
||||||
- name: Check out repository code
|
|
||||||
uses: actions/checkout@v4
|
|
||||||
- name: dependencies
|
|
||||||
run: |
|
|
||||||
sudo apt-get update -y
|
|
||||||
sudo apt-get install -y cmake gcc moreutils
|
|
||||||
- name: build with AddressSanitizer and UBSan
|
|
||||||
run: |
|
|
||||||
cmake -S . -B build/asan -DAKERR_SANITIZE=address,undefined
|
|
||||||
cmake --build build/asan
|
|
||||||
- name: test with AddressSanitizer and UBSan
|
|
||||||
run: ctest --test-dir build/asan --output-on-failure
|
|
||||||
- run: echo "🍏 This job's status is ${{ job.status }}."
|
|
||||||
|
|
||||||
coverage:
|
coverage:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
|
|||||||
@@ -305,7 +305,14 @@ if(Python3_FOUND)
|
|||||||
# The script configures and drives its own instrumented build tree (under
|
# The script configures and drives its own instrumented build tree (under
|
||||||
# ${CMAKE_BINARY_DIR}/coverage) so this build's binaries and its coverage
|
# ${CMAKE_BINARY_DIR}/coverage) so this build's binaries and its coverage
|
||||||
# counters can never be stale or half-instrumented. Reports via gcov.
|
# counters can never be stale or half-instrumented. Reports via gcov.
|
||||||
add_custom_target(coverage
|
# Keep the convenient generic name at the top level, but namespace it when
|
||||||
|
# embedded so a parent project can provide its own coverage target.
|
||||||
|
if(CMAKE_SOURCE_DIR STREQUAL CMAKE_CURRENT_SOURCE_DIR)
|
||||||
|
set(AKERR_COVERAGE_TARGET coverage)
|
||||||
|
else()
|
||||||
|
set(AKERR_COVERAGE_TARGET akerror_coverage)
|
||||||
|
endif()
|
||||||
|
add_custom_target(${AKERR_COVERAGE_TARGET}
|
||||||
COMMAND ${Python3_EXECUTABLE}
|
COMMAND ${Python3_EXECUTABLE}
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/scripts/coverage.py
|
${CMAKE_CURRENT_SOURCE_DIR}/scripts/coverage.py
|
||||||
--source-root ${CMAKE_CURRENT_SOURCE_DIR}
|
--source-root ${CMAKE_CURRENT_SOURCE_DIR}
|
||||||
|
|||||||
@@ -25,8 +25,6 @@ Usage:
|
|||||||
--work DIR scratch dir for the mutated copy (default: a temp dir)
|
--work DIR scratch dir for the mutated copy (default: a temp dir)
|
||||||
--timeout SECONDS per-suite ctest timeout (default: 120)
|
--timeout SECONDS per-suite ctest timeout (default: 120)
|
||||||
--threshold PCT exit non-zero if mutation score < PCT (default: 0 = off)
|
--threshold PCT exit non-zero if mutation score < PCT (default: 0 = off)
|
||||||
--cmake-arg ARG pass an additional argument to the mutant CMake configure;
|
|
||||||
repeat for multiple arguments (e.g. -DAKERR_SANITIZE=thread)
|
|
||||||
--list only list the mutants that would be run, then exit
|
--list only list the mutants that would be run, then exit
|
||||||
--keep keep the scratch working copy on exit (for debugging)
|
--keep keep the scratch working copy on exit (for debugging)
|
||||||
-j N (reserved) currently runs sequentially
|
-j N (reserved) currently runs sequentially
|
||||||
@@ -201,11 +199,10 @@ def generate_mutants(root, rel_target):
|
|||||||
# --------------------------------------------------------------------------- #
|
# --------------------------------------------------------------------------- #
|
||||||
|
|
||||||
class Runner:
|
class Runner:
|
||||||
def __init__(self, work, timeout, cmake_args):
|
def __init__(self, work, timeout):
|
||||||
self.work = work
|
self.work = work
|
||||||
self.build = os.path.join(work, "build")
|
self.build = os.path.join(work, "build")
|
||||||
self.timeout = timeout
|
self.timeout = timeout
|
||||||
self.cmake_args = cmake_args
|
|
||||||
|
|
||||||
def _run(self, cmd, timeout=None):
|
def _run(self, cmd, timeout=None):
|
||||||
return subprocess.run(
|
return subprocess.run(
|
||||||
@@ -214,8 +211,7 @@ class Runner:
|
|||||||
)
|
)
|
||||||
|
|
||||||
def configure(self):
|
def configure(self):
|
||||||
r = self._run(["cmake", "-S", ".", "-B", "build", *self.cmake_args],
|
r = self._run(["cmake", "-S", ".", "-B", "build"], timeout=self.timeout)
|
||||||
timeout=self.timeout)
|
|
||||||
return r.returncode == 0, r.stdout
|
return r.returncode == 0, r.stdout
|
||||||
|
|
||||||
def build_and_test(self):
|
def build_and_test(self):
|
||||||
@@ -311,8 +307,6 @@ def main():
|
|||||||
ap.add_argument("--work", default=None)
|
ap.add_argument("--work", default=None)
|
||||||
ap.add_argument("--timeout", type=int, default=120)
|
ap.add_argument("--timeout", type=int, default=120)
|
||||||
ap.add_argument("--threshold", type=float, default=0.0)
|
ap.add_argument("--threshold", type=float, default=0.0)
|
||||||
ap.add_argument("--cmake-arg", action="append", default=[],
|
|
||||||
help="pass an argument to the mutant CMake configure; repeatable")
|
|
||||||
ap.add_argument("--junit", default=None,
|
ap.add_argument("--junit", default=None,
|
||||||
help="write a JUnit XML report to this path")
|
help="write a JUnit XML report to this path")
|
||||||
ap.add_argument("--max-mutants", type=int, default=0,
|
ap.add_argument("--max-mutants", type=int, default=0,
|
||||||
@@ -360,7 +354,7 @@ def main():
|
|||||||
print(f"\nCopying sources to scratch dir: {work}")
|
print(f"\nCopying sources to scratch dir: {work}")
|
||||||
copy_tree(root, work)
|
copy_tree(root, work)
|
||||||
|
|
||||||
runner = Runner(work, args.timeout, args.cmake_arg)
|
runner = Runner(work, args.timeout)
|
||||||
|
|
||||||
print("Configuring baseline ...")
|
print("Configuring baseline ...")
|
||||||
ok, out = runner.configure()
|
ok, out = runner.configure()
|
||||||
|
|||||||
@@ -664,7 +664,7 @@ static akerr_ErrorContext AKERR_NOIGNORE *akerr_reserve_status_range_locked(int
|
|||||||
"must not overflow int)",
|
"must not overflow int)",
|
||||||
count, first_status, owner == NULL ? "(null)" : owner,
|
count, first_status, owner == NULL ? "(null)" : owner,
|
||||||
AKERR_MAX_STATUS_RANGE_OWNER_LENGTH);
|
AKERR_MAX_STATUS_RANGE_OWNER_LENGTH);
|
||||||
last_status = first_status + (count - 1);
|
last_status = first_status + count - 1;
|
||||||
|
|
||||||
for ( int i = 0; i < akerr_status_range_count; i++ ) {
|
for ( int i = 0; i < akerr_status_range_count; i++ ) {
|
||||||
if ( first_status <= akerr_status_ranges[i].last &&
|
if ( first_status <= akerr_status_ranges[i].last &&
|
||||||
|
|||||||
@@ -32,9 +32,6 @@ scripts/mutation_test.py --target src/error.c --list
|
|||||||
|
|
||||||
# Gate CI: exit non-zero if the score drops below 90%
|
# Gate CI: exit non-zero if the score drops below 90%
|
||||||
scripts/mutation_test.py --threshold 90
|
scripts/mutation_test.py --threshold 90
|
||||||
|
|
||||||
# Check concurrency mutants under ThreadSanitizer
|
|
||||||
scripts/mutation_test.py --cmake-arg=-DAKERR_SANITIZE=thread
|
|
||||||
```
|
```
|
||||||
|
|
||||||
Via CMake (configures a build first if needed):
|
Via CMake (configures a build first if needed):
|
||||||
@@ -43,10 +40,8 @@ Via CMake (configures a build first if needed):
|
|||||||
cmake --build build --target mutation
|
cmake --build build --target mutation
|
||||||
```
|
```
|
||||||
|
|
||||||
Useful flags: `--cmake-arg ARG` (pass a CMake configure argument to every
|
Useful flags: `--timeout SECONDS` (per-suite build+test cap; a mutant that
|
||||||
mutant build; repeat it for multiple arguments), `--timeout SECONDS` (per-suite
|
hangs is counted as killed), `--keep` (retain the scratch copy for debugging),
|
||||||
build+test cap; a mutant that hangs is counted as killed), `--keep` (retain the
|
|
||||||
scratch copy for debugging),
|
|
||||||
`--work DIR` (use a specific scratch directory), `--junit FILE` (write a JUnit
|
`--work DIR` (use a specific scratch directory), `--junit FILE` (write a JUnit
|
||||||
XML report — surviving mutants appear as failing test cases).
|
XML report — surviving mutants appear as failing test cases).
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user