commaai
/
panda
mirror of https://github.com/commaai/panda.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

ci

This commit is contained in:
Maxime Desroches 2024-10-02 13:33:23 -07:00
parent c2edba215b
commit 8b46d013e0
2 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
.github/workflows/test.yaml vendored
View File

@ -106,6 +106,9 @@ jobs:
mutation:
name: Mutation tests
runs-on: ubuntu-latest
strategy:
matrix:
mutation_mode: ['DIFF_COVERAGE', 'SAFETY_ONLY']
timeout-minutes: 20
steps:
- uses: actions/checkout@v2
@ -115,7 +118,7 @@ jobs:
run: eval "$BUILD"
- name: Mutation tests
timeout-minutes: 5
run: ${{ env.RUN }} "GIT_REF=${{ github.event_name == 'push' && github.ref == 'refs/heads/master' && github.event.before || 'origin/master' }} cd tests/safety && ./mutation.sh"
run: ${{ env.RUN }} "GIT_REF=${{ github.event_name == 'push' && github.ref == 'refs/heads/master' && github.event.before || 'origin/master' }} MUTATION_MODE=${{ matrix.mutation_mode }} cd tests/safety && ./mutation.sh"
static_analysis:
name: static analysis

8
tests/safety/mutation.sh
View File

@ -11,9 +11,9 @@ MUTATION_OPS="mutators: [cxx_increment, cxx_decrement, cxx_comparison, cxx_bound
# TODO: add more files from board/safety
MUTATION_SAFETY_FILES=( safety_body.h safety_defaults.h safety_elm327.h )
# MODE_SAFETY_ONLY -> verify mutations on safety_xx.h with test_xx.py
# MODE_DIFF_COVERAGE -> verify mutations with test_xx.py on the intersection between its code coverage and the current git diff
MUTATION_MODE="${MUTATION_MODE:-MODE_DIFF_COVERAGE}"
# SAFETY_ONLY -> verify mutations on safety_xx.h with test_xx.py
# DIFF_COVERAGE -> verify mutations with test_xx.py on the intersection between its code coverage and the current git diff
MUTATION_MODE="${MUTATION_MODE:-DIFF_COVERAGE}"
GIT_REF="${GIT_REF:-origin/master}"
GIT_ROOT=$(git rev-parse --show-toplevel)
@ -30,7 +30,7 @@ scons --mutation -j$(nproc) -D
SAFETY_TESTS=$(find * | grep "^test_.*\.py")
for SAFETY_TEST in ${SAFETY_TESTS[@]}; do
if [[ $MUTATION_MODE == "MODE_SAFETY_ONLY" ]]; then
if [[ $MUTATION_MODE == "SAFETY_ONLY" ]]; then
SAFETY_MODE=$(echo $SAFETY_TEST | sed -e 's/test_/safety_/g' | sed -e 's/\.py/\.h/g')
if [[ ! " ${MUTATION_SAFETY_FILES[*]} " =~ [[:space:]]${SAFETY_MODE}[[:space:]] ]]; then
continue