cbef916973
When updating the bsim install in the docker image's /opt/bsim_west to the version pointed in the Zephyr manifest, we are detaching the head to that version. We suppress the "You are in 'detached HEAD' state..." git warning as it is just noise in CI. So far we were doing it by globally supressing that warning. Let's instead just supress it for the command in question so we don't change global git config against expectations. Signed-off-by: Alberto Escolar Piedras <alberto.escolar.piedras@nordicsemi.no>
230 lines
7.8 KiB
YAML
230 lines
7.8 KiB
YAML
name: Code Coverage with codecov
|
|
|
|
on:
|
|
schedule:
|
|
- cron: '25 06,18 * * 1-5'
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.head_ref || github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
codecov:
|
|
if: github.repository_owner == 'zephyrproject-rtos'
|
|
runs-on:
|
|
group: zephyr-runner-v2-linux-x64-4xlarge
|
|
container:
|
|
image: ghcr.io/zephyrproject-rtos/ci-repo-cache:v0.26.9.20240223
|
|
options: '--entrypoint /bin/bash'
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
platform: ["mps2/an385", "native_sim", "qemu_x86", "unit_testing"]
|
|
include:
|
|
- platform: 'mps2/an385'
|
|
normalized: 'mps2_an385'
|
|
- platform: 'native_sim'
|
|
normalized: 'native_sim'
|
|
- platform: 'qemu_x86'
|
|
normalized: 'qemu_x86'
|
|
- platform: 'unit_testing'
|
|
normalized: 'unit_testing'
|
|
env:
|
|
CCACHE_DIR: /node-cache/ccache-zephyr
|
|
CCACHE_REMOTE_STORAGE: "redis://cache-*.keydb-cache.svc.cluster.local|shards=1,2,3"
|
|
CCACHE_REMOTE_ONLY: "true"
|
|
# `--specs` is ignored because ccache is unable to resovle the toolchain specs file path.
|
|
CCACHE_IGNOREOPTIONS: '--specs=*'
|
|
steps:
|
|
- name: Apply container owner mismatch workaround
|
|
run: |
|
|
# FIXME: The owner UID of the GITHUB_WORKSPACE directory may not
|
|
# match the container user UID because of the way GitHub
|
|
# Actions runner is implemented. Remove this workaround when
|
|
# GitHub comes up with a fundamental fix for this problem.
|
|
git config --global --add safe.directory ${GITHUB_WORKSPACE}
|
|
|
|
- name: Print cloud service information
|
|
run: |
|
|
echo "ZEPHYR_RUNNER_CLOUD_PROVIDER = ${ZEPHYR_RUNNER_CLOUD_PROVIDER}"
|
|
echo "ZEPHYR_RUNNER_CLOUD_NODE = ${ZEPHYR_RUNNER_CLOUD_NODE}"
|
|
echo "ZEPHYR_RUNNER_CLOUD_POD = ${ZEPHYR_RUNNER_CLOUD_POD}"
|
|
|
|
- name: Update PATH for west
|
|
run: |
|
|
echo "$HOME/.local/bin" >> $GITHUB_PATH
|
|
|
|
- name: Clone cached Zephyr repository
|
|
continue-on-error: true
|
|
run: |
|
|
git clone --shared /repo-cache/zephyrproject/zephyr .
|
|
git remote set-url origin ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}
|
|
|
|
- name: checkout
|
|
uses: actions/checkout@v4
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: west setup
|
|
run: |
|
|
west init -l . || true
|
|
west update 1> west.update.log || west update 1> west.update-2.log
|
|
|
|
- name: Environment Setup
|
|
run: |
|
|
cmake --version
|
|
gcc --version
|
|
ls -la
|
|
|
|
echo "ZEPHYR_SDK_INSTALL_DIR=/opt/toolchains/zephyr-sdk-$( cat SDK_VERSION )" >> $GITHUB_ENV
|
|
|
|
- name: Set up ccache
|
|
run: |
|
|
mkdir -p ${CCACHE_DIR}
|
|
ccache -M 10G
|
|
ccache -p
|
|
ccache -z -s -vv
|
|
|
|
- name: Update BabbleSim to manifest revision
|
|
run: |
|
|
export BSIM_VERSION=$( west list bsim -f {revision} )
|
|
echo "Manifest points to bsim sha $BSIM_VERSION"
|
|
cd /opt/bsim_west/bsim
|
|
git fetch -n origin ${BSIM_VERSION}
|
|
git -c advice.detachedHead=false checkout ${BSIM_VERSION}
|
|
west update
|
|
make everything -s -j 8
|
|
|
|
- name: Run Tests with Twister (Push)
|
|
continue-on-error: true
|
|
run: |
|
|
export ZEPHYR_BASE=${PWD}
|
|
export ZEPHYR_TOOLCHAIN_VARIANT=zephyr
|
|
mkdir -p coverage/reports
|
|
pip3 install gcovr==6.0
|
|
./scripts/twister -E ${{matrix.normalized}}-testplan.json
|
|
ls -la
|
|
./scripts/twister \
|
|
-i --force-color -N -v --filter runnable -p ${{ matrix.platform }} --coverage \
|
|
-T tests --coverage-tool gcovr -xCONFIG_TEST_EXTRA_STACK_SIZE=4096 -e nano \
|
|
--timeout-multiplier 2
|
|
|
|
- name: Print ccache stats
|
|
if: always()
|
|
run: |
|
|
ccache -s -vv
|
|
|
|
- name: Rename coverage files
|
|
if: always()
|
|
run: |
|
|
mv twister-out/coverage.json coverage/reports/${{matrix.normalized}}.json
|
|
|
|
- name: Upload Coverage Results
|
|
if: always()
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: Coverage Data (Subset ${{ matrix.normalized }})
|
|
path: |
|
|
coverage/reports/${{ matrix.normalized }}.json
|
|
${{ matrix.normalized }}-testplan.json
|
|
|
|
codecov-results:
|
|
name: "Publish Coverage Results"
|
|
needs: codecov
|
|
runs-on: ubuntu-22.04
|
|
# the codecov job might be skipped, we don't need to run this job then
|
|
if: success() || failure()
|
|
|
|
steps:
|
|
- name: checkout
|
|
uses: actions/checkout@v4
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: Download Artifacts
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: coverage/reports
|
|
|
|
- name: Move coverage files
|
|
run: |
|
|
ls -lRt ./coverage/reports
|
|
mv ./coverage/reports/*/*testplan.json .
|
|
mv ./coverage/reports/*/coverage/reports/*.json ./coverage/reports
|
|
ls -la ./coverage/reports
|
|
|
|
- name: Generate list of coverage files
|
|
id: get-coverage-files
|
|
shell: cmake -P {0}
|
|
run: |
|
|
file(GLOB INPUT_FILES_LIST "coverage/reports/*.json")
|
|
set(MERGELIST "")
|
|
set(FILELIST "")
|
|
foreach(ITEM ${INPUT_FILES_LIST})
|
|
get_filename_component(f ${ITEM} NAME)
|
|
if(FILELIST STREQUAL "")
|
|
set(FILELIST "${f}")
|
|
else()
|
|
set(FILELIST "${FILELIST},${f}")
|
|
endif()
|
|
endforeach()
|
|
foreach(ITEM ${INPUT_FILES_LIST})
|
|
get_filename_component(f ${ITEM} NAME)
|
|
if(MERGELIST STREQUAL "")
|
|
set(MERGELIST "--add-tracefile ${f}")
|
|
else()
|
|
set(MERGELIST "${MERGELIST} -a ${f}")
|
|
endif()
|
|
endforeach()
|
|
file(APPEND $ENV{GITHUB_OUTPUT} "mergefiles=${MERGELIST}\n")
|
|
file(APPEND $ENV{GITHUB_OUTPUT} "covfiles=${FILELIST}\n")
|
|
|
|
- name: Merge coverage files
|
|
run: |
|
|
pushd ./coverage/reports
|
|
pip3 install gcovr==6.0
|
|
gcovr ${{ steps.get-coverage-files.outputs.mergefiles }} --merge-mode-functions=separate --json merged.json
|
|
gcovr ${{ steps.get-coverage-files.outputs.mergefiles }} --merge-mode-functions=separate --cobertura merged.xml
|
|
popd
|
|
|
|
- name: Get current date
|
|
id: run_date
|
|
run: |
|
|
echo "run_date=$(date --iso-8601=minutes)" >> "$GITHUB_OUTPUT"
|
|
echo "run_date_short=$(date +'%Y-%m-%d')" >> "$GITHUB_OUTPUT"
|
|
echo "run_date_year=$(date +'%Y')" >> "$GITHUB_OUTPUT"
|
|
echo "run_date_month=$(date +'%m')" >> "$GITHUB_OUTPUT"
|
|
|
|
- name: Generate Coverage Report
|
|
if: always()
|
|
run: |
|
|
pip install xlsxwriter ijson
|
|
python3 ./scripts/ci/coverage/coverage_analysis.py \
|
|
-t native_sim-testplan.json \
|
|
-m MAINTAINERS.yml \
|
|
-c coverage/reports/merged.json \
|
|
-o coverage-report-${{ steps.run_date.outputs.run_date_short }} \
|
|
-f all
|
|
cp coverage-report-* coverage/reports/
|
|
|
|
- name: Upload Merged Coverage Results and Report
|
|
if: always()
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: Coverage Data and report
|
|
path: |
|
|
coverage/reports/merged.json
|
|
coverage/reports/merged.xml
|
|
coverage/reports/coverage-report-${{ steps.run_date.outputs.run_date_short }}.json
|
|
coverage/reports/coverage-report-${{ steps.run_date.outputs.run_date_short }}.xlsx
|
|
|
|
- name: Upload coverage to Codecov
|
|
if: always()
|
|
uses: codecov/codecov-action@v3
|
|
with:
|
|
directory: ./coverage/reports
|
|
env_vars: OS,PYTHON
|
|
fail_ci_if_error: false
|
|
verbose: true
|
|
files: merged.xml
|