-
Notifications
You must be signed in to change notification settings - Fork 767
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Jobs for coverage collections and upload to codecov for github PR's Uses same test suit as test-linux-stable, splits tests into 5 parallel jobs, uploads to codecov, generates report comment and status checks (can be made required) | | | | --- | --- | | <img width="640" alt="image" src="https://github.com/user-attachments/assets/3790f255-27d1-46b9-8d25-2e40b3dcd844"> | <img width="764" alt="image" src="https://github.com/user-attachments/assets/9e0c8cc7-3278-4b4e-9e28-d76cd57b9163"> | Codecov behavior (required coverage, thresholds, comment info etc.) is highly customizable via `.github/codecov.yaml` ([reference](https://docs.codecov.com/docs/codecovyml-reference)) Unfortunately, some tests are excluded because with `-C instrument-coverage` they run very slowly, flaky, or fail (see [nextest filter expression](https://github.com/paritytech/polkadot-sdk/pull/5148/files#diff-b19504a9520a2498d03020108344d8e6d93d254d812bfa26247faaa7f55263d6R80) of test-linux-stable-coverage). So for now, this workflow is optional, and will only run for pr's with the `GHA-coverage` label
- Loading branch information
1 parent
49a6813
commit b9b34fb
Showing
5 changed files
with
159 additions
and
11 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,143 @@ | ||
| # GHA for test-linux-stable-int, test-linux-stable, test-linux-stable-oldkernel | ||
| name: tests linux stable coverage | ||
|
|
||
| on: | ||
| push: | ||
| branches: | ||
| - master | ||
| pull_request: | ||
| types: [opened, synchronize, reopened, ready_for_review, labeled] | ||
| merge_group: | ||
| concurrency: | ||
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | ||
| cancel-in-progress: true | ||
|
|
||
| jobs: | ||
|
|
||
| set-image: | ||
| # GitHub Actions allows using 'env' in a container context. | ||
| # However, env variables don't work for forks: https://github.com/orgs/community/discussions/44322 | ||
| # This workaround sets the container image for each job using 'set-image' job output. | ||
| if: contains(github.event.label.name, 'GHA-coverage') || contains(github.event.pull_request.labels.*.name, 'GHA-coverage') | ||
| runs-on: ubuntu-latest | ||
| outputs: | ||
| IMAGE: ${{ steps.set_image.outputs.IMAGE }} | ||
| RUNNER: ${{ steps.set_runner.outputs.RUNNER }} | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v4 | ||
| - id: set_image | ||
| run: cat .github/env >> $GITHUB_OUTPUT | ||
| - id: set_runner | ||
| run: | | ||
| # Run merge queues on persistent runners | ||
| if [[ $GITHUB_REF_NAME == *"gh-readonly-queue"* ]]; then | ||
| echo "RUNNER=arc-runners-polkadot-sdk-beefy-persistent" >> $GITHUB_OUTPUT | ||
| else | ||
| echo "RUNNER=arc-runners-polkadot-sdk-beefy" >> $GITHUB_OUTPUT | ||
| fi | ||
| # | ||
| # | ||
| # | ||
| test-linux-stable-coverage: | ||
| needs: [set-image] | ||
| runs-on: ${{ needs.set-image.outputs.RUNNER }} | ||
| timeout-minutes: 120 | ||
| container: | ||
| image: ${{ needs.set-image.outputs.IMAGE }} | ||
| env: | ||
| RUST_TOOLCHAIN: stable | ||
| # Enable debug assertions since we are running optimized builds for testing | ||
| # but still want to have debug assertions. | ||
| # | ||
| # -Cinstrument-coverage slows everything down but it is necessary for code coverage | ||
| # https://doc.rust-lang.org/rustc/instrument-coverage.html | ||
| RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings -Cinstrument-coverage" | ||
| LLVM_PROFILE_FILE: "/__w/polkadot-sdk/polkadot-sdk/target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| ci_node_index: [1, 2, 3, 4, 5] | ||
| ci_node_total: [5] | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v4 | ||
|
|
||
| - run: rustup component add llvm-tools-preview | ||
| - run: cargo install cargo-llvm-cov | ||
|
|
||
| - run: mkdir -p target/coverage | ||
|
|
||
| # Some tests are excluded because they run very slowly or fail with -Cinstrument-coverage | ||
| - name: run tests | ||
| run: > | ||
| time cargo llvm-cov nextest | ||
| --no-report --release | ||
| --workspace | ||
| --locked --no-fail-fast | ||
| --features try-runtime,ci-only-tests,experimental,riscv | ||
| --filter-expr " | ||
| !test(/.*benchmark.*/) | ||
| - test(/recovers_from_only_chunks_if_pov_large::case_1/) | ||
| - test(/participation_requests_reprioritized_for_newly_included/) | ||
| - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_1/) | ||
| - test(/rejects_missing_inherent_digest/) | ||
| - test(/availability_is_recovered_from_chunks_even_if_backing_group_supplied_if_chunks_only::case_1/) | ||
| - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_2/) | ||
| - test(/all_security_features_work/) | ||
| - test(/nonexistent_cache_dir/) | ||
| - test(/recovers_from_only_chunks_if_pov_large::case_3/) | ||
| - test(/recovers_from_only_chunks_if_pov_large::case_2/) | ||
| - test(/authoring_blocks/) | ||
| - test(/rejects_missing_seals/) | ||
| - test(/generate_chain_spec/) | ||
| - test(/get_preset/) | ||
| - test(/list_presets/) | ||
| - test(/tests::receive_rate_limit_is_enforced/) | ||
| - test(/polkadot-availability-recovery/) | ||
| " | ||
| --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} | ||
| - name: generate report | ||
| run: cargo llvm-cov report --release --codecov --output-path coverage-${{ matrix.ci_node_index }}.lcov | ||
| - name: upload report | ||
| uses: actions/upload-artifact@v4 | ||
| with: | ||
| name: coverage-report-${{ matrix.ci_node_index }}.lcov | ||
| path: coverage-${{ matrix.ci_node_index }}.lcov | ||
|
|
||
| # | ||
| # | ||
| # Upload to codecov | ||
| upload-reports: | ||
| needs: [test-linux-stable-coverage] | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: Download artifacts | ||
| uses: actions/download-artifact@v4 | ||
| with: | ||
| path: reports | ||
| pattern: coverage-report-* | ||
| merge-multiple: true | ||
| - run: ls -al reports/ | ||
| - name: Upload to Codecov | ||
| uses: codecov/codecov-action@v4 | ||
| with: | ||
| token: ${{ secrets.CODECOV_TOKEN }} | ||
| verbose: true | ||
| directory: reports | ||
| root_dir: /__w/polkadot-sdk/polkadot-sdk/ | ||
|
|
||
| # | ||
| # | ||
| # | ||
| remove-label: | ||
| runs-on: ubuntu-latest | ||
| needs: [upload-reports] | ||
| if: github.event_name == 'pull_request' | ||
| steps: | ||
| - uses: actions/checkout@v2 | ||
| - uses: actions-ecosystem/action-remove-labels@v1 | ||
| with: | ||
| labels: GHA-coverage |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters