Skip to content

CICD NeMo

CICD NeMo #8968

Workflow file for this run

# Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
name: CICD NeMo
on:
schedule:
- cron: 0 0 * * *
push:
branches:
- main
- "pull-request/[0-9]+"
- "deploy-release/*"
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-${{ github.event.label.name || 'main' }}-${{ github.event_name }}
cancel-in-progress: true
permissions:
id-token: write
contents: read
pull-requests: read
env:
container-registry: ${{ vars.DEFAULT_CONTAINER_REGISTRY }}
container-registry-gb200: us-east4-docker.pkg.dev/nv-projdgxchipp-20260113193621/automodel
jobs:
pre-flight:
uses: NVIDIA-NeMo/FW-CI-templates/.github/workflows/_cicd_preflight.yml@v0.80.1
with:
default_runner_prefix: ${{ vars.DEFAULT_RUNNER_PREFIX }}
non_nvidia_runner_prefix: ${{ vars.NON_NVIDIA_RUNNER_PREFIX }}
default_test_data_path: ${{ vars.DEFAULT_TEST_DATA_PATH }}
non_nvidia_test_data_path: ${{ vars.NON_NVIDIA_TEST_DATA_PATH }}
sso_users_filename: ${{ vars.SSO_USERS_FILENAME }}
secrets:
NVIDIA_MANAGEMENT_ORG_PAT: ${{ secrets.NVIDIA_MANAGEMENT_ORG_PAT }}
linting:
runs-on: ${{ vars.LINT_AND_INSTALL_TEST_RUNNER || 'ubuntu-latest' }}
steps:
- name: Checkout
uses: actions/checkout@v6
- name: Setup Python
uses: actions/setup-python@v6
with:
python-version: "3.10"
- name: Set up UV
uses: astral-sh/setup-uv@v1
with:
version: 0.8.22
- name: Free up disk space
run: |
sudo rm -rf /usr/local/lib/android || true
sudo rm -rf /usr/local/.ghcup || true
sudo rm -rf /usr/local/lib/node_modules || true
pip cache purge || true
- name: Install ruff
env:
UV_PROJECT_ENVIRONMENT: ./venv
run: |
uv venv ${UV_PROJECT_ENVIRONMENT} --system-site-packages
source ./venv/bin/activate
export PATH="./bin/:$PATH"
uv sync --link-mode copy --locked --group linting
- name: Run ruff
run: |
source ./venv/bin/activate
uv run --active ruff --version
uv run --active ruff check --verbose .
uv run --active ruff format --check --verbose .
import_linting:
runs-on: ${{ vars.LINT_AND_INSTALL_TEST_RUNNER || 'ubuntu-latest' }}
steps:
- name: Checkout
uses: actions/checkout@v6
- name: Setup Python
uses: actions/setup-python@v6
with:
python-version: "3.10"
- name: Set up UV
uses: astral-sh/setup-uv@v1
with:
version: 0.8.22
- name: Free up disk space
run: |
sudo rm -rf /usr/local/lib/android || true
sudo rm -rf /usr/local/.ghcup || true
sudo rm -rf /usr/local/lib/node_modules || true
pip cache purge || true
- name: Install ruff
env:
UV_PROJECT_ENVIRONMENT: ./venv
run: |
uv venv ${UV_PROJECT_ENVIRONMENT} --system-site-packages
source ./venv/bin/activate
export PATH="./bin/:$PATH"
uv sync --link-mode copy --locked --group linting
- name: Run import-linter
run: |
source ./venv/bin/activate
uv run lint-imports --debug --verbose --no-cache
type_checking:
runs-on: ${{ vars.LINT_AND_INSTALL_TEST_RUNNER || 'ubuntu-latest' }}
steps:
- name: Checkout
uses: actions/checkout@v6
- name: Setup Python
uses: actions/setup-python@v6
with:
python-version: "3.10"
- name: Set up UV
uses: astral-sh/setup-uv@v1
with:
version: 0.8.22
- name: Free up disk space
run: |
sudo rm -rf /usr/local/lib/android || true
sudo rm -rf /usr/local/.ghcup || true
sudo rm -rf /usr/local/lib/node_modules || true
pip cache purge || true
- name: Install ty
env:
UV_PROJECT_ENVIRONMENT: ./venv
run: |
uv venv ${UV_PROJECT_ENVIRONMENT} --system-site-packages
source ./venv/bin/activate
export PATH="./bin/:$PATH"
uv sync --link-mode copy --locked --group linting
- name: Run ty
run: |
source ./venv/bin/activate
uv run --active ty --version
uv pip install -q tomli
TY_DIRS=$(python3 -c "
try:
import tomllib
except ModuleNotFoundError:
import tomli as tomllib
from pathlib import Path
data = tomllib.loads(Path('pyproject.toml').read_text())
dirs = set()
for override in data.get('tool', {}).get('ty', {}).get('overrides', []):
for pattern in override.get('include', []):
dirs.add(pattern.replace('/**', ''))
print(' '.join(sorted(dirs)))
")
echo "ty check targets: $TY_DIRS"
uv run --active ty check --verbose $TY_DIRS
Nemo_Linting_Test:
needs: [linting, import_linting, type_checking]
runs-on: ubuntu-latest
if: always()
steps:
- name: Main
env:
LINTING_RESULT: ${{ toJson(needs.linting) }}
IMPORT_LINTING_RESULT: ${{ toJson(needs.import_linting) }}
TYPE_CHECKING_RESULT: ${{ toJson(needs.type_checking) }}
run: |
LINTING=$(echo "$LINTING_RESULT" | jq -r '.result')
IMPORT_LINTING=$(echo "$IMPORT_LINTING_RESULT" | jq -r '.result')
TYPE_CHECKING=$(echo "$TYPE_CHECKING_RESULT" | jq -r '.result')
if [[ "$LINTING" == "success" ]] && [[ "$IMPORT_LINTING" == "success" ]] && [[ "$TYPE_CHECKING" == "success" ]]; then
echo "All linting checks passed."
exit 0
else
echo "Some linting checks failed:"
echo " - linting: $LINTING"
echo " - import_linting: $IMPORT_LINTING"
echo " - type_checking: $TYPE_CHECKING"
exit 1
fi
cicd-wait-in-queue:
needs: [pre-flight]
runs-on: ubuntu-latest
environment: test
if: |
!(needs.pre-flight.outputs.is_ci_workload == 'true'
|| needs.pre-flight.outputs.is_deployment_workflow == 'true'
|| needs.pre-flight.outputs.docs_only == 'true')
steps:
- name: Running CI tests
run: |
echo "Running CI tests"
cicd-compute-build-matrix:
needs: [pre-flight, cicd-wait-in-queue]
runs-on: ubuntu-latest
if: |
(
success()
|| needs.pre-flight.outputs.is_ci_workload == 'true'
|| needs.pre-flight.outputs.force_run_all == 'true'
)
&& !cancelled()
outputs:
matrix: ${{ steps.compute.outputs.matrix }}
steps:
- name: Compute build matrix
id: compute
env:
RUNNER_PREFIX: ${{ needs.pre-flight.outputs.runner_prefix }}
REGISTRY_AWS: ${{ env.container-registry }}
REGISTRY_GCP: ${{ env.container-registry-gb200 }}
IS_MEMBER: ${{ needs.pre-flight.outputs.is_member }}
DISABLE_GB200_TESTS: ${{ vars.DISABLE_GB200_TESTS }}
run: |
AWS_ENTRY=$(jq -nc --arg registry "$REGISTRY_AWS" --arg runner "${RUNNER_PREFIX}" \
'{"cloud": "aws", "registry": $registry, "runner": $runner}')
if [[ "$IS_MEMBER" == "true" && "$DISABLE_GB200_TESTS" != "true" ]]; then
GCP_ENTRY=$(jq -nc --arg registry "$REGISTRY_GCP" --arg runner "nemo-ci-gcp-gpu-x2" \
'{"cloud": "gcp", "registry": $registry, "runner": $runner}')
MATRIX=$(jq -nc --argjson aws "$AWS_ENTRY" --argjson gcp "$GCP_ENTRY" \
'{"include": [$aws, $gcp]}')
else
MATRIX=$(jq -nc --argjson aws "$AWS_ENTRY" '{"include": [$aws]}')
fi
echo "matrix=$MATRIX" | tee -a "$GITHUB_OUTPUT"
cicd-container-build:
needs: [pre-flight, cicd-wait-in-queue, cicd-compute-build-matrix]
strategy:
fail-fast: false
matrix: ${{ fromJson(needs.cicd-compute-build-matrix.outputs.matrix) }}
if: |
(
success()
|| needs.pre-flight.outputs.is_ci_workload == 'true'
|| needs.pre-flight.outputs.force_run_all == 'true'
)
&& !cancelled()
runs-on: ${{ matrix.runner }}
environment: ${{ contains(matrix.registry, 'azure') && 'nemo-ci' || '' }}
steps:
- name: Get PR info
id: get-pr-info
if: startsWith(github.ref, 'refs/heads/pull-request/')
uses: nv-gha-runners/get-pr-info@main
- name: Get merge commit sha
shell: bash -x -e -u -o pipefail {0}
id: sha
env:
IS_PR: ${{ startsWith(github.ref, 'refs/heads/pull-request/') }}
run: |
if [[ "$IS_PR" == "true" ]]; then
SHA=${{ fromJSON(steps.get-pr-info.outputs.pr-info || '{}').merge_commit_sha }}
else
SHA=${GITHUB_SHA}
fi
echo "main=${SHA}" | tee -a "$GITHUB_OUTPUT"
- name: Checkout
uses: actions/checkout@v6
with:
ref: ${{ steps.sha.outputs.main }}
- name: Setup python
uses: actions/setup-python@v6
with:
python-version: 3.12
- name: Install GH CLI
shell: bash
run: |
for i in 1 2 3; do
apt-get update && apt-get install -y gh && break
echo "Attempt $i failed, retrying in 10s..."
sleep 10
done
- name: Get last merged PR
id: cache_from
env:
GH_TOKEN: ${{ github.token }}
run: |
LAST_PRS=$(gh api graphql \
-F owner="NVIDIA-NeMo" \
-F name="${{ vars.CI_REPO_NAME || 'Automodel' }}" \
-f query='
query($owner: String!, $name: String!) {
repository(owner: $owner, name: $name) {
pullRequests(states: MERGED, first: 100, orderBy: {field: UPDATED_AT, direction: DESC}) {
nodes {
number
}
}
}
}' | jq -r '.data.repository.pullRequests.nodes[].number' | while read -r number; do
echo "type=registry,ref=${{ matrix.registry }}/automodel:$number-buildcache,mode=max"
done)
echo "LAST_PRS<<EOF" | tee -a $GITHUB_OUTPUT
echo "$LAST_PRS" | tee -a $GITHUB_OUTPUT
echo "EOF" | tee -a $GITHUB_OUTPUT
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Compute cache keys
id: cache_keys
shell: bash
run: |
PR_NUMBER="${{ fromJSON(steps.get-pr-info.outputs.pr-info || '{}').number }}"
BRANCH_SANITIZED=$(echo "${{ github.ref_name }}" | tr '/' '-' | tr -cd '[:alnum:]._-')
if [[ "${{ github.ref }}" == "refs/heads/main" ]]; then
KEY="main"
elif [[ -n "$PR_NUMBER" ]]; then
KEY="$PR_NUMBER"
else
KEY="$BRANCH_SANITIZED"
fi
echo "key=$KEY" | tee -a "$GITHUB_OUTPUT"
echo "cache-to=type=registry,ref=${{ matrix.registry }}/automodel:${KEY}-buildcache,mode=max" | tee -a "$GITHUB_OUTPUT"
- name: Compute platform
id: platform
run: |
if [[ "${{ matrix.cloud }}" == "gcp" ]]; then
echo "platforms=linux/arm64" | tee -a "$GITHUB_OUTPUT"
else
echo "platforms=linux/amd64" | tee -a "$GITHUB_OUTPUT"
fi
- name: Build and push
uses: docker/build-push-action@v5
with:
file: ./docker/Dockerfile
push: true
context: .
platforms: ${{ steps.platform.outputs.platforms }}
build-args: |
BASE_IMAGE=pytorch
cache-from: |
type=registry,ref=${{ matrix.registry }}/automodel:${{ steps.cache_keys.outputs.key }}-buildcache,mode=max
type=registry,ref=${{ matrix.registry }}/automodel:main-buildcache,mode=max
${{ steps.cache_from.outputs.LAST_PRS }}
cache-to: ${{ steps.cache_keys.outputs.cache-to }}
no-cache: false
tags: |
${{ matrix.registry }}/automodel:${{ steps.cache_keys.outputs.key }}
${{ matrix.registry }}/automodel:${{ github.sha }}
secrets: |
GH_TOKEN=${{ secrets.PAT }}
cicd-unit-tests:
strategy:
fail-fast: false
max-parallel: 3
matrix:
include:
- test-name: L0_Unit_Tests_CPU
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
cpu-only: true
timeout: 15
- test-name: L0_Unit_Tests_GPU_1_of_2
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
cpu-only: false
timeout: 30
shard-id: 0
num-shards: 2
- test-name: L0_Unit_Tests_GPU_2_of_2
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
cpu-only: false
timeout: 30
shard-id: 1
num-shards: 2
needs: [pre-flight, cicd-wait-in-queue, cicd-container-build]
runs-on: ${{ matrix.runner }}
name: ${{ matrix.test-name }}
if: |
(
success()
|| needs.pre-flight.outputs.is_ci_workload == 'true'
|| needs.pre-flight.outputs.force_run_all == 'true'
)
&& !cancelled()
steps:
- name: Checkout
uses: actions/checkout@v6
- name: main
uses: ./.github/actions/test-template
with:
timeout: ${{ matrix.timeout || 10 }}
is-unit-test: "true"
cpu-only: ${{ matrix.cpu-only || false }}
shard-id: ${{ matrix.shard-id }}
num-shards: ${{ matrix.num-shards }}
PAT: ${{ secrets.PAT }}
test-data-path: ${{ needs.pre-flight.outputs.test_data_path }}
container-image: ${{ env.container-registry }}/${{ vars.CI_CONTAINER_NAME || 'automodel' }}:${{ github.sha }}
runner: ${{ matrix.runner }}
cicd-e2e-tests:
strategy:
fail-fast: false
max-parallel: 10
matrix:
include:
- test-name: L2_Pretrain_and_KD
test-folder: llm_pretrain_and_kd
timeout: 20
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
test-data-path: ${{ needs.pre-flight.outputs.test_data_path }}
- test-name: L2_HF_DCP
test-folder: hf_dcp
timeout: 40
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
test-data-path: ${{ needs.pre-flight.outputs.test_data_path }}
- test-name: L2_HF_PEFT
test-folder: hf_peft
timeout: 30
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
test-data-path: ${{ needs.pre-flight.outputs.test_data_path }}
- test-name: L2_HF_Transformer
test-folder: hf_transformer
timeout: 20
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
test-data-path: ${{ needs.pre-flight.outputs.test_data_path }}
- test-name: L2_HF_Transformer_Finetune
test-folder: hf_transformer_finetune
timeout: 40
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
test-data-path: ${{ needs.pre-flight.outputs.test_data_path }}
- test-name: L2_HF_Transformer_LLM
test-folder: hf_transformer_llm
timeout: 40
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
test-data-path: ${{ needs.pre-flight.outputs.test_data_path }}
- test-name: L2_HF_Transformer_VLM
test-folder: hf_transformer_vlm
timeout: 60
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
test-data-path: ${{ needs.pre-flight.outputs.test_data_path }}
- test-name: L2_Datasets
test-folder: data
timeout: 20
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
test-data-path: ${{ needs.pre-flight.outputs.test_data_path }}
- test-name: L2_Context_Parallel
test-folder: context_parallel
timeout: 20
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
test-data-path: ${{ needs.pre-flight.outputs.test_data_path }}
- test-name: L2_Retrieval
test-folder: retrieval
timeout: 20
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
test-data-path: ${{ needs.pre-flight.outputs.test_data_path }}
- test-name: L2_MoE
test-folder: moe
timeout: 20
runner: ${{ needs.pre-flight.outputs.runner_prefix }}
test-data-path: ${{ needs.pre-flight.outputs.test_data_path }}
needs: [pre-flight, cicd-unit-tests]
runs-on: ${{ matrix.runner }}
name: ${{ matrix.test-name }}
if: |
(
success()
|| needs.pre-flight.outputs.is_ci_workload == 'true'
|| needs.pre-flight.outputs.force_run_all == 'true'
)
&& !cancelled()
steps:
- name: Checkout
uses: actions/checkout@v6
- name: main
uses: ./.github/actions/test-template
with:
test-folder: ${{ matrix.test-folder }}
timeout: ${{ matrix.timeout }}
is_unit_test: "false"
PAT: ${{ secrets.PAT }}
test-data-path: ${{ matrix.test-data-path }}
container-image: ${{ env.container-registry }}/${{ vars.CI_CONTAINER_NAME || 'automodel' }}:${{ github.sha }}
runner: ${{ matrix.runner }}
cicd-e2e-tests-gb200:
strategy:
fail-fast: false
max-parallel: 10
matrix:
include:
- test-name: L2_Pretrain_and_KD
test-folder: llm_pretrain_and_kd
timeout: 20
is-optional: "true"
- test-name: L2_HF_DCP
test-folder: hf_dcp
timeout: 40
# DeepEP expert-parallel subtest (GPT-OSS MXFP4, ep_size=2) hard-requires
# NVLink P2P, which on GB200 comes from the IMEX ComputeDomain channel.
# Route to the imex-lease runner; every other gb200 test stays on the
# plain (non-IMEX) pool. See nemo-ci-gcp-gpu-x2-imex in TF-States.
runner: nemo-ci-gcp-gpu-x2-imex
- test-name: L2_HF_PEFT
test-folder: hf_peft
timeout: 30
is-optional: "true"
- test-name: L2_HF_Transformer
test-folder: hf_transformer
timeout: 20
- test-name: L2_HF_Transformer_Finetune
test-folder: hf_transformer_finetune
timeout: 40
- test-name: L2_HF_Transformer_LLM
test-folder: hf_transformer_llm
timeout: 40
- test-name: L2_HF_Transformer_VLM
test-folder: hf_transformer_vlm
timeout: 60
is-optional: "true"
- test-name: L2_Datasets
test-folder: data
timeout: 20
- test-name: L2_Context_Parallel
test-folder: context_parallel
timeout: 20
- test-name: L2_Retrieval
test-folder: retrieval
timeout: 20
- test-name: L2_MoE
test-folder: moe
timeout: 20
needs: [pre-flight, cicd-unit-tests, cicd-container-build]
runs-on: ${{ matrix.runner || 'nemo-ci-gcp-gpu-x2' }}
name: gb200_${{ matrix.test-name }}
if: |
(
success()
|| needs.pre-flight.outputs.is_ci_workload == 'true'
|| needs.pre-flight.outputs.force_run_all == 'true'
)
&& !cancelled()
&& needs.pre-flight.outputs.is_member == 'true'
&& vars.DISABLE_GB200_TESTS != 'true'
steps:
- name: Checkout
uses: actions/checkout@v6
- name: main
uses: ./.github/actions/test-template
with:
test-folder: ${{ matrix.test-folder }}
timeout: ${{ matrix.timeout }}
is-optional: ${{ matrix.is-optional || 'false' }}
is_unit_test: "false"
PAT: ${{ secrets.PAT }}
test-data-path: ${{ needs.pre-flight.outputs.test_data_path }}
container-image: ${{ env.container-registry-gb200 }}/automodel:${{ github.sha }}
runner: ${{ matrix.runner || 'nemo-ci-gcp-gpu-x2' }}
Nemo_CICD_Test:
needs:
- pre-flight
- cicd-unit-tests
- cicd-e2e-tests
- cicd-e2e-tests-gb200
if: |
(
needs.pre-flight.outputs.docs_only == 'true'
|| needs.pre-flight.outputs.is_deployment_workflow == 'true'
|| needs.pre-flight.outputs.is_ci_workload == 'true'
|| always()
)
&& !cancelled()
runs-on: ubuntu-latest
permissions: write-all
steps:
- name: Checkout
uses: actions/checkout@v6
- name: Get workflow result
id: result
shell: bash -x -e -u -o pipefail {0}
env:
GH_TOKEN: ${{ github.token }}
RUN_ID: ${{ github.run_id }}
SKIPPING_IS_ALLOWED: ${{ needs.pre-flight.outputs.docs_only == 'true' || needs.pre-flight.outputs.is_deployment_workflow == 'true' || needs.pre-flight.outputs.is_ci_workload == 'true' }}
IS_MEMBER: ${{ needs.pre-flight.outputs.is_member }}
DISABLE_GB200_TESTS: ${{ vars.DISABLE_GB200_TESTS }}
run: |
if [[ "$IS_MEMBER" == "true" && "$DISABLE_GB200_TESTS" != "true" ]]; then
FAILED_JOBS=$(gh run view $GITHUB_RUN_ID --json jobs --jq '[.jobs[] | select(.status == "completed" and .conclusion != "success")] | length') || echo 0
else
FAILED_JOBS=$(gh run view $GITHUB_RUN_ID --json jobs --jq '[.jobs[] | select(.status == "completed" and .conclusion != "success" and (.name | startswith("gb200_") | not))] | length') || echo 0
fi
if [ "${FAILED_JOBS:-0}" -eq 0 ] || [ "$SKIPPING_IS_ALLOWED" == "true" ]; then
echo "✅ All previous jobs completed successfully"
exit 0
else
echo "❌ Found $FAILED_JOBS failed job(s)"
# Show which jobs failed
gh run view $GITHUB_RUN_ID --json jobs --jq '.jobs[] | select(.status == "completed" and .conclusion != "success") | .name'
exit 1
fi
Coverage_Fake:
runs-on: ubuntu-latest
needs: [Nemo_CICD_Test, pre-flight]
if: |
(
needs.pre-flight.outputs.docs_only == 'true'
|| needs.pre-flight.outputs.is_deployment_workflow == 'true'
)
&& needs.pre-flight.outputs.is_ci_workload == 'false'
&& !cancelled()
&& vars.ENABLE_CODECOV == 'true'
steps:
- name: Generate fake coverage report
uses: actions/github-script@v8
with:
github-token: ${{ secrets.PAT }}
script: |
await github.rest.repos.createCommitStatus({
owner: context.repo.owner,
repo: context.repo.repo,
sha: context.sha,
state: 'success',
description: 'No code changes - coverage check skipped',
context: 'codecov/patch'
});
Coverage:
runs-on: ubuntu-latest
needs: [pre-flight, Nemo_CICD_Test]
if: |
!cancelled()
&& needs.Nemo_CICD_Test.result == 'success'
&& vars.ENABLE_CODECOV == 'true'
strategy:
matrix:
flag: [unit-test, e2e]
steps:
- name: Get PR info
id: get-pr-info
if: startsWith(github.ref, 'refs/heads/pull-request/')
uses: nv-gha-runners/get-pr-info@main
- name: Checkout
uses: actions/checkout@v6
- name: Download coverage reports of current branch
uses: actions/download-artifact@v7
with:
pattern: coverage-${{ matrix.flag }}-*
path: coverage-downloads
- name: Get total coverage of current branch
shell: bash -x -e -u -o pipefail {0}
if: always()
run: |
pip install coverage[toml]
if ! [ -d coverage-downloads ] || [ -z "$(ls -A coverage-downloads)" ]; then
echo "No coverage artifacts found for ${{ matrix.flag }}, skipping."
exit 0
fi
ls -al coverage-downloads/
coverage combine --keep $(find coverage-downloads -name '.coverage')
coverage report -i
coverage xml -i
rm -rf coverage-downloads
ls -al
- name: Upload coverage reports to Codecov
uses: codecov/codecov-action@v5
with:
token: ${{ secrets.CODECOV_TOKEN }}
verbose: true
flags: ${{ matrix.flag }}
base_sha: ${{ fromJSON(steps.get-pr-info.outputs.pr-info || '{}').base.sha }}
override_pr: ${{ fromJSON(steps.get-pr-info.outputs.pr-info || '{}').number }}
override_commit: ${{ fromJSON(steps.get-pr-info.outputs.pr-info || '{}').head.sha }}
- name: Upload artifacts
uses: actions/upload-artifact@v6
with:
name: coverage-${{ matrix.flag }}-aggregated
path: |
.coverage
include-hidden-files: true