cts.yml

name: CTS

on:
  push:
    branches-ignore: [
        # Renovate branches are always PRs, so they will be covered
        # by the pull_request event.
        "renovate/**",
        # Branches with the `gh-readonly-queue` prefix are used by the
        # merge queue, so they are already covered by the `merge_group` event.
        "gh-readonly-queue/**",
      ]
  pull_request:
  merge_group:

env:
  REPO_MSRV: "1.93"
  CARGO_INCREMENTAL: false
  CARGO_TERM_COLOR: always
  DENO_WEBGPU_DX12_COMPILER: dynamicdxc
  RUST_BACKTRACE: full
  RUSTFLAGS: -D warnings
  RUSTDOCFLAGS: -D warnings

# Every time a PR is pushed to, cancel any previous jobs. This
# makes us behave nicer to github and get faster turnaround times
# on PRs that are pushed to multiple times in rapid succession.
concurrency:
  group: ${{github.workflow}}-${{github.ref}}
  cancel-in-progress: ${{github.event_name == 'pull_request'}}

jobs:
  cts:
    strategy:
      fail-fast: false
      matrix:
        suite: ["API Operation", "API Validation", "Other"]
        platform: ["Windows x86_64", "Mac aarch64", "Linux x86_64"]
        include:
          # When an `include` item matches existing matrix entries, the additional items are
          # added only to the matching entries. The two lines above define the matrix, and
          # the items below attach the rest of the configuration values that apply to suites
          # and platforms.
          - suite: API Operation
            filter: "^webgpu:api,operation,"
          - suite: API Validation
            filter: "^webgpu:api,validation,"
          - suite: Other
            filter: "!^webgpu:api,operation,|^webgpu:api,validation,"

          # Windows
          - platform: Windows x86_64
            os: windows-2022
            target: x86_64-pc-windows-msvc
            backend: dx12
            shell: bash

          # Mac
          # Need to use `zsh` for `source <(cmd)` because it doesn't work in
          # ancient MacOS bash. `zsh` is a non-standard shell in GitHub
          # actions, so must be specified as a command string.
          - platform: Mac aarch64
            os: macos-14
            target: x86_64-apple-darwin
            backend: metal
            shell: zsh {0}

          # Linux
          - platform: Linux x86_64
            os: ubuntu-24.04
            target: x86_64-unknown-linux-gnu
            backend: vulkan
            shell: bash

    name: ${{ matrix.suite }} ${{ matrix.platform }}
    runs-on: ${{ matrix.os }}

    defaults:
      run:
        # Substitution of ${{ matrix.shell }} appears not to work in per-step configuration
        shell: ${{ matrix.shell }}

    steps:
      - name: checkout repo
        uses: actions/checkout@v6

      - name: Install Repo MSRV toolchain
        run: |
          rustup toolchain install ${{ env.REPO_MSRV }} --no-self-update --profile=minimal --target ${{ matrix.target }} --component llvm-tools
          rustup override set ${{ env.REPO_MSRV }}
          cargo -V

      - name: Install `cargo-llvm-cov`
        uses: taiki-e/install-action@v2
        with:
          tool: cargo-llvm-cov

      - name: caching
        uses: Swatinem/rust-cache@v2
        with:
          # The version number can be incremented for cache busting.
          prefix-key: v3-rust-${{ hashFiles('cts_runner/revision.txt') }}
          cache-directories: cts

      # We enable line numbers for panics, but that's it
      - name: disable debug
        shell: bash
        run: |
          mkdir -p .cargo
          cat <<EOF >> .cargo/config.toml
          [profile.dev]
          debug = "line-tables-only"
          EOF

      - name: (Windows) Install DXC
        if: matrix.os == 'windows-2022'
        uses: ./.github/actions/install-dxc

      # Note: `target-dir` is intentionally different from other jobs.
      # See note in xtask about `llvm-cov show-env`.
      - name: (Windows) Install WARP
        if: matrix.os == 'windows-2022'
        uses: ./.github/actions/install-warp
        with:
          target-dir: "target/debug"

      - name: (Linux) Install Mesa
        if: matrix.os == 'ubuntu-24.04'
        uses: ./.github/actions/install-mesa
        with:
          target-dir: "target/debug"

      # Some of these tests check stdout, so we explicitly set the backend
      # to avoid getting EGL messages in the output.
      - name: Test cts_runner
        if: matrix.suite == 'other'
        shell: bash
        run: |
          export LLVM_PROFILE_FILE=${{ github.workspace }}/target/wgpu-%p-%m.profraw
          export DENO_WEBGPU_BACKEND=${{ matrix.backend }}
          cargo --locked llvm-cov --no-cfg-coverage --no-report test -p cts_runner

      - name: Run CTS
        shell: bash
        run: cargo --locked xtask cts --llvm-cov --backend ${{ matrix.backend }} --filter '${{matrix.filter }}'

      - name: Generate coverage report
        id: coverage
        continue-on-error: true
        run: |
          set -e

          source <(cargo llvm-cov --no-cfg-coverage show-env --sh)
          cargo --locked llvm-cov report --lcov --output-path lcov.info

      - name: Upload coverage report to Codecov
        uses: codecov/codecov-action@v6
        if: steps.coverage.outcome == 'success'
        with:
          files: lcov.info
          token: ${{ secrets.CODECOV_TOKEN }}