ecosystem-ci.yml

name: Ecosystem CI

on:
  workflow_dispatch:
    inputs:
      pr:
        type: number
        description: "Run ecosystem ci PR number"
        required: true
      suite:
        description: "testsuite to run. runs all testsuits when `-`."
        required: false
        type: choice
        options:
          - "-"
          - modernjs
          # - nx
          - rspress
          - rsbuild
          - rslib
          - examples
          - devserver
      suiteRef:
        description: "suite ref to use"
        required: true
        type: string
        default: "-"
  push:
    branches:
      - main
    paths-ignore:
      - "**/*.md"
      - "website/**"
    tags-ignore:
      - "**"

permissions:
  # Allow commenting on commits
  contents: write
  # Allow commenting on issues
  issues: write
  # Allow commenting on pull requests
  pull-requests: write

jobs:
  get-runner-labels:
    name: Get Runner Labels
    uses: ./.github/workflows/get-runner-labels.yml

  build:
    name: Test Linux
    needs: [get-runner-labels]
    uses: ./.github/workflows/reusable-build.yml
    with:
      target: x86_64-unknown-linux-gnu
      native: ${{ needs.get-runner-labels.outputs.LINUX_RUNNER_LABELS == '"ubuntu-22.04"' }}
      runner: ${{ needs.get-runner-labels.outputs.LINUX_RUNNER_LABELS }}
      ref: ${{ github.event_name == 'workflow_dispatch' && format('refs/pull/{0}/head', inputs.pr) || github.sha }}
      test: false
      bench: false

  create-comment:
    runs-on: ubuntu-latest
    outputs:
      comment-id: ${{ steps.create-comment.outputs.result }}
    steps:
      - id: create-comment
        uses: actions/github-script@v7
        with:
          github-token: ${{ secrets.GITHUB_TOKEN }}
          result-encoding: string
          script: |
            const url = `${context.serverUrl}//${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}`
            const urlLink = `[Open](${url})`
            const body = `⏳ Triggered ecosystem ci: ${urlLink}`

            if (context.eventName === 'workflow_dispatch') {
              const { data: comment } = await github.rest.issues.createComment({
                issue_number: context.payload.inputs.pr,
                owner: context.repo.owner,
                repo: context.repo.repo,
                body
              })
              return comment.id
            }

            const { data: comment } = await github.rest.repos.createCommitComment({
              commit_sha: context.sha,
              owner: context.repo.owner,
              repo: context.repo.repo,
              body
            })
            return comment.id

  calculate-eco-ci-suite:
    runs-on: ubuntu-latest
    outputs:
      suites: ${{ steps.calculate.outputs.result }}
    steps:
      - id: calculate
        uses: actions/github-script@v7
        with:
          github-token: ${{ secrets.GITHUB_TOKEN }}
          result-encoding: string
          script: |
            const suiteName = `${{ github.event_name == 'workflow_dispatch' && inputs.suite || '-' }}`;
            let suites = [
              "modernjs",
              // "nx",
              "rspress",
              "rslib",
              "rsbuild",
              "rsdoctor",
              "examples",
              "devserver",
              "nuxt",
            ]
            if (suiteName !== "-") {
              suites = suites.filter(suite => suite === suiteName)
            }
            return JSON.stringify({
              include: suites.map(suite => ({ suite }))
            })

  eco-ci:
    needs: [build, calculate-eco-ci-suite]
    strategy:
      matrix: ${{fromJson(needs.calculate-eco-ci-suite.outputs.suites)}}
      fail-fast: false
    name: eco-ci (${{ matrix.suite }})
    runs-on: ubuntu-22.04
    #    runs-on: ${{ fromJSON(needs.get-runner-labels.outputs.LINUX_RUNNER_LABELS) }}
    steps:
      - name: Checkout
        uses: actions/checkout@v4
        with:
          ref: ${{ github.event_name == 'workflow_dispatch' && format('refs/pull/{0}/head', inputs.pr) || github.sha }}

      #      - name: Clean
      #        uses: ./.github/actions/clean
      #        with:
      #          target: x86_64-unknown-linux-gnu

      - name: Download bindings
        uses: ./.github/actions/download-artifact
        with:
          name: bindings-x86_64-unknown-linux-gnu
          path: crates/node_binding/
          try-local-cache: false

      - name: Show restored binding
        shell: bash
        run: ls -lah crates/node_binding/*.node

      - name: Pnpm Cache
        uses: ./.github/actions/pnpm-cache

      - name: Build JS
        run: pnpm run build:js

      - name: Run rspack-ecosystem-ci
        run: |
          # prepare rspack
          cp ./crates/node_binding/*.node ./npm/linux-x64-gnu/

          RSPACK_DIR=$(pwd)
          cd ..
          git clone --single-branch --depth 1 https://github.com/web-infra-dev/rspack-ecosystem-ci.git
          cd rspack-ecosystem-ci
          pnpm i --frozen-lockfile

          mkdir -p ./workspace
          ln -s $RSPACK_DIR ./workspace/rspack

          SUITE='${{ matrix.suite }}'
          SUITE_REF='${{ inputs.suiteRef || '-' }}'
          CONCLUSION='success'
          if [[ "$SUITE_REF" != "-" ]]; then
            # run test suite with suiteRef
            pnpm tsx ecosystem-ci.ts run-suites --suite-commit "$SUITE_REF" "$SUITE" || CONCLUSION='failure'
            echo "finish run $SUITE with $SUITE_REF"
          else
            # run test suite
            pnpm tsx ecosystem-ci.ts run-suites "$SUITE" || CONCLUSION='failure'
            echo "finish run $SUITE"
          fi
          echo "{\"conclusion\":\"$CONCLUSION\"}" >> "$RSPACK_DIR/$SUITE.json"
      - name: Upload Result
        uses: actions/upload-artifact@v4
        with:
          name: eco-ci-result-${{ matrix.suite }}
          path: ${{ matrix.suite }}.json

  comment-compare-results:
    runs-on: ubuntu-latest
    needs: [create-comment, eco-ci]
    if: ${{ !cancelled() }}
    steps:
      - name: Download Result
        uses: actions/download-artifact@v4
        with:
          path: results
          pattern: eco-ci-result-*
          merge-multiple: true
      - uses: actions/github-script@v7
        with:
          github-token: ${{ secrets.GITHUB_TOKEN }}
          script: |
            const { data } = await github.rest.actions.listJobsForWorkflowRunAttempt({
              owner: context.repo.owner,
              repo: context.repo.repo,
              run_id: context.runId,
              attempt_number: ${{ github.run_attempt }},
            })
            const jobs = data?.jobs || []

            let result = jobs
              .filter(job => job.name.startsWith('eco-ci '))
              .filter(job => job.conclusion !== 'skipped')
              .map(job => {
                const suite = job.name.replace(/^eco-ci \(([^)]+)\)$/, "$1")
                let conclusion = job.conclusion
                if (conclusion === "success") {
                  conclusion = require(`./results/${suite}.json`).conclusion;
                }
                return { suite, conclusion, link: job.html_url }
              })

            const conclusionEmoji = {
              success: ":white_check_mark:",
              failure: ":x:",
              cancelled: ":stop_button:"
            }
            const url = `${context.serverUrl}//${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}`
            const urlLink = `[Open](${url})`
            const body = result.length ? ` 📝 Ecosystem CI detail: ${urlLink}
            | suite | result |
            |-------|--------|
            ${result.map(r => `| [${r.suite}](${r.link}) | ${conclusionEmoji[r.conclusion]} ${r.conclusion} |`).join("\n")}
            ` : ` 📝 Ecosystem CI failed: ${urlLink}`

            if (context.eventName === 'workflow_dispatch') {
              await github.rest.issues.updateComment({
                owner: context.repo.owner,
                repo: context.repo.repo,
                comment_id: `${{ needs.create-comment.outputs.comment-id }}`,
                body
              })
            } else {
              await github.rest.repos.updateCommitComment({
                owner: context.repo.owner,
                repo: context.repo.repo,
                comment_id: `${{ needs.create-comment.outputs.comment-id }}`,
                body,
              });
            }