Repository navigation
Fixed Browser Baseline #299
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Benchmarks | |
| env: | |
| RUNNER_LABEL: 'Depot depot-ubuntu-24.04 GitHub Actions runner (2 CPUs, 8 GB RAM, 100 GB disk, 2 GB disk accelerator)' | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: [main] | |
| paths: | |
| - 'packages/starter-*/**' | |
| - '!packages/starter-*/ci-stats.json' | |
| - '!packages/starter-*/stats/**' | |
| - '!packages/starter-*/install-stats.json' | |
| - '!packages/starter-*/build-stats.json' | |
| - '!packages/starter-*/dev-server-stats.json' | |
| - '!packages/starter-*/corejs-stats.json' | |
| - '!packages/starter-*/browser-baseline-stats.json' | |
| - '!packages/starter-*/e18e-stats.json' | |
| - '!packages/starter-*/node-engines-stats.json' | |
| - 'packages/app-*/**' | |
| - '!packages/app-*/ci-stats.json' | |
| - '!packages/app-*/stats/**' | |
| - 'packages/stats-generator/**' | |
| - '.github/workflows/generate-stats.yml' | |
| - '.github/workflows/measure-framework.yml' | |
| - 'packages/results/**' | |
| - 'package.json' | |
| - 'pnpm-lock.yaml' | |
| - 'pnpm-workspace.yaml' | |
| - '.nvmrc' | |
| pull_request: | |
| branches: [main] | |
| paths: | |
| - 'packages/starter-*/**' | |
| - '!packages/starter-*/ci-stats.json' | |
| - '!packages/starter-*/stats/**' | |
| - '!packages/starter-*/install-stats.json' | |
| - '!packages/starter-*/build-stats.json' | |
| - '!packages/starter-*/dev-server-stats.json' | |
| - '!packages/starter-*/corejs-stats.json' | |
| - '!packages/starter-*/browser-baseline-stats.json' | |
| - '!packages/starter-*/e18e-stats.json' | |
| - '!packages/starter-*/node-engines-stats.json' | |
| - 'packages/app-*/**' | |
| - '!packages/app-*/ci-stats.json' | |
| - '!packages/app-*/stats/**' | |
| - 'packages/stats-generator/**' | |
| - '.github/workflows/generate-stats.yml' | |
| - '.github/workflows/measure-framework.yml' | |
| - 'packages/results/**' | |
| - 'package.json' | |
| - 'pnpm-lock.yaml' | |
| - 'pnpm-workspace.yaml' | |
| - '.nvmrc' | |
| permissions: | |
| contents: read | |
| jobs: | |
| setup: | |
| name: Prepare benchmarks | |
| runs-on: depot-ubuntu-24.04 | |
| outputs: | |
| install-matrix: ${{ steps.set-matrix.outputs.install }} | |
| build-matrix: ${{ steps.set-matrix.outputs.build }} | |
| dev-server-matrix: ${{ steps.set-matrix.outputs.dev-server }} | |
| ssr-request-throughput-matrix: ${{ steps.set-matrix.outputs.ssr-request-throughput }} | |
| ssr-load-matrix: ${{ steps.set-matrix.outputs.ssr-load }} | |
| ssr-router-link-load-matrix: ${{ steps.set-matrix.outputs.ssr-router-link-load }} | |
| deps-matrix: ${{ steps.set-matrix.outputs.deps }} | |
| client-side-rendered-matrix: ${{ steps.set-matrix.outputs.client-side-rendered }} | |
| server-side-rendered-matrix: ${{ steps.set-matrix.outputs.server-side-rendered }} | |
| initial-load-matrix: ${{ steps.set-matrix.outputs.initial-load }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - name: Setup pnpm | |
| uses: pnpm/action-setup@8912a9102ac27614460f54aedde9e1e7f9aec20d # v6.0.5 | |
| - name: Setup Node.js | |
| uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0 | |
| with: | |
| node-version-file: '.nvmrc' | |
| - name: Install workspace dependencies | |
| run: pnpm install --frozen-lockfile | |
| - name: Validate first-party dependency manifests | |
| run: pnpm --filter @framework-tracker/stats-generator validate:first-party-dependencies | |
| - name: Set matrices from TypeScript config | |
| id: set-matrix | |
| run: | | |
| FRAMEWORKS=$(node packages/stats-generator/src/print-frameworks.ts) | |
| echo "install=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.starter) | select(.starter.measurements | contains(["install"])) | {name, displayName, package: .starter.package, buildScript: .starter.buildScript, buildOutputDir: .starter.buildOutputDir, measurements: .starter.measurements}]')" >> $GITHUB_OUTPUT | |
| echo "build=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.starter) | select(.starter.measurements | contains(["build"])) | {name, displayName, package: .starter.package, buildScript: .starter.buildScript, buildOutputDir: .starter.buildOutputDir, measurements: .starter.measurements}]')" >> $GITHUB_OUTPUT | |
| echo "dev-server=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.starter) | select(.starter.measurements | contains(["devServer"])) | {name, displayName, package: .starter.package, devServerPort: .starter.devServerPort, measurements: .starter.measurements}]')" >> $GITHUB_OUTPUT | |
| echo "ssr-request-throughput=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.app) | select(.app.measurements | contains(["ssrRequestThroughput"])) | {name, displayName, package: .app.package, buildScript: .app.buildScript, buildOutputDir: .app.buildOutputDir, measurements: .app.measurements}]')" >> $GITHUB_OUTPUT | |
| echo "ssr-load=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.app) | select(.app.measurements | contains(["ssrLoad"])) | {name, displayName, package: .app.package, buildScript: .app.buildScript, buildOutputDir: .app.buildOutputDir, measurements: .app.measurements}]')" >> $GITHUB_OUTPUT | |
| echo "ssr-router-link-load=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.app) | select(.app.measurements | contains(["ssrRouterLinkLoad"])) | {name, displayName, package: .app.package, buildScript: .app.buildScript, buildOutputDir: .app.buildOutputDir, measurements: .app.measurements}]')" >> $GITHUB_OUTPUT | |
| echo "deps=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.starter) | select(.starter.measurements | contains(["dependencies"])) | {name, displayName, package: .starter.package}]')" >> $GITHUB_OUTPUT | |
| echo "client-side-rendered=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.app) | select(.app.measurements | contains(["clientSideRendered"])) | {name, displayName, package: .app.package, buildScript: .app.buildScript, buildOutputDir: .app.buildOutputDir, measurements: .app.measurements}]')" >> $GITHUB_OUTPUT | |
| echo "server-side-rendered=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.app) | select(.app.measurements | contains(["serverSideRendered"])) | {name, displayName, package: .app.package, buildScript: .app.buildScript, buildOutputDir: .app.buildOutputDir, measurements: .app.measurements}]')" >> $GITHUB_OUTPUT | |
| echo "initial-load=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.app) | select(.app.measurements | contains(["initialLoad"])) | {name, displayName, package: .app.package, buildScript: .app.buildScript, buildOutputDir: .app.buildOutputDir, measurements: .app.measurements}]')" >> $GITHUB_OUTPUT | |
| measure: | |
| name: Run | |
| needs: setup | |
| uses: ./.github/workflows/measure-framework.yml | |
| with: | |
| install-matrix: ${{ needs.setup.outputs.install-matrix }} | |
| build-matrix: ${{ needs.setup.outputs.build-matrix }} | |
| dev-server-matrix: ${{ needs.setup.outputs.dev-server-matrix }} | |
| ssr-request-throughput-matrix: ${{ needs.setup.outputs.ssr-request-throughput-matrix }} | |
| ssr-load-matrix: ${{ needs.setup.outputs.ssr-load-matrix }} | |
| ssr-router-link-load-matrix: ${{ needs.setup.outputs.ssr-router-link-load-matrix }} | |
| deps-matrix: ${{ needs.setup.outputs.deps-matrix }} | |
| client-side-rendered-matrix: ${{ needs.setup.outputs.client-side-rendered-matrix }} | |
| server-side-rendered-matrix: ${{ needs.setup.outputs.server-side-rendered-matrix }} | |
| initial-load-matrix: ${{ needs.setup.outputs.initial-load-matrix }} | |
| validate: | |
| name: Validate results | |
| needs: [setup, measure] | |
| if: ${{ !cancelled() }} | |
| runs-on: depot-ubuntu-24.04 | |
| steps: | |
| - name: Check measurement jobs succeeded | |
| env: | |
| SETUP_RESULT: ${{ needs.setup.result }} | |
| MEASURE_RESULT: ${{ needs.measure.result }} | |
| run: test "$SETUP_RESULT" = success && test "$MEASURE_RESULT" = success | |
| - name: Checkout code | |
| uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - name: Setup pnpm | |
| uses: pnpm/action-setup@8912a9102ac27614460f54aedde9e1e7f9aec20d # v6.0.5 | |
| - name: Setup Node.js | |
| uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0 | |
| with: | |
| node-version-file: '.nvmrc' | |
| cache: 'pnpm' | |
| - name: Install dependencies | |
| run: pnpm install --frozen-lockfile | |
| - name: Download artifacts | |
| uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1 | |
| with: | |
| path: artifacts | |
| - name: Validate all measurement artifacts and assembled results | |
| run: pnpm --filter @framework-tracker/stats-generator validate:ci-stats "$GITHUB_WORKSPACE/artifacts" | |
| generate-stats: | |
| name: Create stats update PR | |
| needs: validate | |
| if: github.ref == 'refs/heads/main' && (github.event_name == 'push' || github.event_name == 'workflow_dispatch') | |
| runs-on: depot-ubuntu-24.04 | |
| permissions: | |
| contents: write | |
| pull-requests: write | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - name: Setup pnpm | |
| uses: pnpm/action-setup@8912a9102ac27614460f54aedde9e1e7f9aec20d # v6.0.5 | |
| - name: Setup Node.js | |
| uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0 | |
| with: | |
| node-version-file: '.nvmrc' | |
| cache: 'pnpm' | |
| - name: Install dependencies | |
| run: pnpm install --frozen-lockfile | |
| - name: Download artifacts | |
| uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1 | |
| with: | |
| path: artifacts | |
| - name: List downloaded artifacts | |
| run: find artifacts -type f -name "*.json" 2>/dev/null || echo "No artifacts found" | |
| - name: Save CI stats | |
| run: pnpm --filter @framework-tracker/stats-generator save:ci-stats "$GITHUB_WORKSPACE/artifacts" --require-all-artifacts | |
| - name: Format | |
| run: pnpm format | |
| - name: Create Pull Request | |
| run: | | |
| git config user.name "github-actions[bot]" | |
| git config user.email "github-actions[bot]@users.noreply.github.com" | |
| if [[ -z $(git status -s) ]]; then | |
| echo "No changes to commit" | |
| exit 0 | |
| fi | |
| git checkout -B automated-stats-update | |
| git add packages/ results/ | |
| git commit -m "Update CI stats and generated stats after starter changes" | |
| git push --force-with-lease origin automated-stats-update | |
| if ! gh pr list --head automated-stats-update --state open | grep -q .; then | |
| gh pr create \ | |
| --title "Update CI stats and generated stats after starter changes" \ | |
| --body "Automated stats update triggered by changes to starter packages. | |
| Includes: | |
| - Combined framework measurements (results/<framework>/latest.json) | |
| - Versioned stats history (results/<framework>/versions/<version>.json) | |
| - Starter and app test results with project attribution | |
| This PR was automatically created and will auto-merge if all checks pass." \ | |
| --base main \ | |
| --head automated-stats-update | |
| else | |
| echo "PR already exists, updated with new commits" | |
| fi | |
| env: | |
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} |