Skip to content

Fixed Browser Baseline #299

Fixed Browser Baseline

Fixed Browser Baseline #299

Workflow file for this run

name: Benchmarks
env:
RUNNER_LABEL: 'Depot depot-ubuntu-24.04 GitHub Actions runner (2 CPUs, 8 GB RAM, 100 GB disk, 2 GB disk accelerator)'
on:
workflow_dispatch:
push:
branches: [main]
paths:
- 'packages/starter-*/**'
- '!packages/starter-*/ci-stats.json'
- '!packages/starter-*/stats/**'
- '!packages/starter-*/install-stats.json'
- '!packages/starter-*/build-stats.json'
- '!packages/starter-*/dev-server-stats.json'
- '!packages/starter-*/corejs-stats.json'
- '!packages/starter-*/browser-baseline-stats.json'
- '!packages/starter-*/e18e-stats.json'
- '!packages/starter-*/node-engines-stats.json'
- 'packages/app-*/**'
- '!packages/app-*/ci-stats.json'
- '!packages/app-*/stats/**'
- 'packages/stats-generator/**'
- '.github/workflows/generate-stats.yml'
- '.github/workflows/measure-framework.yml'
- 'packages/results/**'
- 'package.json'
- 'pnpm-lock.yaml'
- 'pnpm-workspace.yaml'
- '.nvmrc'
pull_request:
branches: [main]
paths:
- 'packages/starter-*/**'
- '!packages/starter-*/ci-stats.json'
- '!packages/starter-*/stats/**'
- '!packages/starter-*/install-stats.json'
- '!packages/starter-*/build-stats.json'
- '!packages/starter-*/dev-server-stats.json'
- '!packages/starter-*/corejs-stats.json'
- '!packages/starter-*/browser-baseline-stats.json'
- '!packages/starter-*/e18e-stats.json'
- '!packages/starter-*/node-engines-stats.json'
- 'packages/app-*/**'
- '!packages/app-*/ci-stats.json'
- '!packages/app-*/stats/**'
- 'packages/stats-generator/**'
- '.github/workflows/generate-stats.yml'
- '.github/workflows/measure-framework.yml'
- 'packages/results/**'
- 'package.json'
- 'pnpm-lock.yaml'
- 'pnpm-workspace.yaml'
- '.nvmrc'
permissions:
contents: read
jobs:
setup:
name: Prepare benchmarks
runs-on: depot-ubuntu-24.04
outputs:
install-matrix: ${{ steps.set-matrix.outputs.install }}
build-matrix: ${{ steps.set-matrix.outputs.build }}
dev-server-matrix: ${{ steps.set-matrix.outputs.dev-server }}
ssr-request-throughput-matrix: ${{ steps.set-matrix.outputs.ssr-request-throughput }}
ssr-load-matrix: ${{ steps.set-matrix.outputs.ssr-load }}
ssr-router-link-load-matrix: ${{ steps.set-matrix.outputs.ssr-router-link-load }}
deps-matrix: ${{ steps.set-matrix.outputs.deps }}
client-side-rendered-matrix: ${{ steps.set-matrix.outputs.client-side-rendered }}
server-side-rendered-matrix: ${{ steps.set-matrix.outputs.server-side-rendered }}
initial-load-matrix: ${{ steps.set-matrix.outputs.initial-load }}
steps:
- name: Checkout code
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
- name: Setup pnpm
uses: pnpm/action-setup@8912a9102ac27614460f54aedde9e1e7f9aec20d # v6.0.5
- name: Setup Node.js
uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
with:
node-version-file: '.nvmrc'
- name: Install workspace dependencies
run: pnpm install --frozen-lockfile
- name: Validate first-party dependency manifests
run: pnpm --filter @framework-tracker/stats-generator validate:first-party-dependencies
- name: Set matrices from TypeScript config
id: set-matrix
run: |
FRAMEWORKS=$(node packages/stats-generator/src/print-frameworks.ts)
echo "install=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.starter) | select(.starter.measurements | contains(["install"])) | {name, displayName, package: .starter.package, buildScript: .starter.buildScript, buildOutputDir: .starter.buildOutputDir, measurements: .starter.measurements}]')" >> $GITHUB_OUTPUT
echo "build=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.starter) | select(.starter.measurements | contains(["build"])) | {name, displayName, package: .starter.package, buildScript: .starter.buildScript, buildOutputDir: .starter.buildOutputDir, measurements: .starter.measurements}]')" >> $GITHUB_OUTPUT
echo "dev-server=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.starter) | select(.starter.measurements | contains(["devServer"])) | {name, displayName, package: .starter.package, devServerPort: .starter.devServerPort, measurements: .starter.measurements}]')" >> $GITHUB_OUTPUT
echo "ssr-request-throughput=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.app) | select(.app.measurements | contains(["ssrRequestThroughput"])) | {name, displayName, package: .app.package, buildScript: .app.buildScript, buildOutputDir: .app.buildOutputDir, measurements: .app.measurements}]')" >> $GITHUB_OUTPUT
echo "ssr-load=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.app) | select(.app.measurements | contains(["ssrLoad"])) | {name, displayName, package: .app.package, buildScript: .app.buildScript, buildOutputDir: .app.buildOutputDir, measurements: .app.measurements}]')" >> $GITHUB_OUTPUT
echo "ssr-router-link-load=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.app) | select(.app.measurements | contains(["ssrRouterLinkLoad"])) | {name, displayName, package: .app.package, buildScript: .app.buildScript, buildOutputDir: .app.buildOutputDir, measurements: .app.measurements}]')" >> $GITHUB_OUTPUT
echo "deps=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.starter) | select(.starter.measurements | contains(["dependencies"])) | {name, displayName, package: .starter.package}]')" >> $GITHUB_OUTPUT
echo "client-side-rendered=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.app) | select(.app.measurements | contains(["clientSideRendered"])) | {name, displayName, package: .app.package, buildScript: .app.buildScript, buildOutputDir: .app.buildOutputDir, measurements: .app.measurements}]')" >> $GITHUB_OUTPUT
echo "server-side-rendered=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.app) | select(.app.measurements | contains(["serverSideRendered"])) | {name, displayName, package: .app.package, buildScript: .app.buildScript, buildOutputDir: .app.buildOutputDir, measurements: .app.measurements}]')" >> $GITHUB_OUTPUT
echo "initial-load=$(echo "$FRAMEWORKS" | jq -c '[.[] | select(.app) | select(.app.measurements | contains(["initialLoad"])) | {name, displayName, package: .app.package, buildScript: .app.buildScript, buildOutputDir: .app.buildOutputDir, measurements: .app.measurements}]')" >> $GITHUB_OUTPUT
measure:
name: Run
needs: setup
uses: ./.github/workflows/measure-framework.yml
with:
install-matrix: ${{ needs.setup.outputs.install-matrix }}
build-matrix: ${{ needs.setup.outputs.build-matrix }}
dev-server-matrix: ${{ needs.setup.outputs.dev-server-matrix }}
ssr-request-throughput-matrix: ${{ needs.setup.outputs.ssr-request-throughput-matrix }}
ssr-load-matrix: ${{ needs.setup.outputs.ssr-load-matrix }}
ssr-router-link-load-matrix: ${{ needs.setup.outputs.ssr-router-link-load-matrix }}
deps-matrix: ${{ needs.setup.outputs.deps-matrix }}
client-side-rendered-matrix: ${{ needs.setup.outputs.client-side-rendered-matrix }}
server-side-rendered-matrix: ${{ needs.setup.outputs.server-side-rendered-matrix }}
initial-load-matrix: ${{ needs.setup.outputs.initial-load-matrix }}
validate:
name: Validate results
needs: [setup, measure]
if: ${{ !cancelled() }}
runs-on: depot-ubuntu-24.04
steps:
- name: Check measurement jobs succeeded
env:
SETUP_RESULT: ${{ needs.setup.result }}
MEASURE_RESULT: ${{ needs.measure.result }}
run: test "$SETUP_RESULT" = success && test "$MEASURE_RESULT" = success
- name: Checkout code
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
- name: Setup pnpm
uses: pnpm/action-setup@8912a9102ac27614460f54aedde9e1e7f9aec20d # v6.0.5
- name: Setup Node.js
uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
with:
node-version-file: '.nvmrc'
cache: 'pnpm'
- name: Install dependencies
run: pnpm install --frozen-lockfile
- name: Download artifacts
uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
with:
path: artifacts
- name: Validate all measurement artifacts and assembled results
run: pnpm --filter @framework-tracker/stats-generator validate:ci-stats "$GITHUB_WORKSPACE/artifacts"
generate-stats:
name: Create stats update PR
needs: validate
if: github.ref == 'refs/heads/main' && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
runs-on: depot-ubuntu-24.04
permissions:
contents: write
pull-requests: write
steps:
- name: Checkout code
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
- name: Setup pnpm
uses: pnpm/action-setup@8912a9102ac27614460f54aedde9e1e7f9aec20d # v6.0.5
- name: Setup Node.js
uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
with:
node-version-file: '.nvmrc'
cache: 'pnpm'
- name: Install dependencies
run: pnpm install --frozen-lockfile
- name: Download artifacts
uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
with:
path: artifacts
- name: List downloaded artifacts
run: find artifacts -type f -name "*.json" 2>/dev/null || echo "No artifacts found"
- name: Save CI stats
run: pnpm --filter @framework-tracker/stats-generator save:ci-stats "$GITHUB_WORKSPACE/artifacts" --require-all-artifacts
- name: Format
run: pnpm format
- name: Create Pull Request
run: |
git config user.name "github-actions[bot]"
git config user.email "github-actions[bot]@users.noreply.github.com"
if [[ -z $(git status -s) ]]; then
echo "No changes to commit"
exit 0
fi
git checkout -B automated-stats-update
git add packages/ results/
git commit -m "Update CI stats and generated stats after starter changes"
git push --force-with-lease origin automated-stats-update
if ! gh pr list --head automated-stats-update --state open | grep -q .; then
gh pr create \
--title "Update CI stats and generated stats after starter changes" \
--body "Automated stats update triggered by changes to starter packages.
Includes:
- Combined framework measurements (results/<framework>/latest.json)
- Versioned stats history (results/<framework>/versions/<version>.json)
- Starter and app test results with project attribution
This PR was automatically created and will auto-merge if all checks pass." \
--base main \
--head automated-stats-update
else
echo "PR already exists, updated with new commits"
fi
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}