benchmark-community-world.yml

# Reusable workflow for running benchmarks against a community world
# Supports optional service containers (mongodb, redis) via service-type input
# Called by benchmarks.yml

name: Benchmark Community World

on:
  workflow_call:
    inputs:
      world-id:
        description: 'World identifier (turso, mongodb, etc.)'
        required: true
        type: string
      world-name:
        description: 'Display name for the world'
        required: true
        type: string
      world-package:
        description: 'NPM package name for the world'
        required: true
        type: string
      app-name:
        description: 'App to test (default: nextjs-turbopack)'
        required: false
        type: string
        default: 'nextjs-turbopack'
      env-vars:
        description: 'JSON object of environment variables to set'
        required: false
        type: string
        default: '{}'
      service-type:
        description: 'Service container to run (none, mongodb, redis)'
        required: false
        type: string
        default: 'none'
      setup-command:
        description: 'Setup command to run after installing the world package'
        required: false
        type: string
        default: ''
      full-suite:
        description: 'Run full benchmark suite including long-running tests'
        required: false
        type: boolean
        default: false

jobs:
  benchmark:
    name: Benchmark ${{ inputs.world-name }}
    runs-on: ubuntu-latest
    timeout-minutes: 60

    env:
      TURBO_TOKEN: ${{ secrets.TURBO_TOKEN }}
      TURBO_TEAM: ${{ vars.TURBO_TEAM }}
      WORKFLOW_PUBLIC_MANIFEST: '1'

    steps:
      - name: Checkout Repo
        uses: actions/checkout@v4

      - name: Start MongoDB
        if: ${{ inputs.service-type == 'mongodb' }}
        run: |
          docker run -d --name mongodb -p 27017:27017 mongo:7
          echo "Waiting for MongoDB to be ready..."
          for i in {1..30}; do
            if docker exec mongodb mongosh --eval 'db.runCommand({ ping: 1 })' &>/dev/null; then
              echo "MongoDB is ready"
              break
            fi
            sleep 2
          done

      - name: Start Redis
        if: ${{ inputs.service-type == 'redis' }}
        run: |
          docker run -d --name redis -p 6379:6379 redis:7-alpine
          echo "Waiting for Redis to be ready..."
          for i in {1..30}; do
            if docker exec redis redis-cli ping | grep -q PONG; then
              echo "Redis is ready"
              break
            fi
            sleep 2
          done

      - name: Start SurrealDB
        if: ${{ inputs.service-type == 'surrealdb' }}
        run: |
          docker run -d --name surrealdb -p 8000:8000 \
            surrealdb/surrealdb:v3 \
            start --user root --pass root --bind 0.0.0.0:8000 memory
          echo "Waiting for SurrealDB to be ready..."
          for i in {1..30}; do
            if curl -sf http://localhost:8000/health &>/dev/null; then
              echo "SurrealDB is ready"
              break
            fi
            sleep 2
          done

      - name: Setup environment
        uses: ./.github/actions/setup-workflow-dev
        with:
          build-packages: 'true'

      - name: Install ${{ inputs.world-name }} World
        run: pnpm --filter ${{ inputs.app-name }} add ${{ inputs.world-package }}

      - name: Run setup command
        if: ${{ inputs.setup-command != '' }}
        run: ${{ inputs.setup-command }}
        working-directory: workbench/${{ inputs.app-name }}

      - name: Resolve symlinks
        run: ./scripts/resolve-symlinks.sh workbench/${{ inputs.app-name }}

      - name: Set environment variables
        run: |
          echo '${{ inputs.env-vars }}' | jq -r 'to_entries[] | "\(.key)=\(.value)"' >> $GITHUB_ENV

      - name: Build workbench
        run: pnpm turbo run build --filter='./workbench/${{ inputs.app-name }}'

      - name: Run benchmarks
        env:
          DEPLOYMENT_URL: "http://localhost:3000"
          APP_NAME: ${{ inputs.app-name }}
          WORKFLOW_BENCH_BACKEND: ${{ inputs.world-id }}
          BENCHMARK_FULL_SUITE: ${{ inputs.full-suite }}
        run: |
          cd workbench/${{ inputs.app-name }}
          pnpm start &
          echo "Waiting for server to start..."
          sleep 15
          cd ../..
          pnpm vitest bench packages/core/e2e/bench.bench.ts --run --outputJson=bench-results-${{ inputs.app-name }}-${{ inputs.world-id }}.json

      - name: Render benchmark results
        uses: ./.github/actions/render-benchmarks
        with:
          benchmark-file: bench-results-${{ inputs.app-name }}-${{ inputs.world-id }}.json
          app-name: ${{ inputs.app-name }}
          backend: ${{ inputs.world-id }}

      - name: Upload benchmark results
        uses: actions/upload-artifact@v4
        with:
          name: bench-results-${{ inputs.app-name }}-${{ inputs.world-id }}
          path: |
            bench-results-${{ inputs.app-name }}-${{ inputs.world-id }}.json
            bench-timings-${{ inputs.app-name }}-${{ inputs.world-id }}.json

      - name: Stop services
        if: always()
        run: |
          docker stop mongodb 2>/dev/null || true
          docker stop redis 2>/dev/null || true
          docker stop surrealdb 2>/dev/null || true