playwright.yml

name: Playwright Tests
on:
  push:
    branches: [ master, develop ]
  pull_request:
    branches: [ master, develop ]
jobs:
  build:
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4
    - uses: actions/setup-node@v4
      with:
        node-version: lts/*
        cache: npm
        cache-dependency-path: package-lock.json
    - name: Build Stackable Free Plugin
      run: |
        npm ci --legacy-peer-deps
        npm run build:no-translate
    - name: Archive plugin build
      run: tar --exclude=./node_modules --exclude=./.git -czf /tmp/stackable-playwright-build.tar.gz .
    - uses: actions/upload-artifact@v4
      with:
        name: stackable-playwright-build
        path: /tmp/stackable-playwright-build.tar.gz
        retention-days: 1

  test:
    needs: build
    timeout-minutes: 60
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false  # Ensures the matrix doesn't stop if one job fails
      matrix:
        include:
          # stackable-playwright-matrix-start
          - php_version: '8.5'
            wp_version: '7.0.1'
          - php_version: '7.4'
            wp_version: '7.0.1'
          - php_version: '7.4'
            wp_version: '6.8.5'
          - php_version: '7.4'
            wp_version: '6.9.4'
          # stackable-playwright-matrix-end
    name: PHP ${{ matrix.php_version }} and WP ${{ matrix.wp_version || 'latest' }}
    steps:
    - uses: actions/checkout@v4
    - uses: actions/setup-node@v4
      with:
        node-version: lts/*
        cache: npm
        cache-dependency-path: package-lock.json
    - name: Restore plugin build
      uses: actions/download-artifact@v4
      with:
        name: stackable-playwright-build
    - name: Extract plugin build
      run: tar -xzf stackable-playwright-build.tar.gz
    - name: Install dependencies
      run: npm ci --legacy-peer-deps
    - name: Set the version suffix for the output
      run: echo VERSION_SUFFIX=${GITHUB_REF_NAME//\//-} >> $GITHUB_ENV
    - name: Set WP Version and create .wp-env.json
      run: |
        WP_VERSION="${{ matrix.wp_version }}"
        core='"Wordpress/Wordpress#'${{ matrix.wp_version }}'"'

        if [[ -z "$WP_VERSION" || "$WP_VERSION" == "null" ]]; then
          WP_VERSION="latest"
          core=null
        fi

        echo "WP_VERSION=$WP_VERSION" >> $GITHUB_ENV

        echo '{
          "core": '$core',
          "phpVersion": "${{ matrix.php_version }}",
          "plugins": [ "." ],
          "config": {
              "SCRIPT_DEBUG": false
            }
          }' > .wp-env.json

        cat .wp-env.json
    - name: Cache Playwright Browsers
      uses: actions/cache@v4
      with:
        path: ~/.cache/ms-playwright
        key: ${{ runner.os }}-playwright-${{ hashFiles('package-lock.json') }}
        restore-keys: |
          ${{ runner.os }}-playwright-
    - name: Install Playwright Browsers
      timeout-minutes: 15
      run: |
        for attempt in 1 2 3; do
          npx playwright install chromium --with-deps && exit 0
          echo "Playwright install failed on attempt $attempt"
          sleep $((attempt * 30))
        done
        exit 1
    - name: Start wp-env
      run: npx @wordpress/env start
    - name: Print current WP version
      run: npx @wordpress/env run tests-cli wp core version
    - name: Create post with existing blocks
      run: |
        POST_ID=$(npx @wordpress/env run tests-cli wp post create wp-content/plugins/Stackable/e2e/config/post-content.txt --post_title="Existing Blocks" --post_status=publish --porcelain)
        echo "WP_TEST_POSTID=$POST_ID" >> $GITHUB_ENV
      continue-on-error: true
    - name: Disable guided tours
      run: |
        TOUR_STATES='["design-system", "editor", "design-library", "blocks"]'
        npx @wordpress/env run tests-cli wp option update stackable_guided_tour_states "$TOUR_STATES" --format=json
    - name: Run playwright tests
      id: run-playwright-tests
      env:
        WP_BASE_URL: http://localhost:8889
        WP_AUTH_STORAGE: wp-auth.json
        WP_USERNAME: admin
        WP_PASSWORD: password
        STACKABLE_SLUG: Stackable/plugin
        WP_TEST_POSTID: ${{ env.WP_TEST_POSTID }}
      run: npm run test
    - uses: actions/upload-artifact@v4
      if: ${{ !cancelled() && steps.run-playwright-tests.outcome == 'failure' }}
      id: artifact-upload-step
      with:
        name: playwright-report-php_${{ matrix.php_version }}-wp_${{ env.WP_VERSION }}-${{ env.VERSION_SUFFIX }}
        path: playwright-report/
        overwrite: true
        retention-days: 30
    - uses: markpatterson27/markdown-to-output@v1
      id: mto
      if: ${{ !cancelled() && steps.run-playwright-tests.outcome == 'failure' }}
      with:
        filepath: ./playwright-stk/errors.md
    - name: Add test results to summary
      if: ${{ !cancelled() && steps.run-playwright-tests.outcome == 'failure' }}
      run: |
        echo "${{ steps.mto.outputs.body }}" >> $GITHUB_STEP_SUMMARY
        echo "Report: [playwright-report-php_${{ matrix.php_version }}-wp_${{ env.WP_VERSION }}-${{ env.VERSION_SUFFIX }}.zip](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}/artifacts/${{ steps.artifact-upload-step.outputs.artifact-id }})" >> $GITHUB_STEP_SUMMARY