AI - Playwright e2e #2443
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: AI - Playwright e2e | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| workflow_dispatch: | |
| inputs: | |
| branch: | |
| description: 'Branch to checkout' | |
| required: false | |
| default: 'main' | |
| type: string | |
| permissions: | |
| contents: read | |
| jobs: | |
| main: | |
| runs-on: ubuntu-22.04 | |
| env: | |
| MIDSCENE_MODEL_API_KEY: ${{ secrets.MIDSCENE_MODEL_API_KEY }} | |
| MIDSCENE_MODEL_BASE_URL: ${{ vars.MIDSCENE_MODEL_BASE_URL }} | |
| MIDSCENE_MODEL_NAME: ${{ vars.MIDSCENE_MODEL_NAME }} | |
| MIDSCENE_MODEL_FAMILY: ${{ vars.MIDSCENE_MODEL_FAMILY }} | |
| MIDSCENE_MODEL_RETRY_COUNT: "2" | |
| MIDSCENE_MODEL_RETRY_INTERVAL: "60000" | |
| MIDSCENE_REPORT_QUIET: "true" | |
| CI: 1 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{ github.event.inputs.branch || github.ref }} | |
| - name: Setup pnpm | |
| uses: pnpm/action-setup@v2 | |
| with: | |
| version: 9.3.0 | |
| - name: Setup Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: '24.13.0' | |
| cache: 'pnpm' | |
| - name: Cache Playwright dependencies | |
| uses: actions/cache@v3 | |
| id: cache-playwright | |
| with: | |
| path: ~/.cache/ms-playwright | |
| key: ${{ runner.os }}-playwright-${{ hashFiles('pnpm-lock.yaml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-playwright- | |
| - name: Install dependencies | |
| run: pnpm install --frozen-lockfile | |
| - name: Install Playwright dependencies | |
| run: | | |
| cd packages/web-integration | |
| if [ "${{ steps.cache-playwright.outputs.cache-hit }}" != "true" ]; then | |
| npx playwright install --with-deps | |
| else | |
| npx playwright install-deps && npx playwright install | |
| fi | |
| - name: Install puppeteer dependencies | |
| run: | | |
| cd packages/web-integration | |
| npx puppeteer browsers install chrome | |
| - name: Run e2e tests | |
| run: pnpm run e2e | |
| id: e2e-tests | |
| continue-on-error: true | |
| - name: Upload e2e report | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: e2e-report | |
| path: ${{ github.workspace }}/packages/web-integration/midscene_run/report | |
| if-no-files-found: ignore | |
| - name: Run e2e tests cache | |
| run: pnpm run e2e:cache | |
| id: e2e-tests-cache | |
| continue-on-error: true | |
| - name: Upload e2e cache report | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: e2e-cache-report | |
| path: ${{ github.workspace }}/packages/web-integration/midscene_run/report | |
| if-no-files-found: ignore | |
| - name: Run e2e tests report | |
| run: pnpm run e2e:report | |
| id: e2e-tests-report | |
| continue-on-error: true | |
| - name: Upload e2e report output | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: e2e-report-output | |
| path: ${{ github.workspace }}/packages/web-integration/midscene_run/report | |
| if-no-files-found: ignore | |
| - name: Check if tests failed | |
| if: steps.e2e-tests.outcome == 'failure' || steps.e2e-tests-cache.outcome == 'failure' || steps.e2e-tests-report.outcome == 'failure' | |
| run: | | |
| echo "::error::The following e2e tests failed:" | |
| if [ "${{ steps.e2e-tests.outcome }}" == "failure" ]; then echo " - e2e (basic)"; fi | |
| if [ "${{ steps.e2e-tests-cache.outcome }}" == "failure" ]; then echo " - e2e:cache"; fi | |
| if [ "${{ steps.e2e-tests-report.outcome }}" == "failure" ]; then echo " - e2e:report"; fi | |
| exit 1 | |
| report-e2e: | |
| runs-on: ubuntu-22.04 | |
| env: | |
| MIDSCENE_MODEL_API_KEY: ${{ secrets.MIDSCENE_MODEL_API_KEY }} | |
| MIDSCENE_MODEL_BASE_URL: ${{ vars.MIDSCENE_MODEL_BASE_URL }} | |
| MIDSCENE_MODEL_NAME: ${{ vars.MIDSCENE_MODEL_NAME }} | |
| MIDSCENE_MODEL_FAMILY: ${{ vars.MIDSCENE_MODEL_FAMILY }} | |
| MIDSCENE_MODEL_RETRY_COUNT: "2" | |
| MIDSCENE_MODEL_RETRY_INTERVAL: "60000" | |
| MIDSCENE_REPORT_QUIET: "true" | |
| CI: 1 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{ github.event.inputs.branch || github.ref }} | |
| - name: Setup pnpm | |
| uses: pnpm/action-setup@v2 | |
| with: | |
| version: 9.3.0 | |
| - name: Setup Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: '24.13.0' | |
| cache: 'pnpm' | |
| - name: Cache Playwright dependencies | |
| uses: actions/cache@v3 | |
| id: cache-playwright | |
| with: | |
| path: ~/.cache/ms-playwright | |
| key: ${{ runner.os }}-playwright-${{ hashFiles('pnpm-lock.yaml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-playwright- | |
| - name: Install dependencies | |
| run: pnpm install --frozen-lockfile | |
| - name: Install Playwright dependencies | |
| run: | | |
| cd packages/web-integration | |
| if [ "${{ steps.cache-playwright.outputs.cache-hit }}" != "true" ]; then | |
| npx playwright install --with-deps | |
| else | |
| npx playwright install-deps && npx playwright install | |
| fi | |
| - name: Install puppeteer dependencies | |
| run: | | |
| cd packages/web-integration | |
| npx puppeteer browsers install chrome | |
| - name: Build project | |
| run: pnpm run build:skip-cache | |
| - name: Run report app e2e tests | |
| run: cd apps/report && pnpm run e2e | |
| id: report-e2e | |
| continue-on-error: true | |
| timeout-minutes: 30 | |
| - name: Upload report e2e report | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: report-app-e2e-report | |
| path: ${{ github.workspace }}/apps/report/midscene_run/report | |
| if-no-files-found: ignore | |
| - name: Check test result | |
| if: steps.report-e2e.outcome == 'failure' | |
| run: exit 1 |