auto-copilot-test-review-playwright.yml

name: "Comprehensive Test Review with Playwright"

on:

  push:

    branches:

      - main

      - master

  pull_request:

    types: [opened, synchronize, reopened]

  workflow_dispatch:

permissions:

  contents: write

  pull-requests: write

  checks: write

jobs:

  test-review-and-execution:

    runs-on: self-hosted

    strategy:

      matrix:

        browser: [chromium, firefox, webkit]

        mode: [headed, headless]

    steps:

      - name: Checkout code

        uses: actions/checkout@main

      - name: Setup Node.js

        uses: actions/setup-node@main

        with:

          node-version: '20'

          cache: 'npm'

        continue-on-error: true

      - name: Setup Python

        uses: actions/setup-python@main

        with:

          python-version: '3.11'

          cache: 'pip'

        continue-on-error: true

      - name: Install Node.js dependencies

        run: |

          if [ -f "package.json" ]; then

            npm install

            npm install -D @playwright/test playwright

          fi

        continue-on-error: true

      - name: Install Python dependencies

        run: |

          if [ -f "requirements.txt" ]; then

            pip install -r requirements.txt

          fi

          pip install pytest playwright pytest-playwright

        continue-on-error: true

      - name: Install Playwright browsers

        run: |

          npx playwright install --with-deps ${{ matrix.browser }} || python -m playwright install --with-deps ${{ matrix.browser }}

        continue-on-error: true

      - name: Verify Playwright installation

        run: |

          echo "Checking Playwright installation..."

          npx playwright --version || python -m playwright --version || echo "Playwright not installed"

      - name: Run Playwright Tests (Headless)

        if: matrix.mode == 'headless'

        run: |

          if [ -f "playwright.config.ts" ] || [ -f "playwright.config.js" ]; then

            npx playwright test --browser=${{ matrix.browser }}

          elif [ -d "tests" ] && find tests -name "*test*.py" -o -name "*_test.py" | grep -q .; then

            pytest tests/ --browser ${{ matrix.browser }} --headed=false

          else

            echo "No Playwright tests found - this is OK if not a web project"

          fi

        env:

          CI: true

        continue-on-error: true

      - name: Run Playwright Tests (Headed)

        if: matrix.mode == 'headed'

        run: |

          if [ -f "playwright.config.ts" ] || [ -f "playwright.config.js" ]; then

            npx playwright test --browser=${{ matrix.browser }} --headed

          elif [ -d "tests" ] && find tests -name "*test*.py" -o -name "*_test.py" | grep -q .; then

            pytest tests/ --browser ${{ matrix.browser }} --headed=true

          else

            echo "No Playwright tests found - this is OK if not a web project"

          fi

        env:

          CI: true

          DISPLAY: :99

        continue-on-error: true

      - name: Upload Playwright Test Results

        uses: actions/upload-artifact@main

        if: always()

        with:

          name: playwright-results-${{ matrix.browser }}-${{ matrix.mode }}

          path: |

            playwright-report/

            test-results/

            playwright-traces/

          retention-days: 30

        continue-on-error: true

      - name: Upload Playwright Screenshots on Failure

        uses: actions/upload-artifact@main

        if: failure()

        with:

          name: playwright-screenshots-${{ matrix.browser }}-${{ matrix.mode }}

          path: |

            screenshots/

            test-results/**/screenshots/

          retention-days: 7

        continue-on-error: true

  test-coverage-review:

    runs-on: self-hosted

    needs: test-review-and-execution

    steps:

      - name: Checkout code

        uses: actions/checkout@main

      - name: Analyze Test Coverage

        id: coverage

        run: |

          echo "## Test Coverage Analysis" > /tmp/test-analysis.md

          echo "" >> /tmp/test-analysis.md

          

          # Find test files

          echo "### Test Files Found:" >> /tmp/test-analysis.md

          find . -type f \( -name "*test*.js" -o -name "*test*.ts" -o -name "*test*.py" -o -name "*spec*.js" -o -name "*spec*.ts" \) \

            ! -path "*/node_modules/*" \

            ! -path "*/dist/*" \

            ! -path "*/.venv/*" \

            -exec echo "- {}" \; >> /tmp/test-analysis.md || echo "No test files found" >> /tmp/test-analysis.md

          

          echo "" >> /tmp/test-analysis.md

          echo "### Source Files Without Tests:" >> /tmp/test-analysis.md

          

          # Find source files that might need tests

          for file in $(find . -type f \( -name "*.js" -o -name "*.ts" -o -name "*.py" \) \

            ! -path "*/node_modules/*" \

            ! -path "*/dist/*" \

            ! -path "*/build/*" \

            ! -path "*/.venv/*" \

            ! -path "*/vendor/*" \

            ! -name "*test*" \

            ! -name "*spec*"); do

            basename=$(basename "$file" | sed 's/\.[^.]*$//')

            

            # Check if corresponding test file exists

            if ! find . -name "*${basename}*test*" -o -name "*${basename}*spec*" 2>/dev/null | grep -q .; then

              echo "- $file (no corresponding test found)" >> /tmp/test-analysis.md

            fi

          done

          

          cat /tmp/test-analysis.md

      - name: GitHub Copilot Test Review

        uses: github/copilot-cli-action@main

        with:

          query: |

            Review the test suite for this repository:

            1. Verify all web-based functionality has Playwright tests (both headed and headless)

            2. Identify missing test coverage for critical functionality

            3. Check test quality and maintainability

            4. Suggest improvements for test organization

            5. Verify tests follow best practices (isolation, clarity, proper assertions)

            6. Check for flaky tests or tests with timing issues

            7. Ensure tests are running in CI/CD pipeline

            

            For any web tests not using Playwright, recommend migration.

            Provide specific, actionable recommendations with file names.

        env:

          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

        continue-on-error: true

      - name: Create or Update Test Review Issue

        uses: actions/github-script@main

        with:

          github-token: ${{ secrets.GITHUB_TOKEN }}

          script: |

            const fs = require('fs');

            const analysis = fs.readFileSync('/tmp/test-analysis.md', 'utf8');

            

            const date = new Date().toISOString().split('T')[0];

            const title = `Test Coverage Review - ${date}`;

            

            const body = `# Comprehensive Test Review

            

            This automated review ensures proper test coverage with Playwright for web tests.

            

            ${analysis}

            

            ## Playwright Test Status

            

            ✅ Tests run in multiple browsers: Chromium, Firefox, WebKit

            ✅ Tests run in both headed and headless modes

            

            ## Recommendations

            

            1. **Add Playwright tests** for all web-based functionality

            2. **Migrate existing web tests** to Playwright if not already using it

            3. **Add tests** for source files without coverage

            4. **Review test quality** and maintainability

            5. **Fix flaky tests** and timing issues

            6. **Ensure CI/CD integration** for all tests

            

            ## Action Items

            

            - [ ] Review files without tests and add coverage

            - [ ] Migrate non-Playwright web tests to Playwright

            - [ ] Fix any failing tests

            - [ ] Add documentation for test setup and execution

            

            ---

            *This issue was automatically generated by the Test Review workflow.*

            `;

            

            // Check if similar issue exists

            const issues = await github.rest.issues.listForRepo({

              owner: context.repo.owner,

              repo: context.repo.repo,

              state: 'open',

              labels: ['test-coverage', 'automated'],

              per_page: 10

            });

            

            const recentIssue = issues.data.find(issue => {

              const createdAt = new Date(issue.created_at);

              const daysSinceCreation = (Date.now() - createdAt) / (1000 * 60 * 60 * 24);

              return daysSinceCreation < 7;

            });

            

            if (recentIssue) {

              console.log(`Recent issue found: #${recentIssue.number}, updating`);

              await github.rest.issues.createComment({

                owner: context.repo.owner,

                repo: context.repo.repo,

                issue_number: recentIssue.number,

                body: `## Updated Analysis (${date})\n\n${analysis}`

              });

            } else {

              await github.rest.issues.create({

                owner: context.repo.owner,

                repo: context.repo.repo,

                title: title,

                body: body,

                labels: ['test-coverage', 'automated', 'playwright', 'needs-review']

              });

            }