Nightly regression tests #651
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nightly regression tests | |
| on: | |
| schedule: | |
| - cron: "0 0 * * *" | |
| workflow_dispatch: | |
| inputs: | |
| pytest_command: | |
| description: 'Custom pytest command' | |
| required: true | |
| default: '-m "not devRun"' | |
| type: string | |
| parallelism: | |
| description: 'Number of machines to split tests' | |
| required: false | |
| default: 2 | |
| type: number | |
| jobs: | |
| setup-matrix: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.set-matrix.outputs.matrix }} | |
| steps: | |
| - id: set-matrix | |
| run: | | |
| count=${{ github.event.inputs.parallelism || 2 }} | |
| matrix=$(seq -s ',' 1 $count) | |
| echo "matrix=$(jq -cn --argjson groups "[$matrix]" '{group: $groups}')" >> $GITHUB_OUTPUT | |
| nightly-test: | |
| needs: setup-matrix | |
| runs-on: ubuntu-latest | |
| container: | |
| image: mcr.microsoft.com/playwright:v1.51.0-jammy | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{ fromJson(needs.setup-matrix.outputs.matrix) }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.13' | |
| - name: Set up uv | |
| uses: astral-sh/setup-uv@v5 | |
| with: | |
| enable-cache: true | |
| - name: Create venv & install dependencies | |
| run: | | |
| uv venv | |
| uv sync --all-extras --dev | |
| - name: Run Tests | |
| run: | | |
| xvfb-run .venv/bin/python -m pytest ${{ github.event.inputs.pytest_command || '-m "not devRun"' }} \ | |
| --base-url ${{ vars.BASE_URL }} \ | |
| --splits ${{ github.event.inputs.parallelism || 2 }} \ | |
| --group ${{ matrix.group }} | |
| - name: Upload test results and artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4.6.2 | |
| with: | |
| name: test-results-${{ matrix.group }} | |
| path: | | |
| test-results/ | |
| allure-results | |
| retention-days: 7 | |
| merge-reports: | |
| needs: nightly-test | |
| if: always() | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Download all test results | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: artifacts | |
| - name: Merge test results | |
| run: | | |
| mkdir -p merged-test-results | |
| for dir in artifacts/test-results-*/test-results; do | |
| cp -r $dir/* merged-test-results/ | |
| done | |
| - name: Upload Merged Test Results | |
| uses: actions/upload-artifact@v4.6.2 | |
| id: merged-artifact-upload | |
| with: | |
| name: merged-test-results | |
| path: merged-test-results/ | |
| retention-days: 7 | |
| - name: Merge Allure Results | |
| run: | | |
| mkdir -p allure-results | |
| for dir in artifacts/test-results-*/allure-results; do | |
| cp -r $dir/* allure-results/ | |
| done | |
| - name: Link Git Information And Browser Version To Allure Report | |
| working-directory: allure-results | |
| if: always() | |
| run: | | |
| { | |
| echo BUILD_URL=${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} | |
| echo GIT_BRANCH=${{ github.head_ref || github.ref_name }} | |
| echo GIT_COMMIT_ID=${{ github.sha }} | |
| echo GIT_COMMIT_MESSAGE=$(git show -s --format=%s HEAD) | |
| echo GIT_COMMIT_AUTHOR_NAME=$(git show -s --format='%ae' HEAD) | |
| echo GIT_COMMIT_TIME=$(git show -s --format=%ci HEAD) | |
| echo CHROME_VERSION=$(google-chrome --product-version) | |
| } >> environment.properties | |
| - name: Link Playwright Traces And Videos To Allure Report | |
| working-directory: allure-results | |
| if: contains(needs.*.result, 'failure') | |
| run: echo ARTIFACT_URL=${{ steps.merged-artifact-upload.outputs.artifact-url }} >> environment.properties | |
| - name: Generate Allure Report | |
| uses: simple-elf/allure-report-action@master | |
| if: always() | |
| id: allure-report | |
| with: | |
| allure_results: allure-results | |
| allure_report: allure-report | |
| gh_pages: gh-pages | |
| allure_history: allure-history | |
| - name: Deploy Report To Github Pages | |
| if: always() | |
| uses: peaceiris/actions-gh-pages@v4 | |
| with: | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| publish_dir: allure-history |