Merge branch 't3chguy/playwright-fixes' of https://github.com/vector-im/element-web into t3chguy/playwright-homeservers

# Conflicts:
#	.github/workflows/end-to-end-tests.yaml

.github/CODEOWNERS

@@ -15,5 +15,5 @@
 /src/i18n/strings
 /src/i18n/strings/en_EN.json  @element-hq/element-web-reviewers
 # Ignore the synapse plugin as this is updated by GHA for docker image updating
-/playwright/plugins/homeserver/synapse/index.ts
+/playwright/testcontainers/synapse.ts
 

.github/labels.yml

@@ -210,6 +210,9 @@
 - name: "X-Upcoming-Release-Blocker"
   description: "This does not affect the current release cycle but will affect the next one"
   color: "e99695"
+- name: "X-Run-All-Tests"
+  description: "When applied to PRs, it'll run the full gamut of end-to-end tests on the PR"
+  color: "ff7979"
 - name: "Z-Actions"
   color: "ededed"
 - name: "Z-Cache-Confusion"

.github/workflows/end-to-end-tests.yaml

@@ -111,23 +111,23 @@ jobs:
                 # Run multiple instances in parallel to speed up the tests
                 runner: ${{ fromJSON(needs.build.outputs.runners-matrix) }}
                 project:
-                    #                    - Chrome
+                    - Chrome
-                    #                    - Firefox
+                    - Firefox
-                    #                    - WebKit
+                    - WebKit
                     - Dendrite
                     - Pinecone
-                isCron:
+                runAllTests:
-                    - ${{ github.event_name == 'schedule' }}
+                    - true
-                # Skip the non-Chrome runs unless this was a cron trigger
+                # Skip the Firefox & Safari runs unless this was a cron trigger or PR has X-Run-All-Tests label
-        #                exclude:
+                exclude:
-        #                    - isCron: false
+                    - runAllTests: false
-        #                      project: Firefox
+                      project: Firefox
-        #                    - isCron: false
+                    - runAllTests: false
-        #                      project: WebKit
+                      project: WebKit
-        #                    - isCron: false
+                    - runAllTests: false
-        #                      project: Dendrite
+                      project: Dendrite
-        #                    - isCron: false
+                    - runAllTests: false
-        #                      project: Pinecone
+                      project: Pinecone
         steps:
             - uses: actions/checkout@v4
               with:
@@ -176,7 +176,7 @@ jobs:
                   yarn playwright test \
                       --shard "${{ matrix.runner }}/${{ needs.build.outputs.num-runners }}" \
                       --project="${{ matrix.project }}" \
-                      ${{ github.event_name == 'pull_request' && '--grep-invert @mergequeue' || '' }}
+                      ${{ (github.event_name == 'pull_request' && matrix.runAllTests == false ) && '--grep-invert @mergequeue' || '' }}
 
             - name: Upload blob report to GitHub Actions Artifacts
               if: always()

.github/workflows/playwright-image-updates.yaml

@@ -17,7 +17,7 @@ jobs:
                   docker pull "$IMAGE"
                   INSPECT=$(docker inspect --format='{{index .RepoDigests 0}}' "$IMAGE")
                   DIGEST=${INSPECT#*@}
-                  sed -i "s/const DOCKER_TAG.*/const DOCKER_TAG = \"develop@$DIGEST\";/" playwright/plugins/homeserver/synapse/index.ts
+                  sed -i "s/const TAG.*/const TAG = \"develop@$DIGEST\";/" playwright/testcontainers/synapse.ts
               env:
                   IMAGE: ghcr.io/element-hq/synapse:develop
 

docs/playwright.md

@@ -227,6 +227,8 @@ has to be disabled in Playwright on Firefox & Webkit to retain routing functiona
 Anything testing VoIP/microphone will need to have `@no-webkit` as fake microphone functionality is not available
 there at this time.
 
+If you wish to run all tests in a PR, you can give it the label `X-Run-All-Tests`.
+
 ## Supporter container runtimes
 
 We use testcontainers to spin up various instances of Synapse, Matrix Authentication Service, and more.