1) [Chrome] › right-panel/memberlist.spec.ts:36:9 › Memberlist › Renders correctly @screenshot ─── Error: expect(locator).toHaveScreenshot(expected) 174 pixels (ratio 0.01 of all image pixels) are different. Expected: /home/runner/work/element-web/element-web/playwright/snapshots/right-panel/memberlist.spec.ts/with-four-members-linux.png Received: /home/runner/work/element-web/element-web/playwright/test-results/right-panel-memberlist-Memberlist-Renders-correctly-Chrome/with-four-members-actual.png Diff: /home/runner/work/element-web/element-web/playwright/test-results/right-panel-memberlist-Memberlist-Renders-correctly-Chrome/with-four-members-diff.png Call log: - expect.toHaveScreenshot(with-four-members.png) with timeout 5000ms - verifying given screenshot expectation - waiting for locator('.mx_MemberListView') - locator resolved to <div role="tabpanel" id="memberlist-panel" class="mx_BaseCard mx_MemberListView" aria-labelledby="memberlist-panel-tab">…</div> - taking element screenshot - disabled all CSS animations - waiting for fonts to load... - fonts loaded - attempting scroll into view action - waiting for element to be stable - 174 pixels (ratio 0.01 of all image pixels) are different. - waiting 100ms before taking screenshot - waiting for locator('.mx_MemberListView') - locator resolved to <div role="tabpanel" id="memberlist-panel" class="mx_BaseCard mx_MemberListView" aria-labelledby="memberlist-panel-tab">…</div> - taking element screenshot - disabled all CSS animations - waiting for fonts to load... - fonts loaded - attempting scroll into view action - waiting for element to be stable - captured a stable screenshot - 174 pixels (ratio 0.01 of all image pixels) are different. 39 | await expect(memberlist.locator(".mx_MemberTileView")).toHaveCount(4); 40 | await expect(memberlist.getByText("(Invited)")).toHaveCount(1); > 41 | await expect(page.locator(".mx_MemberListView")).toMatchScreenshot("with-four-members.png"); | ^ 42 | }); 43 | }); 44 | at /home/runner/work/element-web/element-web/playwright/e2e/right-panel/memberlist.spec.ts:41:58

1) [Chrome] › widgets/layout.spec.ts:77:9 › Widget Layout › manually resize the height of the top container layout Test timeout of 30000ms exceeded while running "beforeEach" hook. 31 | let roomId: string; 32 | let widgetUrl: string; > 33 | test.beforeEach(async ({ webserver, app, user }) => { | ^ 34 | widgetUrl = webserver.start(WIDGET_HTML); 35 | 36 | roomId = await app.client.createRoom({ name: ROOM_NAME }); at /home/runner/work/element-web/element-web/playwright/e2e/widgets/layout.spec.ts:33:10

1) [Chrome] › widgets/layout.spec.ts:77:9 › Widget Layout › manually resize the height of the top container layout Error: locator.click: Test timeout of 30000ms exceeded. Call log: - waiting for getByRole('tree', { name: 'Rooms' }).locator('[title="Test Room"],[aria-label="Test Room"]').first() at ../pages/ElementAppPage.ts:96 94 | .locator(`[title="${name}"],[aria-label="${name}"]`) 95 | .first() > 96 | .click(); | ^ 97 | } 98 | 99 | public async viewRoomById(roomId: string): Promise<void> { at ElementAppPage.viewRoomByName (/home/runner/work/element-web/element-web/playwright/pages/ElementAppPage.ts:96:14) at /home/runner/work/element-web/element-web/playwright/e2e/widgets/layout.spec.ts:70:19

1) [Chrome] › audio-player/audio-player.spec.ts:243:9 › Audio player › should support creating a reply chain with multiple audio files @no-firefox @no-webkit @screenshot Error: locator.scrollIntoViewIfNeeded: Element is not attached to the DOM Call log: - attempting scroll into view action - waiting for element to be stable 254 | // Find and click "Reply" button 255 | const clickButtonReply = async () => { > 256 | await tile.scrollIntoViewIfNeeded(); | ^ 257 | await tile.hover(); 258 | await tile.getByRole("button", { name: "Reply", exact: true }).click(); 259 | }; at clickButtonReply (/home/runner/work/element-web/element-web/playwright/e2e/audio-player/audio-player.spec.ts:256:28) at /home/runner/work/element-web/element-web/playwright/e2e/audio-player/audio-player.spec.ts:274:19

1) [Chrome] › settings/general-room-settings-tab.spec.ts:23:9 › General room settings tab › should be rendered properly @screenshot Test timeout of 30000ms exceeded while running "beforeEach" hook. 16 | }); 17 | > 18 | test.beforeEach(async ({ user, app }) => { | ^ 19 | await app.client.createRoom({ name: roomName }); 20 | await app.viewRoomByName(roomName); 21 | }); at /home/runner/work/element-web/element-web/playwright/e2e/settings/general-room-settings-tab.spec.ts:18:10

1) [Chrome] › settings/general-room-settings-tab.spec.ts:23:9 › General room settings tab › should be rendered properly @screenshot Error: locator.click: Test timeout of 30000ms exceeded. Call log: - waiting for getByRole('tree', { name: 'Rooms' }).locator('[title="Test Room"],[aria-label="Test Room"]').first() at ../pages/ElementAppPage.ts:96 94 | .locator(`[title="${name}"],[aria-label="${name}"]`) 95 | .first() > 96 | .click(); | ^ 97 | } 98 | 99 | public async viewRoomById(roomId: string): Promise<void> { at ElementAppPage.viewRoomByName (/home/runner/work/element-web/element-web/playwright/pages/ElementAppPage.ts:96:14) at /home/runner/work/element-web/element-web/playwright/e2e/settings/general-room-settings-tab.spec.ts:20:19

1) [Chrome] › settings/general-room-settings-tab.spec.ts:23:9 › General room settings tab › should be rendered properly @screenshot Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Test timeout of 30000ms exceeded while running "beforeEach" hook. 16 | }); 17 | > 18 | test.beforeEach(async ({ user, app }) => { | ^ 19 | await app.client.createRoom({ name: roomName }); 20 | await app.viewRoomByName(roomName); 21 | }); at /home/runner/work/element-web/element-web/playwright/e2e/settings/general-room-settings-tab.spec.ts:18:10

1) [Chrome] › settings/general-room-settings-tab.spec.ts:23:9 › General room settings tab › should be rendered properly @screenshot Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Error: locator.click: Test timeout of 30000ms exceeded. Call log: - waiting for getByRole('tree', { name: 'Rooms' }).locator('[title="Test Room"],[aria-label="Test Room"]').first() at ../pages/ElementAppPage.ts:96 94 | .locator(`[title="${name}"],[aria-label="${name}"]`) 95 | .first() > 96 | .click(); | ^ 97 | } 98 | 99 | public async viewRoomById(roomId: string): Promise<void> { at ElementAppPage.viewRoomByName (/home/runner/work/element-web/element-web/playwright/pages/ElementAppPage.ts:96:14) at /home/runner/work/element-web/element-web/playwright/e2e/settings/general-room-settings-tab.spec.ts:20:19

2) [Chrome] › settings/general-room-settings-tab.spec.ts:39:9 › General room settings tab › long address should not cause dialog to overflow @no-webkit Error: Timed out 5000ms waiting for expect(locator).toHaveValue(expected) Locator: locator('.mx_Dialog').filter({ has: locator('.mx_RoomSettingsDialog') }).locator('#canonicalAlias') Expected string: "#abcasdhjasjhdaj1jh1asdhasjdhajsdhjavhjksdabcasdhjasjhdaj1jh1asdhasjdhajsdhjavhjksdabcasdhjasjhdaj1jh1asdhasjdhajsdhjavhjksdabcasdhjasjhdaj1jh1asdhasjdhajsdhjavhjksd:localhost" Received string: "" Call log: - expect.toHaveValue with timeout 5000ms - waiting for locator('.mx_Dialog').filter({ has: locator('.mx_RoomSettingsDialog') }).locator('#canonicalAlias') 9 × locator resolved to <select type="text" id="canonicalAlias" label="Main address" placeholder="Main address">…</select> - unexpected value "" 45 | 46 | // 2. wait for the new setting to apply ... > 47 | await expect(settings.locator("#canonicalAlias")).toHaveValue(`#${longString}:localhost`); | ^ 48 | 49 | // 3. Check if the dialog overflows 50 | const dialogBoundingBox = await page.locator(".mx_Dialog").boundingBox(); at /home/runner/work/element-web/element-web/playwright/e2e/settings/general-room-settings-tab.spec.ts:47:59

3) [Chrome] › sliding-sync/sliding-sync.spec.ts:356:5 › Sliding Sync › should send unsubscribe_rooms for every room switch Error: expect(received).toEqual(expected) // deep equality Expected: ["!poUPbdufAPJkavLiPT:localhost"] Received: undefined 370 | return; 371 | } > 372 | expect(body.unsubscribe_rooms).toEqual([unsubRoomId]); | ^ 373 | expect(body.room_subscriptions).not.toHaveProperty(unsubRoomId); 374 | expect(body.room_subscriptions).toHaveProperty(subRoomId); 375 | }; at assertUnsubExists (/home/runner/work/element-web/element-web/playwright/e2e/sliding-sync/sliding-sync.spec.ts:372:44) at /home/runner/work/element-web/element-web/playwright/e2e/sliding-sync/sliding-sync.spec.ts:394:9

1) [Chrome] › left-panel/left-panel.spec.ts:16:9 › LeftPanel › should render the Rooms list ────── Error: Timed out 5000ms waiting for expect(locator).toBeVisible() Locator: getByRole('treeitem', { name: 'Apple' }) Expected: visible Received: <element(s) not found> Call log: - expect.toBeVisible with timeout 5000ms - waiting for getByRole('treeitem', { name: 'Apple' }) 18 | for (const name of ["Apple", "Pineapple", "Orange"]) { 19 | await app.client.createRoom({ name }); > 20 | await expect(page.getByRole("treeitem", { name })).toBeVisible(); | ^ 21 | } 22 | }); 23 | }); at /home/runner/work/element-web/element-web/playwright/e2e/left-panel/left-panel.spec.ts:20:64

2) [Chrome] › oidc/oidc-native.spec.ts:17:9 › OIDC Native › can register the oauth2 client and an account @no-firefox @no-webkit Test timeout of 90000ms exceeded.

2) [Chrome] › oidc/oidc-native.spec.ts:17:9 › OIDC Native › can register the oauth2 client and an account @no-firefox @no-webkit Error: page.waitForRequest: Test timeout of 90000ms exceeded. 17 | test("can register the oauth2 client and an account", async ({ context, page, homeserver, mailhog, mas }) => { 18 | const tokenUri = `http://localhost:${mas.port}/oauth2/token`; > 19 | const tokenApiPromise = page.waitForRequest( | ^ 20 | (request) => request.url() === tokenUri && request.postDataJSON()["grant_type"] === "authorization_code", 21 | ); 22 | at /home/runner/work/element-web/element-web/playwright/e2e/oidc/oidc-native.spec.ts:19:38

[Chrome] › right-panel/right-panel.spec.ts took 53.0s

[Chrome] › settings/account-user-settings-tab.spec.ts took 42.7s

[Chrome] › right-panel/file-panel.spec.ts took 37.2s

[Chrome] › settings/appearance-user-settings-tab/theme-choice-panel.spec.ts took 30.7s

[Chrome] › room/room-header.spec.ts took 26.4s

[Chrome] › timeline/timeline.spec.ts took 2.7m

[Chrome] › threads/threads.spec.ts took 41.9s

[Chrome] › user-onboarding/user-onboarding-new.spec.ts took 35.2s

[Chrome] › widgets/widget-pip-close.spec.ts took 21.7s

[Chrome] › widgets/stickers.spec.ts took 20.8s

[Chrome] › crypto/event-shields.spec.ts took 1.4m

[Chrome] › knock/knock-into-room.spec.ts took 37.5s

[Chrome] › integration-manager/kick.spec.ts took 37.2s

[Chrome] › editing/editing.spec.ts took 30.7s

[Chrome] › knock/manage-knocks.spec.ts took 28.6s

[Chrome] › composer/RTE.spec.ts took 1.2m

[Chrome] › crypto/crypto.spec.ts took 59.3s

[Chrome] › crypto/device-verification.spec.ts took 43.1s

[Chrome] › crypto/backups.spec.ts took 42.1s

[Chrome] › crypto/decryption-failure-messages.spec.ts took 39.0s

[Chrome] › spotlight/spotlight.spec.ts took 2.2m

[Chrome] › spaces/threads-activity-centre/threadsActivityCentre.spec.ts took 1.5m

[Chrome] › spaces/spaces.spec.ts took 59.7s

[Chrome] › share-dialog/share-dialog.spec.ts took 20.5s

[Chrome] › settings/preferences-user-settings-tab.spec.ts took 18.9s

[Chrome] › messages/messages.spec.ts took 2.2m

[Chrome] › pinned-messages/pinned-messages.spec.ts took 1.7m

[Chrome] › login/login.spec.ts took 1.0m

[Chrome] › polls/polls.spec.ts took 33.4s

[Chrome] › login/soft_logout.spec.ts took 24.2s

1 flaky [Chrome] › right-panel/memberlist.spec.ts:36:9 › Memberlist › Renders correctly @screenshot ──── 1 skipped 47 passed (6.2m)

1 flaky [Chrome] › widgets/layout.spec.ts:77:9 › Widget Layout › manually resize the height of the top container layout 2 skipped 44 passed (6.6m)

48 passed (7.3m)

1 flaky [Chrome] › audio-player/audio-player.spec.ts:243:9 › Audio player › should support creating a reply chain with multiple audio files @no-firefox @no-webkit @screenshot 55 passed (7.9m)

3 flaky [Chrome] › settings/general-room-settings-tab.spec.ts:23:9 › General room settings tab › should be rendered properly @screenshot [Chrome] › settings/general-room-settings-tab.spec.ts:39:9 › General room settings tab › long address should not cause dialog to overflow @no-webkit [Chrome] › sliding-sync/sliding-sync.spec.ts:356:5 › Sliding Sync › should send unsubscribe_rooms for every room switch 2 skipped 51 passed (9.1m)