1) [react] › integrating-pages.spec.ts:51:5 › Integrating Pages › Visual Editor › updates homepage Test timeout of 30000ms exceeded.

1) [react] › integrating-pages.spec.ts:51:5 › Integrating Pages › Visual Editor › updates homepage Error: expect(locator).toBeVisible() Locator: frameLocator('iframe').getByText('This is a new homepage.') Expected: visible Received: hidden Call log: - expect.toBeVisible with timeout 30000ms - waiting for frameLocator('iframe').getByText('This is a new homepage.') 89 | 90 | await sendContentUpdateMessage({ page, newContent: NEW_CONTENT, model: 'page' }); > 91 | await expect(page.frameLocator('iframe').getByText(NEW_TEXT)).toBeVisible(); | ^ 92 | }); 93 | }); 94 | }); at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/snippet-tests/integrating-pages.spec.ts:91:69

1) [react] › integrating-pages.spec.ts:51:5 › Integrating Pages › Visual Editor › updates homepage Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Test timeout of 30000ms exceeded.

1) [react] › integrating-pages.spec.ts:51:5 › Integrating Pages › Visual Editor › updates homepage Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Error: expect(locator).toBeVisible() Locator: frameLocator('iframe').getByText('This is a new homepage.') Expected: visible Received: hidden Call log: - expect.toBeVisible with timeout 30000ms - waiting for frameLocator('iframe').getByText('This is a new homepage.') 89 | 90 | await sendContentUpdateMessage({ page, newContent: NEW_CONTENT, model: 'page' }); > 91 | await expect(page.frameLocator('iframe').getByText(NEW_TEXT)).toBeVisible(); | ^ 92 | }); 93 | }); 94 | }); at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/snippet-tests/integrating-pages.spec.ts:91:69

1) [qwik-city] › link-component.spec.ts:5:3 › Link Component › Columns › renders regular anchor element by default Error: Timed out 5000ms waiting for expect(locator).toHaveCount(expected) Locator: locator('a') Expected: 2 Received: 3 Call log: - expect.toHaveCount with timeout 5000ms - waiting for locator('a') - locator resolved to 3 elements - unexpected value "3" - locator resolved to 3 elements - unexpected value "3" - locator resolved to 3 elements - unexpected value "3" - locator resolved to 3 elements - unexpected value "3" - locator resolved to 3 elements - unexpected value "3" - locator resolved to 3 elements - unexpected value "3" - locator resolved to 3 elements - unexpected value "3" - locator resolved to 3 elements - unexpected value "3" - locator resolved to 3 elements - unexpected value "3" 11 | }); 12 | > 13 | await expect(links).toHaveCount(totalLinks); | ^ 14 | await expect(customLinks).toHaveCount(0); 15 | }); 16 | test('renders custom link component when provided', async ({ page, packageName }) => { at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/e2e-tests/link-component.spec.ts:13:25

Process completed with exit code 1.

1) [angular-ssr] › default-styles.spec.ts:38:3 › Default styles › button should have default styles Error: locator.evaluate: Timeout 10000ms exceeded. Call log: - waiting for locator('text=Click me!') - locator resolved to visible <button href="" role="button" _ngcontent-ng-c1393305207=…> Click me! </button> 47 | { timeout: 10000 } 48 | ); > 49 | const buttonPaddingRight = await button?.evaluate( | ^ 50 | element => getComputedStyle(element).paddingRight, 51 | null, 52 | { timeout: 10000 } at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/e2e-tests/default-styles.spec.ts:49:46

Process completed with exit code 1.

1) [react-native] › accordion.spec.ts:5:3 › Accordion › Accordion renders correctly ────────────── Error: locator.click: Timeout 10000ms exceeded. Call log: - waiting for locator('text=Item 1') 15 | 16 | for (let i = 1; i <= 3; i++) { > 17 | await page.locator(`text=Item ${i}`).click({ timeout: 10000 }); | ^ 18 | } 19 | }); 20 | test('Accordion opens', async ({ page, sdk }) => { at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/e2e-tests/accordion.spec.ts:17:44

2) [react-native] › accordion.spec.ts:20:3 › Accordion › Accordion opens ───────────────────────── Error: locator.click: Timeout 10000ms exceeded. Call log: - waiting for locator('text=Item 1') 30 | 31 | for (let i = 1; i <= 3; i++) { > 32 | await page.locator(`text=Item ${i}`).click({ timeout: 10000 }); | ^ 33 | await expect(page.locator(`text=Inside Item ${i}`)).toBeVisible(); 34 | } 35 | }); at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/e2e-tests/accordion.spec.ts:32:44

3) [react-native] › accordion.spec.ts:36:3 › Accordion › Content is hidden when accordion is closed Error: locator.click: Timeout 10000ms exceeded. Call log: - waiting for locator('text=Item 1') 46 | 47 | for (let i = 1; i <= 3; i++) { > 48 | await page.locator(`text=Item ${i}`).click({ timeout: 10000 }); | ^ 49 | await expect(page.locator(`text=Inside Item ${i}`)).toBeVisible(); 50 | await page.getByText(`Item ${i}`, { exact: true }).click({ timeout: 10000 }); 51 | await expect(page.locator(`text=Inside Item ${i}`)).not.toBeVisible(); at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/e2e-tests/accordion.spec.ts:48:44

4) [react-native] › accordion.spec.ts:54:3 › Accordion › oneAtATime - Only one item opens at a time Error: locator.click: Timeout 10000ms exceeded. Call log: - waiting for locator('text=Item 1') 64 | 65 | for (let i = 1; i <= 3; i++) { > 66 | await page.locator(`text=Item ${i}`).click({ timeout: 10000 }); | ^ 67 | await expect(page.locator(`text=Inside Item ${i}`)).toBeVisible(); 68 | for (let j = 1; j <= 3; j++) { 69 | if (j !== i) { at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/e2e-tests/accordion.spec.ts:66:44

5) [react-native] › accordion.spec.ts:123:3 › Accordion › grid - Only one item is displayed regardless of oneAtATime Error: locator.click: Timeout 10000ms exceeded. Call log: - waiting for locator('text=Item 1') 133 | 134 | for (let i = 1; i <= 3; i++) { > 135 | await page.locator(`text=Item ${i}`).click({ timeout: 10000 }); | ^ 136 | await expect(page.locator(`text=Inside Item ${i}`)).toBeVisible(); 137 | for (let j = 1; j <= 3; j++) { 138 | if (j !== i) { at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/e2e-tests/accordion.spec.ts:135:44

6) [react-native] › basic-styles.spec.ts:7:3 › Basic styles › styles should be applied consistently across all SDKs (text and buttons) Test timeout of 30000ms exceeded.

6) [react-native] › basic-styles.spec.ts:7:3 › Basic styles › styles should be applied consistently across all SDKs (text and buttons) Error: locator.evaluate: Test timeout of 30000ms exceeded. Call log: - waiting for getByRole('button', { name: 'Click Me!' }) 16 | const button = page.getByRole('button', { name: 'Click Me!' }); 17 | > 18 | const buttonWidth = await button.evaluate(el => el.getBoundingClientRect().width); | ^ 19 | expect(buttonWidth).toBe(1264); 20 | 21 | const centeredAlignedText = page.locator('text=Centered aligned'); at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/e2e-tests/basic-styles.spec.ts:18:38

7) [react-native] › block-styles.spec.ts:5:3 › Block Styles › check that block styles load ─────── Error: Timed out 5000ms waiting for expect(locator).toHaveCSS(expected) Locator: locator('[data-class*=builder-blocks]').first() Expected string: "flex" Received string: "" Call log: - expect.toHaveCSS with timeout 5000ms - waiting for locator('[data-class*=builder-blocks]').first() 6 | await page.goto('/columns'); 7 | const blocksWrapper = await page.locator(getClassSelector('builder-blocks', sdk)).first(); > 8 | await expect(blocksWrapper).toHaveCSS('display', 'flex'); | ^ 9 | }); 10 | }); 11 | at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/e2e-tests/block-styles.spec.ts:8:33

8) [react-native] › blocks.spec.ts:56:3 › Blocks › Button ──────────────────────────────────────── Error: Timed out 5000ms waiting for expect(locator).toHaveCSS(expected) Locator: locator('button') Expected string: "rgb(0, 0, 0)" Received string: "" Call log: - expect.toHaveCSS with timeout 5000ms - waiting for locator('button') 60 | : page.getByRole('button', { name: 'Increment Number' }); 61 | > 62 | await expect(button).toHaveCSS('background-color', 'rgb(0, 0, 0)'); | ^ 63 | }); 64 | 65 | test('Image', async ({ page, sdk, packageName }) => { at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/e2e-tests/blocks.spec.ts:62:26

9) [react-native] › blocks.spec.ts:309:11 › Blocks › Columns › mobile › stackAtTablet ──────────── Error: Timed out 5000ms waiting for expect(locator).toHaveCount(expected) Locator: locator('[data-builder-block-name=builder-columns]') Expected: 5 Received: 0 Call log: - expect.toHaveCount with timeout 5000ms - waiting for locator('[data-builder-block-name=builder-columns]') - locator resolved to 0 elements - unexpected value "0" - locator resolved to 0 elements - unexpected value "0" - locator resolved to 0 elements - unexpected value "0" - locator resolved to 0 elements - unexpected value "0" - locator resolved to 0 elements - unexpected value "0" - locator resolved to 0 elements - unexpected value "0" - locator resolved to 0 elements - unexpected value "0" - locator resolved to 0 elements - unexpected value "0" - locator resolved to 0 elements - unexpected value "0" 323 | : page.locator('.builder-columns'); 324 | > 325 | await expect(columns).toHaveCount(5); | ^ 326 | for (const property of Object.keys(styles[sizeName].columns)) { 327 | await expect(columns.nth(styles.index)).toHaveCSS( 328 | property, at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/e2e-tests/blocks.spec.ts:325:35

1) [react-native] › integrating-pages.spec.ts:7:5 › Integrating Pages › Live › loads homepage ──── Test timeout of 30000ms exceeded.

1) [react-native] › integrating-pages.spec.ts:7:5 › Integrating Pages › Live › loads homepage ──── Error: expect(locator).toBeVisible() Locator: locator('text=Welcome to the homepage.') Expected: visible Received: hidden Call log: - expect.toBeVisible with timeout 30000ms - waiting for locator('text=Welcome to the homepage.') at ../helpers/index.ts:102 100 | 101 | export const findTextInPage = async ({ page, text }: { page: Page; text: string }) => { > 102 | await expect(page.locator(`text=${text}`)).toBeVisible(); | ^ 103 | }; 104 | 105 | export const checkIsRN = (sdk: Sdk) => sdk === 'reactNative'; at findTextInPage (/home/runner/work/builder.io/builder.io/packages/sdks-tests/src/helpers/index.ts:102:46) at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/snippet-tests/integrating-pages.spec.ts:10:13

1) [react-native] › integrating-pages.spec.ts:7:5 › Integrating Pages › Live › loads homepage ──── Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Test timeout of 30000ms exceeded.

1) [react-native] › integrating-pages.spec.ts:7:5 › Integrating Pages › Live › loads homepage ──── Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Error: expect(locator).toBeVisible() Locator: locator('text=Welcome to the homepage.') Expected: visible Received: hidden Call log: - expect.toBeVisible with timeout 30000ms - waiting for locator('text=Welcome to the homepage.') at ../helpers/index.ts:102 100 | 101 | export const findTextInPage = async ({ page, text }: { page: Page; text: string }) => { > 102 | await expect(page.locator(`text=${text}`)).toBeVisible(); | ^ 103 | }; 104 | 105 | export const checkIsRN = (sdk: Sdk) => sdk === 'reactNative'; at findTextInPage (/home/runner/work/builder.io/builder.io/packages/sdks-tests/src/helpers/index.ts:102:46) at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/snippet-tests/integrating-pages.spec.ts:10:13

1) [react-native] › integrating-pages.spec.ts:7:5 › Integrating Pages › Live › loads homepage ──── Retry #2 ─────────────────────────────────────────────────────────────────────────────────────── Test timeout of 30000ms exceeded.

1) [react-native] › integrating-pages.spec.ts:7:5 › Integrating Pages › Live › loads homepage ──── Retry #2 ─────────────────────────────────────────────────────────────────────────────────────── Error: expect(locator).toBeVisible() Locator: locator('text=Welcome to the homepage.') Expected: visible Received: hidden Call log: - expect.toBeVisible with timeout 30000ms - waiting for locator('text=Welcome to the homepage.') at ../helpers/index.ts:102 100 | 101 | export const findTextInPage = async ({ page, text }: { page: Page; text: string }) => { > 102 | await expect(page.locator(`text=${text}`)).toBeVisible(); | ^ 103 | }; 104 | 105 | export const checkIsRN = (sdk: Sdk) => sdk === 'reactNative'; at findTextInPage (/home/runner/work/builder.io/builder.io/packages/sdks-tests/src/helpers/index.ts:102:46) at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/snippet-tests/integrating-pages.spec.ts:10:13

2) [react-native] › integrating-pages.spec.ts:13:5 › Integrating Pages › Live › loads columns ──── Test timeout of 30000ms exceeded.

2) [react-native] › integrating-pages.spec.ts:13:5 › Integrating Pages › Live › loads columns ──── Error: expect(locator).toBeVisible() Locator: locator('text=This is the first column') Expected: visible Received: hidden Call log: - expect.toBeVisible with timeout 30000ms - waiting for locator('text=This is the first column') at ../helpers/index.ts:102 100 | 101 | export const findTextInPage = async ({ page, text }: { page: Page; text: string }) => { > 102 | await expect(page.locator(`text=${text}`)).toBeVisible(); | ^ 103 | }; 104 | 105 | export const checkIsRN = (sdk: Sdk) => sdk === 'reactNative'; at findTextInPage (/home/runner/work/builder.io/builder.io/packages/sdks-tests/src/helpers/index.ts:102:46) at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/snippet-tests/integrating-pages.spec.ts:16:13

2) [react-native] › integrating-pages.spec.ts:13:5 › Integrating Pages › Live › loads columns ──── Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Test timeout of 30000ms exceeded.

2) [react-native] › integrating-pages.spec.ts:13:5 › Integrating Pages › Live › loads columns ──── Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Error: expect(locator).toBeVisible() Locator: locator('text=This is the first column') Expected: visible Received: hidden Call log: - expect.toBeVisible with timeout 30000ms - waiting for locator('text=This is the first column') at ../helpers/index.ts:102 100 | 101 | export const findTextInPage = async ({ page, text }: { page: Page; text: string }) => { > 102 | await expect(page.locator(`text=${text}`)).toBeVisible(); | ^ 103 | }; 104 | 105 | export const checkIsRN = (sdk: Sdk) => sdk === 'reactNative'; at findTextInPage (/home/runner/work/builder.io/builder.io/packages/sdks-tests/src/helpers/index.ts:102:46) at /home/runner/work/builder.io/builder.io/packages/sdks-tests/src/snippet-tests/integrating-pages.spec.ts:16:13

The `set-output` command is deprecated and will be disabled soon. Please upgrade to using Environment Files. For more information see: https://github.blog/changelog/2022-10-11-github-actions-deprecating-save-state-and-set-output-commands/

The `set-output` command is deprecated and will be disabled soon. Please upgrade to using Environment Files. For more information see: https://github.blog/changelog/2022-10-11-github-actions-deprecating-save-state-and-set-output-commands/

Node.js 16 actions are deprecated. Please update the following actions to use Node.js 20: actions/upload-artifact@v3. For more information see: https://github.blog/changelog/2023-09-22-github-actions-transitioning-from-node-16-to-node-20/.

Node.js 16 actions are deprecated. Please update the following actions to use Node.js 20: actions/upload-artifact@v3. For more information see: https://github.blog/changelog/2023-09-22-github-actions-transitioning-from-node-16-to-node-20/.

Node.js 16 actions are deprecated. Please update the following actions to use Node.js 20: actions/upload-artifact@v3. For more information see: https://github.blog/changelog/2023-09-22-github-actions-transitioning-from-node-16-to-node-20/.

The following artifacts were uploaded using a version of actions/upload-artifact that is scheduled for deprecation: "angular-ssr-playwright-report", "qwik-city-playwright-report", "react-native-playwright-report", "react-native-snippet-playwright-report". Please update your workflow to use v4 of the artifact actions. Learn more: https://github.blog/changelog/2024-04-16-deprecation-notice-v3-of-the-artifact-actions/

Node.js 16 actions are deprecated. Please update the following actions to use Node.js 20: actions/upload-artifact@v3. For more information see: https://github.blog/changelog/2023-09-22-github-actions-transitioning-from-node-16-to-node-20/.

2 skipped 7 passed (9.3s)

2 skipped 7 passed (8.0s)

2 skipped 7 passed (8.4s)

9 passed (9.1s)

2 skipped 7 passed (9.5s)

9 passed (8.6s)

2 skipped 7 passed (9.8s)

3 skipped 6 passed (10.1s)

2 skipped 7 passed (16.0s)

2 skipped 7 passed (8.3s)

2 skipped 7 passed (13.2s)

80 skipped 69 passed (56.6s)

1 flaky [react] › integrating-pages.spec.ts:51:5 › Integrating Pages › Visual Editor › updates homepage 2 skipped 6 passed (1.2m)

58 skipped 91 passed (1.5m)

9 skipped 140 passed (2.0m)

16 skipped 133 passed (2.2m)

7 skipped 142 passed (2.4m)

7 skipped 142 passed (2.4m)

13 skipped 136 passed (2.3m)

35 skipped 114 passed (2.3m)

14 skipped 135 passed (2.7m)

14 skipped 135 passed (2.4m)

15 skipped 134 passed (2.4m)

7 skipped 142 passed (2.5m)

8 skipped 141 passed (2.6m)

14 skipped 135 passed (3.9m)

1 failed [qwik-city] › link-component.spec.ts:5:3 › Link Component › Columns › renders regular anchor element by default 7 skipped 141 passed (4.2m)

15 skipped 134 passed (5.3m)

1 failed [angular-ssr] › default-styles.spec.ts:38:3 › Default styles › button should have default styles 31 skipped 117 passed (5.5m)

30 skipped 119 passed (5.9m)

60 failed [react-native] › accordion.spec.ts:5:3 › Accordion › Accordion renders correctly ─────────────── [react-native] › accordion.spec.ts:20:3 › Accordion › Accordion opens ────────────────────────── [react-native] › accordion.spec.ts:36:3 › Accordion › Content is hidden when accordion is closed [react-native] › accordion.spec.ts:54:3 › Accordion › oneAtATime - Only one item opens at a time [react-native] › accordion.spec.ts:123:3 › Accordion › grid - Only one item is displayed regardless of oneAtATime [react-native] › basic-styles.spec.ts:7:3 › Basic styles › styles should be applied consistently across all SDKs (text and buttons) [react-native] › block-styles.spec.ts:5:3 › Block Styles › check that block styles load ──────── [react-native] › blocks.spec.ts:56:3 › Blocks › Button ───────────────────────────────────────── [react-native] › blocks.spec.ts:309:11 › Blocks › Columns › mobile › stackAtTablet ───────────── [react-native] › blocks.spec.ts:309:11 › Blocks › Columns › mobile › stackAtTabletReverse ────── [react-native] › blocks.spec.ts:309:11 › Blocks › Columns › mobile › stackAtMobile ───────────── [react-native] › blocks.spec.ts:309:11 › Blocks › Columns › mobile › stackAtMobileReverse ────── [react-native] › blocks.spec.ts:309:11 › Blocks › Columns › mobile › neverStack ──────────────── [react-native] › custom-breakpoints.spec.ts:12:5 › Custom Breakpoints › when applied › large desktop size [react-native] › custom-breakpoints.spec.ts:51:5 › Custom Breakpoints › when applied › medium tablet size [react-native] › custom-breakpoints.spec.ts:89:5 › Custom Breakpoints › when applied › small mobile size [react-native] › custom-breakpoints.spec.ts:126:5 › Custom Breakpoints › when reset › large desktop size [react-native] › custom-breakpoints.spec.ts:165:5 › Custom Breakpoints › when reset › medium tablet size [react-native] › custom-breakpoints.spec.ts:203:5 › Custom Breakpoints › when reset › small mobile size [react-native] › dynamic-content.spec.ts:5:3 › Dynamic Content › Data Bindings ───────────────── [react-native] › dynamic-content.spec.ts:24:5 › Dynamic Content › Link URL › static value ────── [react-native] › dynamic-content.spec.ts:29:5 › Dynamic Content › Link URL › dynamic value ───── [react-native] › http-requests.spec.ts:6:3 › HTTP Requests › call proxy API only once - in page [react-native] › hydration.spec.ts:12:3 › Hydration › No mismatch on regular content ─────────── [react-native] › hydration.spec.ts:25:3 › Hydration › No mismatch on A/B test content ────────── [react-native] › inputs.spec.ts:5:3 › Inputs › starts off with default value ─────────────────── [react-native] › js-code.spec.ts:5:3 › JS Code › initializes correct value from JS Code block ── [react-native] › js-code.spec.ts:12:3 › JS Code › code inside Browser.isBrowser should work ──── [react-native] › link-component.spec.ts:5:3 › Link Component › Button › renders regular anchor element by default [react-native] › link-component.spec.ts:5:3 › Link Component › Columns › renders regular anchor element by default [react-native] › link-component.spec.ts:5:3 › Link Component › Link URL › renders regular anchor element by default [react-native] › navigation.spec.ts:4:1 › Client-side navigation ─────────────────────────────── [react-native] › reactivity.spec.ts:6:3 › Reactive State › shows default value ───────────────── [react-native] › reactivity.spec.ts:13:3 › Reactive State › increments value correctly ───────── [react-native] › reactivity.spec.ts:27:3 › Reactive State › updates deeply nested state value correctly [react-native] › reactivity.spec.ts:52:3 › Element Events › click works on button ────────────── [react-native] › reactivity.spec.ts:65:3 › Element Events › click works on box ───────────────── [react-native] › reactivity.spec.ts:78:3 › Element Events › click works on text ──────────────── [react-native] › repeat-items-bindings.spec.ts:5:3 › Repeat items