Execute UI tests on Robin instead of Maestro-Cloud (#5436)

Task/Issue URL: https://app.asana.com/0/72649045549333/1209088941998966/f ### Description Migrates the UI tests to use Robin instead of Maestro-Cloud. ### Steps to test this PR - [x] Ensure the linked GHA actions all succeeded Test type | GHA link -- | -- release | https://github.com/duckduckgo/Android/actions/runs/12631524047 Design system (ADS) | https://github.com/duckduckgo/Android/actions/runs/12649848989 autofill | https://github.com/duckduckgo/Android/actions/runs/12631551742 custom tabs | https://github.com/duckduckgo/Android/actions/runs/12631564639 privacy dashboard | https://github.com/duckduckgo/Android/actions/runs/12641880859 Co-authored-by: Craig Russell <1336281+CDRussell@users.noreply.github.com>
duckduckgo · Jan 7, 2025 · 29f06cb · 29f06cb
1 parent 7a9ba7c
commit 29f06cb
Show file tree

Hide file tree

Showing 8 changed files with 46 additions and 145 deletions.
diff --git a/.github/workflows/ads-end-to-end.yml b/.github/workflows/ads-end-to-end.yml
@@ -55,11 +55,14 @@ jobs:
         run: find . -name "*.apk"  -exec mv '{}' apk/release.apk \;
 
       - name: ADS Preview Flows
-        uses: mobile-dev-inc/action-maestro-cloud@v1.8.1
+        uses: mobile-dev-inc/action-maestro-cloud@v1.9.7
         with:
-          api-key: ${{ secrets.MOBILE_DEV_API_KEY }}
-          name: ${{ github.sha }}
+          api-key: ${{ secrets.ROBIN_API_KEY }}
+          project-id: ${{ vars.ROBIN_ANDROID_PROJECT_ID }}
+          name: androidDesignSystem_${{ github.sha }}
+          timeout: 120
           app-file: apk/release.apk
+          android-api-level: 30
           workspace: .maestro
           include-tags: androidDesignSystemTest
 
@@ -71,5 +74,5 @@ jobs:
           asana-workspace-id: ${{ secrets.GH_ASANA_WORKSPACE_ID }}
           asana-project-id: ${{ secrets.GH_ASANA_AOR_PROJECT_ID }}
           asana-section-id: ${{ secrets.GH_ASANA_INCOMING_ID }}
-          asana-task-name: GH Workflow Failure - ADS Preview test
+          asana-task-name: GH Workflow Failure - ADS Preview test (Robin)
           asana-task-description: The ADS Preview end to end workflow has failed. See https://github.com/duckduckgo/Android/actions/runs/${{ github.run_id }}
diff --git a/.github/workflows/custom-tabs-nightly.yml b/.github/workflows/custom-tabs-nightly.yml
@@ -55,10 +55,12 @@ jobs:
         run: find . -name "*.apk"  -exec mv '{}' apk/release.apk \;
 
       - name: Custom Tabs Flows
-        uses: mobile-dev-inc/action-maestro-cloud@v1.8.1
+        uses: mobile-dev-inc/action-maestro-cloud@v1.9.7
         with:
-          api-key: ${{ secrets.MOBILE_DEV_API_KEY }}
-          name: ${{ github.sha }}
+          api-key: ${{ secrets.ROBIN_API_KEY }}
+          project-id: ${{ vars.ROBIN_ANDROID_PROJECT_ID }}
+          name: customTabs_${{ github.sha }}
+          timeout: 120
           app-file: apk/release.apk
           android-api-level: 30
           workspace: .maestro
@@ -72,6 +74,6 @@ jobs:
           asana-pat: ${{ secrets.GH_ASANA_SECRET }}
           asana-project: ${{ vars.GH_ANDROID_APP_PROJECT_ID }}
           asana-section: ${{ vars.GH_ANDROID_APP_INCOMING_SECTION_ID }}
-          asana-task-name: GH Workflow Failure - Custom Tabs Flows
+          asana-task-name: GH Workflow Failure - Custom Tabs Flows (Robin)
           asana-task-description: The Custom Tabs nightly workflow has failed. See https://github.com/duckduckgo/Android/actions/runs/${{ github.run_id }}
           action: 'create-asana-task'
diff --git a/.github/workflows/e2e-nightly-autofill.yml b/.github/workflows/e2e-nightly-autofill.yml
@@ -55,10 +55,12 @@ jobs:
         run: find . -name "*.apk"  -exec mv '{}' apk/release.apk \;
 
       - name: Autofill Critical Path E2E Flows
-        uses: mobile-dev-inc/action-maestro-cloud@v1.8.1
+        uses: mobile-dev-inc/action-maestro-cloud@v1.9.7
         with:
-          api-key: ${{ secrets.MOBILE_DEV_API_KEY }}
-          name: ${{ github.sha }}
+          api-key: ${{ secrets.ROBIN_API_KEY }}
+          project-id: ${{ vars.ROBIN_ANDROID_PROJECT_ID }}
+          name: autofill_${{ github.sha }}
+          timeout: 120
           app-file: apk/release.apk
           android-api-level: 30
           workspace: .maestro
@@ -72,6 +74,6 @@ jobs:
           asana-pat: ${{ secrets.GH_ASANA_SECRET }}
           asana-project: ${{ vars.GH_ANDROID_APP_PROJECT_ID }}
           asana-section: ${{ vars.GH_ANDROID_APP_INCOMING_SECTION_ID }}
-          asana-task-name: GH Workflow Failure - Autofill Critical Path E2E Flows
+          asana-task-name: GH Workflow Failure - Autofill Critical Path E2E Flows (Robin)
           asana-task-description: Autofill critical path tests have failed. See https://github.com/duckduckgo/Android/actions/runs/${{ github.run_id }}
           action: 'create-asana-task'
diff --git a/.github/workflows/end-to-end.yml b/.github/workflows/end-to-end.yml
diff --git a/.github/workflows/privacy-dashboard-end-to-end.yml b/.github/workflows/privacy-dashboard-end-to-end.yml
@@ -58,20 +58,25 @@ jobs:
         run: find . -name "*.apk"  -exec mv '{}' apk/release.apk \;
 
       - name: Ad click detection flows
-        uses: mobile-dev-inc/action-maestro-cloud@v1.8.1
+        uses: mobile-dev-inc/action-maestro-cloud@v1.9.7
         with:
-          api-key: ${{ secrets.MOBILE_DEV_API_KEY }}
-          name: ${{ github.sha }}
+          api-key: ${{ secrets.ROBIN_API_KEY }}
+          project-id: ${{ vars.ROBIN_ANDROID_PROJECT_ID }}
+          name: privacyDashboard_adClickTest_${{ github.sha }}
+          timeout: 120
           app-file: apk/release.apk
+          android-api-level: 30
           workspace: .maestro
           include-tags: adClickTest
 
       - name: Privacy Tests
         if: always()
-        uses: mobile-dev-inc/action-maestro-cloud@v1.8.1
+        uses: mobile-dev-inc/action-maestro-cloud@v1.9.7
         with:
-          api-key: ${{ secrets.MOBILE_DEV_API_KEY }}
-          name: ${{ github.sha }}
+          api-key: ${{ secrets.ROBIN_API_KEY }}
+          project-id: ${{ vars.ROBIN_ANDROID_PROJECT_ID }}
+          name: privacyDashboard_privacyTest_${{ github.sha }}
+          timeout: 120
           app-file: apk/release.apk
           workspace: .maestro
           include-tags: privacyTest
diff --git a/.github/workflows/release_tests.yml b/.github/workflows/release_tests.yml
@@ -62,10 +62,12 @@ jobs:
         run: find . -name "*.apk"  -exec mv '{}' apk/release.apk \;
 
       - name: Release tests flows
-        uses: mobile-dev-inc/action-maestro-cloud@v1.8.1
+        uses: mobile-dev-inc/action-maestro-cloud@v1.9.7
         with:
-          api-key: ${{ secrets.MOBILE_DEV_API_KEY }}
-          name: ${{ github.sha }}
+          api-key: ${{ secrets.ROBIN_API_KEY }}
+          project-id: ${{ vars.ROBIN_ANDROID_PROJECT_ID }}
+          name: releaseTest_${{ github.sha }}
+          timeout: 120
           app-file: apk/release.apk
           android-api-level: 30
           workspace: .maestro
@@ -79,6 +81,6 @@ jobs:
           asana-pat: ${{ secrets.GH_ASANA_SECRET }}
           asana-project: ${{ vars.GH_ANDROID_APP_PROJECT_ID }}
           asana-section: ${{ vars.GH_ANDROID_APP_INCOMING_SECTION_ID }}
-          asana-task-name: GH Workflow Failure - Tag Android Release
+          asana-task-name: GH Workflow Failure - Tag Android Release (Robin)
           asana-task-description: Tag Android Release has failed. See https://github.com/duckduckgo/Android/actions/runs/${{ github.run_id }}
           action: 'create-asana-task'
diff --git a/.github/workflows/sync-critical-path.yml b/.github/workflows/sync-critical-path.yml
@@ -62,10 +62,12 @@ jobs:
         run: find . -name "*.apk"  -exec mv '{}' apk/release.apk \;
 
       - name: Sync Flows
-        uses: mobile-dev-inc/action-maestro-cloud@v1.8.1
+        uses: mobile-dev-inc/action-maestro-cloud@v1.9.7
         with:
-          api-key: ${{ secrets.MOBILE_DEV_API_KEY }}
-          name: ${{ github.sha }}
+          api-key: ${{ secrets.ROBIN_API_KEY }}
+          project-id: ${{ vars.ROBIN_ANDROID_PROJECT_ID }}
+          name: sync_${{ github.sha }}
+          timeout: 120
           app-file: apk/release.apk
           android-api-level: 30
           workspace: .maestro
@@ -81,7 +83,7 @@ jobs:
           asana-pat: ${{ secrets.GH_ASANA_SECRET }}
           asana-project: ${{ vars.GH_ANDROID_APP_PROJECT_ID }}
           asana-section: ${{ vars.GH_ANDROID_APP_INCOMING_SECTION_ID }}
-          asana-task-name: GH Workflow Failure - Android Sync Critical Path E2E Flows
+          asana-task-name: GH Workflow Failure - Android Sync Critical Path E2E Flows (Robin)
           asana-task-description: The Android Sync Critical Path Flows E2E workflow has failed. See https://github.com/duckduckgo/Android/actions/runs/${{ github.run_id }}
           action: 'create-asana-task'
 

diff --git a/.maestro/ads_preview_flows/1-_design-system-components.yaml b/.maestro/ads_preview_flows/1-_design-system-components.yaml
@@ -37,6 +37,10 @@ tags:
         - tapOn: "Text Alert Dialog With Image"
         - assertVisible: "Keep Using"
         - tapOn: "Keep Using"
+        - scrollUntilVisible:
+            element:
+              text: "Stacked Text Alert Dialog With 4 buttons"
+            direction: DOWN
         - tapOn: "Stacked Text Alert Dialog With 4 buttons"
         - assertVisible: "Keep Using"
         - tapOn: "Keep Using"