emulator 0.| #2914

FlowCrypt · Feb 7, 2025 · 44fed53 · 44fed53
1 parent 6d59379
commit 44fed53
Show file tree

Hide file tree

Showing 15 changed files with 78 additions and 8 deletions.
diff --git a/FlowCrypt/src/androidTest/java/com/flowcrypt/email/ui/AddOtherAccountFlowTest.kt b/FlowCrypt/src/androidTest/java/com/flowcrypt/email/ui/AddOtherAccountFlowTest.kt
@@ -1,6 +1,6 @@
 /*
  * © 2016-present FlowCrypt a.s. Limitations apply. Contact human@flowcrypt.com
- * Contributors: DenBond7
+ * Contributors: denbond7
  */
 
 package com.flowcrypt.email.ui
@@ -31,6 +31,7 @@ import com.flowcrypt.email.util.AuthCredentialsManager
 import com.flowcrypt.email.util.TestGeneralUtil
 import org.hamcrest.CoreMatchers.anyOf
 import org.hamcrest.CoreMatchers.startsWith
+import org.junit.Ignore
 import org.junit.Rule
 import org.junit.Test
 import org.junit.rules.RuleChain
@@ -59,6 +60,7 @@ class AddOtherAccountFlowTest : AddOtherAccountBaseTest() {
     .around(ScreenshotTestRule())
 
   @Test
+  @Ignore("flaky 8")
   fun testShowWarningIfAuthFail() {
     enableAdvancedMode()
     val credentials = AuthCredentialsManager.getAuthCredentials("user_with_not_existed_server.json")

diff --git a/FlowCrypt/src/androidTest/java/com/flowcrypt/email/ui/ComposeScreenDraftGmailAPIFlowTest.kt b/FlowCrypt/src/androidTest/java/com/flowcrypt/email/ui/ComposeScreenDraftGmailAPIFlowTest.kt
@@ -1,6 +1,6 @@
 /*
  * © 2016-present FlowCrypt a.s. Limitations apply. Contact human@flowcrypt.com
- * Contributors: DenBond7
+ * Contributors: denbond7
  */
 
 package com.flowcrypt.email.ui
@@ -42,6 +42,7 @@ import okhttp3.mockwebserver.Dispatcher
 import okhttp3.mockwebserver.MockResponse
 import okhttp3.mockwebserver.RecordedRequest
 import org.junit.Assert.assertTrue
+import org.junit.Ignore
 import org.junit.Rule
 import org.junit.Test
 import org.junit.rules.RuleChain
@@ -181,6 +182,7 @@ class ComposeScreenDraftGmailAPIFlowTest : BaseComposeScreenTest() {
     .around(ScreenshotTestRule())
 
   @Test
+  @Ignore("flaky 8")
   fun testSavingDraftViaGmailAPI() {
     activeActivityRule?.launch(intent)
     registerAllIdlingResources()

diff --git a/FlowCrypt/src/androidTest/java/com/flowcrypt/email/ui/ComposeScreenFlowTest.kt b/FlowCrypt/src/androidTest/java/com/flowcrypt/email/ui/ComposeScreenFlowTest.kt
@@ -78,6 +78,7 @@ import org.junit.Assert.assertEquals
 import org.junit.Assert.assertTrue
 import org.junit.BeforeClass
 import org.junit.ClassRule
+import org.junit.Ignore
 import org.junit.Rule
 import org.junit.Test
 import org.junit.rules.RuleChain
@@ -163,6 +164,7 @@ class ComposeScreenFlowTest : BaseComposeScreenTest() {
   }
 
   @Test
+  @Ignore("flaky 5")
   fun testEmptyEmailMsg() {
     activeActivityRule?.launch(intent)
     registerAllIdlingResources()
@@ -327,6 +329,7 @@ class ComposeScreenFlowTest : BaseComposeScreenTest() {
   }
 
   @Test
+  @Ignore("flaky 4")
   fun testDeletingAtts() {
     activeActivityRule?.launch(intent)
     waitForObjectWithText(

diff --git a/...src/androidTest/java/com/flowcrypt/email/ui/ComposeScreenImportRecipientPubKeyFlowTest.kt b/...src/androidTest/java/com/flowcrypt/email/ui/ComposeScreenImportRecipientPubKeyFlowTest.kt
@@ -1,6 +1,6 @@
 /*
  * © 2016-present FlowCrypt a.s. Limitations apply. Contact human@flowcrypt.com
- * Contributors: DenBond7
+ * Contributors: denbond7
  */
 
 package com.flowcrypt.email.ui
@@ -32,6 +32,7 @@ import com.flowcrypt.email.ui.adapter.RecipientChipRecyclerViewAdapter
 import com.flowcrypt.email.ui.base.BaseComposeScreenTest
 import com.flowcrypt.email.util.TestGeneralUtil
 import org.hamcrest.Matchers.allOf
+import org.junit.Ignore
 import org.junit.Rule
 import org.junit.Test
 import org.junit.rules.RuleChain
@@ -90,6 +91,7 @@ class ComposeScreenImportRecipientPubKeyFlowTest : BaseComposeScreenTest() {
   }
 
   @Test
+  @Ignore("flaky 7")
   fun testImportRecipientPubKeyFromClipboard() {
     fillDataAndMoveToImportPublicKeyScreen()
     addTextToClipboard("public key", publicKey)

diff --git a/.../flowcrypt/email/ui/ComposeScreenNoKeyAvailableMultipleKeysWithPassphraseInRamFlowTest.kt b/.../flowcrypt/email/ui/ComposeScreenNoKeyAvailableMultipleKeysWithPassphraseInRamFlowTest.kt
@@ -1,6 +1,6 @@
 /*
  * © 2016-present FlowCrypt a.s. Limitations apply. Contact human@flowcrypt.com
- * Contributors: DenBond7
+ * Contributors: denbond7
  */
 
 package com.flowcrypt.email.ui
@@ -26,6 +26,7 @@ import com.flowcrypt.email.rules.GrantPermissionRuleChooser
 import com.flowcrypt.email.rules.RetryRule
 import com.flowcrypt.email.rules.ScreenshotTestRule
 import com.flowcrypt.email.ui.base.BaseComposeScreenNoKeyAvailableTest
+import org.junit.Ignore
 import org.junit.Rule
 import org.junit.Test
 import org.junit.rules.RuleChain
@@ -62,6 +63,7 @@ class ComposeScreenNoKeyAvailableMultipleKeysWithPassphraseInRamFlowTest :
     .around(ScreenshotTestRule())
 
   @Test
+  @Ignore("flaky")
   fun testAddEmailToExistingKey() {
     doTestAddEmailToExistingKey {
       waitForObjectWithText(getResString(android.R.string.ok), 2000)

diff --git a/...lowcrypt/email/ui/ComposeScreenNoKeyAvailableSingleKeyWithPassphraseInDatabaseFlowTest.kt b/...lowcrypt/email/ui/ComposeScreenNoKeyAvailableSingleKeyWithPassphraseInDatabaseFlowTest.kt
@@ -1,6 +1,6 @@
 /*
  * © 2016-present FlowCrypt a.s. Limitations apply. Contact human@flowcrypt.com
- * Contributors: DenBond7
+ * Contributors: denbond7
  */
 
 package com.flowcrypt.email.ui
@@ -86,6 +86,7 @@ class ComposeScreenNoKeyAvailableSingleKeyWithPassphraseInDatabaseFlowTest : Bas
   }
 
   @Test
+  @Ignore("flaky")
   fun testAddEmailToExistingSingleKeyPassphraseInDatabase() {
     doTestAddEmailToExistingKey {
       //no more additional actions

diff --git a/...src/androidTest/java/com/flowcrypt/email/ui/ImportRecipientsFromSourceFragmentFlowTest.kt b/...src/androidTest/java/com/flowcrypt/email/ui/ImportRecipientsFromSourceFragmentFlowTest.kt
@@ -1,6 +1,6 @@
 /*
  * © 2016-present FlowCrypt a.s. Limitations apply. Contact human@flowcrypt.com
- * Contributors: DenBond7
+ * Contributors: denbond7
  */
 
 package com.flowcrypt.email.ui
@@ -36,6 +36,7 @@ import okhttp3.mockwebserver.RecordedRequest
 import org.hamcrest.CoreMatchers.containsString
 import org.junit.After
 import org.junit.Before
+import org.junit.Ignore
 import org.junit.Rule
 import org.junit.Test
 import org.junit.rules.RuleChain
@@ -134,6 +135,7 @@ class ImportRecipientsFromSourceFragmentFlowTest : BaseTest() {
   }
 
   @Test
+  @Ignore("flaky 4")
   fun testFetchKeyFromAttesterForExistedUserImeAction() {
     onView(withId(R.id.eTKeyIdOrEmail))
       .perform(

diff --git a/FlowCrypt/src/androidTest/java/com/flowcrypt/email/ui/MainSignInFragmentFlowTest.kt b/FlowCrypt/src/androidTest/java/com/flowcrypt/email/ui/MainSignInFragmentFlowTest.kt
@@ -1,6 +1,6 @@
 /*
  * © 2016-present FlowCrypt a.s. Limitations apply. Contact human@flowcrypt.com
- * Contributors: DenBond7
+ * Contributors: denbond7
  */
 
 package com.flowcrypt.email.ui
@@ -50,6 +50,7 @@ import okhttp3.mockwebserver.Dispatcher
 import okhttp3.mockwebserver.MockResponse
 import okhttp3.mockwebserver.RecordedRequest
 import org.hamcrest.Matchers.not
+import org.junit.Ignore
 import org.junit.Rule
 import org.junit.Test
 import org.junit.rules.RuleChain
@@ -209,6 +210,7 @@ class MainSignInFragmentFlowTest : BaseSignTest() {
   }
 
   @Test
+  @Ignore("flaky 8")
   fun testClientConfigurationCombinationNotSupportedForForbidCreatingPrivateKeyMissing() {
     setupAndClickSignInButton(
       genMockGoogleSignInAccountJson(
@@ -226,6 +228,7 @@ class MainSignInFragmentFlowTest : BaseSignTest() {
   }
 
   @Test
+  @Ignore("flaky 8")
   fun testErrorGetPrvKeysViaEkm() {
     setupAndClickSignInButton(genMockGoogleSignInAccountJson(EMAIL_GET_KEYS_VIA_EKM_ERROR))
     isDialogWithTextDisplayed(decorView, EKM_ERROR)

diff --git a/...pt/src/androidTest/java/com/flowcrypt/email/ui/MessageDetailsChangeGmailLabelsFlowTest.kt b/...pt/src/androidTest/java/com/flowcrypt/email/ui/MessageDetailsChangeGmailLabelsFlowTest.kt
@@ -34,6 +34,7 @@ import okhttp3.mockwebserver.RecordedRequest
 import okio.GzipSource
 import okio.buffer
 import org.junit.Assert.assertEquals
+import org.junit.Ignore
 import org.junit.Rule
 import org.junit.Test
 import org.junit.rules.RuleChain
@@ -98,6 +99,7 @@ class MessageDetailsChangeGmailLabelsFlowTest : BaseGmailLabelsFlowTest() {
     .around(ScreenshotTestRule())
 
   @Test
+  @Ignore("flaky 1")
   fun testLabelsManagement() {
     val allLabels = initLabelIds()
     lastLabelIds = (allLabels.take(4) + allLabels.takeLast(1)).toMutableList()

diff --git a/FlowCrypt/src/androidTest/java/com/flowcrypt/email/ui/MessageDetailsFlowTest.kt b/FlowCrypt/src/androidTest/java/com/flowcrypt/email/ui/MessageDetailsFlowTest.kt
@@ -84,6 +84,7 @@ import org.junit.Assert.assertArrayEquals
 import org.junit.Assert.assertEquals
 import org.junit.Assert.assertNotNull
 import org.junit.Before
+import org.junit.Ignore
 import org.junit.Rule
 import org.junit.Test
 import org.junit.rules.RuleChain
@@ -139,6 +140,7 @@ class MessageDetailsFlowTest : BaseMessageDetailsFlowTest() {
   }
 
   @Test
+  @Ignore("flaky")
   fun testTopReplyButton() {
     val incomingMessageInfo = testTopReplyAction(getResString(R.string.reply))
     checkQuotesFunctionality(incomingMessageInfo)

diff --git a/...flowcrypt/email/ui/fragment/isolation/incontainer/LegalSettingsFragmentInIsolationTest.kt b/...flowcrypt/email/ui/fragment/isolation/incontainer/LegalSettingsFragmentInIsolationTest.kt
@@ -1,6 +1,6 @@
 /*
  * © 2016-present FlowCrypt a.s. Limitations apply. Contact human@flowcrypt.com
- * Contributors: DenBond7
+ * Contributors: denbond7
  */
 
 package com.flowcrypt.email.ui.fragment.isolation.incontainer
@@ -28,6 +28,7 @@ import com.flowcrypt.email.rules.ScreenshotTestRule
 import com.flowcrypt.email.ui.activity.fragment.LegalSettingsFragment
 import org.hamcrest.Matchers.allOf
 import org.junit.Before
+import org.junit.Ignore
 import org.junit.Rule
 import org.junit.Test
 import org.junit.rules.RuleChain
@@ -74,6 +75,7 @@ class LegalSettingsFragmentInIsolationTest : BaseTest() {
   }
 
   @Test
+  @Ignore("flaky")
   fun testSwipeInViewPager() {
     onView(
       allOf(

diff --git a/...java/com/flowcrypt/email/ui/gmailapi/ComposeScreenForwardWithGmailApiSignatureFlowTest.kt b/...java/com/flowcrypt/email/ui/gmailapi/ComposeScreenForwardWithGmailApiSignatureFlowTest.kt
@@ -32,6 +32,7 @@ import okhttp3.mockwebserver.Dispatcher
 import okhttp3.mockwebserver.MockResponse
 import okhttp3.mockwebserver.RecordedRequest
 import org.hamcrest.CoreMatchers.startsWith
+import org.junit.Ignore
 import org.junit.Rule
 import org.junit.Test
 import org.junit.rules.RuleChain
@@ -72,6 +73,7 @@ class ComposeScreenForwardWithGmailApiSignatureFlowTest :
       .around(ScreenshotTestRule())
 
   @Test
+  @Ignore("flaky")
   fun testAddingSignatureAfterStart() {
     //need to wait while the app loads the messages list
     Thread.sleep(2000)

diff --git a/...Crypt/src/androidTest/java/com/flowcrypt/email/ui/gmailapi/ThreadsListGmailApiFlowTest.kt b/...Crypt/src/androidTest/java/com/flowcrypt/email/ui/gmailapi/ThreadsListGmailApiFlowTest.kt
@@ -31,6 +31,7 @@ import okhttp3.mockwebserver.Dispatcher
 import okhttp3.mockwebserver.MockResponse
 import okhttp3.mockwebserver.RecordedRequest
 import org.hamcrest.Matchers.allOf
+import org.junit.Ignore
 import org.junit.Rule
 import org.junit.Test
 import org.junit.rules.RuleChain
@@ -84,6 +85,7 @@ class ThreadsListGmailApiFlowTest : BaseGmailApiTest(
     .around(ScreenshotTestRule())
 
   @Test
+  @Ignore("flaky")
   fun testShowCorrectThreadsDetailsInList() {
     //need to wait while the app loads the thread list
     waitForObjectWithText(SUBJECT_EXISTING_STANDARD, TimeUnit.SECONDS.toMillis(10))

diff --git a/...il/ui/gmailapi/passwordprotected/ComposeScreenPasswordProtectedDisallowedTermsFlowTest.kt b/...il/ui/gmailapi/passwordprotected/ComposeScreenPasswordProtectedDisallowedTermsFlowTest.kt
@@ -30,6 +30,7 @@ import com.flowcrypt.email.rules.GrantPermissionRuleChooser
 import com.flowcrypt.email.rules.RetryRule
 import com.flowcrypt.email.rules.ScreenshotTestRule
 import org.hamcrest.Matchers.allOf
+import org.junit.Ignore
 import org.junit.Rule
 import org.junit.Test
 import org.junit.rules.RuleChain
@@ -70,6 +71,7 @@ class ComposeScreenPasswordProtectedDisallowedTermsFlowTest :
       .around(ScreenshotTestRule())
 
   @Test
+  @Ignore("flaky")
   fun testDialogWithErrorText() {
     intentsRelease()
 

diff --git a/script/run_tests_in_loop.sh b/script/run_tests_in_loop.sh
@@ -0,0 +1,41 @@
+#!/usr/bin/env bash
+#
+# © 2016-present FlowCrypt a.s. Limitations apply. Contact human@flowcrypt.com
+# Contributors: denbond7
+#
+
+set -o xtrace
+
+attempts=$1
+
+if [[ -z attempts ]]; then
+  echo "Please specify attempts count"
+  exit 1
+else
+  if [[ $attempts =~ ^[\-0-9]+$ ]] && ((attempts > 0)); then
+    echo "We are going to run tests for $attempts iterations"
+    echo "------------------------------------------------------"
+  else
+    echo "Please specify attempts count as a number > 0"
+    exit 1
+  fi
+fi
+
+for ((i=1;i<=attempts;i++)); do
+    echo "Run attempt $i"
+    ./script/adb_kill_all_emualtor.sh
+    sleep 60
+    "$ANDROID_HOME/emulator/emulator" -avd ci-emulator -no-snapshot -no-window -no-boot-anim -no-audio -gpu auto -read-only -no-metrics &
+    ./script/ci-wait-for-emulator.sh
+    ./script/ci-instrumentation-tests-without-mailserver.sh 4 2
+    testResults=$?
+    if [[ $testResults -ne 0 ]]; then
+      echo "Attempt $i failed"
+      echo "Stopping..."
+      exit 1
+    else
+      echo "------------------------------------------------------"
+    fi
+done
+
+echo "Tests completed for $attempts iterations"