Updating app analytics jest and cypress tests (#1398)

* some updates Signed-off-by: Paul Sebastian <paulstn@amazon.com> * beginning assertion Signed-off-by: Paul Sebastian <paulstn@amazon.com> * fix typo Signed-off-by: Paul Sebastian <paulstn@amazon.com> * TEMPORARY: only run app analytics github action Signed-off-by: Paul Sebastian <paulstn@amazon.com> * included wait for all requests Signed-off-by: Paul Sebastian <paulstn@amazon.com> * explicitly add sample data flights and logs Signed-off-by: Paul Sebastian <paulstn@amazon.com> * otel imported Signed-off-by: Paul Sebastian <paulstn@amazon.com> * update otel requests Signed-off-by: Paul Sebastian <paulstn@amazon.com> * reintroduce otel data Signed-off-by: Paul Sebastian <paulstn@amazon.com> * switch browser to electron Signed-off-by: Paul Sebastian <paulstn@amazon.com> * fixed issues with timepicker not being shared properly, separated app and explorer times Signed-off-by: Paul Sebastian <paulstn@amazon.com> * small updates to spec Signed-off-by: Paul Sebastian <paulstn@amazon.com> * fix some of the time logic Signed-off-by: Paul Sebastian <paulstn@amazon.com> * small fixes to spec Signed-off-by: Paul Sebastian <paulstn@amazon.com> * double click to open service flyout, doesn't work otherwise Signed-off-by: Paul Sebastian <paulstn@amazon.com> * click to render chart Signed-off-by: Paul Sebastian <paulstn@amazon.com> * fixed issue where availability lines weren't showing up due to deleted parsing Signed-off-by: Paul Sebastian <paulstn@amazon.com> * extra character for query while autocomplete issue is being worked on Signed-off-by: Paul Sebastian <paulstn@amazon.com> * uncomment everything whoops Signed-off-by: Paul Sebastian <paulstn@amazon.com> * typing bandaid Signed-off-by: Paul Sebastian <paulstn@amazon.com> * intercept loading panel and remove waits Signed-off-by: Paul Sebastian <paulstn@amazon.com> * minimally viable testing Signed-off-by: Paul Sebastian <paulstn@amazon.com> * switch back to electron Signed-off-by: Paul Sebastian <paulstn@amazon.com> * temp load data for ftr run Signed-off-by: Paul Sebastian <paulstn@amazon.com> * change waiting order Signed-off-by: Paul Sebastian <paulstn@amazon.com> * only need one loading panels wait Signed-off-by: Paul Sebastian <paulstn@amazon.com> * update ftr tests Signed-off-by: Paul Sebastian <paulstn@amazon.com> * include two network intercepts Signed-off-by: Paul Sebastian <paulstn@amazon.com> * ftr test update delete success getter Signed-off-by: Paul Sebastian <paulstn@amazon.com> * add intercept after selection Signed-off-by: Paul Sebastian <paulstn@amazon.com> * take into account new name Signed-off-by: Paul Sebastian <paulstn@amazon.com> * manual wait to isolate other issues Signed-off-by: Paul Sebastian <paulstn@amazon.com> * repeat test 10 times to check for flakiness Signed-off-by: Paul Sebastian <paulstn@amazon.com> * revert repeat 10 tests Signed-off-by: Paul Sebastian <paulstn@amazon.com> * updated snapshots Signed-off-by: Paul Sebastian <paulstn@amazon.com> * remove ftr test Signed-off-by: Paul Sebastian <paulstn@amazon.com> * go back to running all integration tests Signed-off-by: Paul Sebastian <paulstn@amazon.com> * reduce usage of within Signed-off-by: Paul Sebastian <paulstn@amazon.com> * run app analytics test 10 times on github runner Signed-off-by: Paul Sebastian <paulstn@amazon.com> * add wait to avoid test avoiding checkbox Signed-off-by: Paul Sebastian <paulstn@amazon.com> * explain why i have a wait Signed-off-by: Paul Sebastian <paulstn@amazon.com> * remove repeating tests Signed-off-by: Paul Sebastian <paulstn@amazon.com> * small changes Signed-off-by: Paul Sebastian <paulstn@amazon.com> * change and remove some jest tests Signed-off-by: Paul Sebastian <paulstn@amazon.com> --------- Signed-off-by: Paul Sebastian <paulstn@amazon.com>
opensearch-project · Feb 6, 2024 · 3733eeb · 3733eeb
1 parent a5434f9
commit 3733eeb
Show file tree

Hide file tree

Showing 13 changed files with 1,596 additions and 89 deletions.
diff --git a/.cypress/integration/app_analytics_test/app_analytics.spec.js b/.cypress/integration/app_analytics_test/app_analytics.spec.js
diff --git a/.cypress/utils/app_constants.js b/.cypress/utils/app_constants.js
@@ -5,11 +5,110 @@
 
 export const delay = 1000;
 export const timeoutDelay = 30000;
-export const TYPING_DELAY = 150;
+export const TYPING_DELAY = 450;
+
+export const loadAllData = () => {
+  // flights and web logs, not using ecommerce currently
+  loadAllSampleData();
+
+  loadOtelData();
+}
+
+export const loadOtelData = () => {
+  testIndexDataSet.forEach(({ mapping_url, data_url, index }) =>
+    dumpDataSet(mapping_url, data_url, index)
+  );
+}
+
+export const loadAllSampleData = () => {
+  // Deleting all indices, cypress doesn't support conditionals in any way so to create a single
+  //  line of execution, need to start from a clean slate
+  cy.request(
+    'DELETE',
+    `${Cypress.env('opensearch')}/index*,sample*,opensearch_dashboards*,test*,cypress*`
+  );
+
+  cy.visit(`${Cypress.env('opensearchDashboards')}/app/home#/tutorial_directory`);
+
+  // Load sample flights data
+  cy.get(`button[data-test-subj="addSampleDataSetflights"]`).click({
+    force: true,
+  });
+  // Load sample logs data
+  cy.get(`button[data-test-subj="addSampleDataSetlogs"]`).click({
+    force: true,
+  });
+
+  // Verify that sample data is add by checking toast notification
+  cy.contains('Sample flight data installed', { timeout: 60000 });
+  cy.contains('Sample web logs installed', { timeout: 60000 });
+}
+
+// took dumpDataSet and testIndexDataSet from https://github.com/opensearch-project/opensearch-dashboards-functional-test/blob/main/cypress/integration/plugins/observability-dashboards/0_before.spec.js
+const dumpDataSet = (mapping_url, data_url, index) => {
+  cy.request({
+    method: 'PUT',
+    failOnStatusCode: false,
+    url: `${Cypress.env('opensearch')}/${index}`,
+    headers: {
+      'content-type': 'application/json;charset=UTF-8',
+      'osd-xsrf': true,
+    },
+  });
+
+  cy.request(mapping_url).then((response) => {
+    cy.request({
+      method: 'POST',
+      form: false,
+      url: `${Cypress.env('opensearch')}/${index}/_mapping`,
+      headers: {
+        'content-type': 'application/json;charset=UTF-8',
+        'osd-xsrf': true,
+      },
+      body: response.body,
+    });
+  });
+
+  cy.request(data_url).then((response) => {
+    cy.request({
+      method: 'POST',
+      form: false,
+      url: `${Cypress.env('opensearch')}/${index}/_bulk`,
+      headers: {
+        'content-type': 'application/json;charset=UTF-8',
+        'osd-xsrf': true,
+      },
+      body: response.body,
+    });
+  });
+};
+
+const testIndexDataSet = [
+  {
+    mapping_url:
+      'https://raw.githubusercontent.com/opensearch-project/dashboards-observability/main/.cypress/utils/otel-v1-apm-service-map-mappings.json',
+    data_url:
+      'https://raw.githubusercontent.com/opensearch-project/dashboards-observability/main/.cypress/utils/otel-v1-apm-service-map.json',
+    index: 'otel-v1-apm-service-map',
+  },
+  {
+    mapping_url:
+      'https://raw.githubusercontent.com/opensearch-project/dashboards-observability/main/.cypress/utils/otel-v1-apm-span-000001-mappings.json',
+    data_url:
+      'https://raw.githubusercontent.com/opensearch-project/dashboards-observability/main/.cypress/utils/otel-v1-apm-span-000001.json',
+    index: 'otel-v1-apm-span-000001',
+  },
+  {
+    mapping_url:
+      'https://raw.githubusercontent.com/opensearch-project/dashboards-observability/main/.cypress/utils/otel-v1-apm-span-000001-mappings.json',
+    data_url:
+      'https://raw.githubusercontent.com/opensearch-project/dashboards-observability/main/.cypress/utils/otel-v1-apm-span-000002.json',
+    index: 'otel-v1-apm-span-000002',
+  },
+];
 
 export const moveToHomePage = () => {
   cy.visit(`${Cypress.env('opensearchDashboards')}/app/observability-applications#/`);
-  cy.wait(delay * 3);
   cy.get('.euiTitle').contains('Applications').should('exist');
 };
 
@@ -32,12 +131,11 @@ export const moveToEditPage = () => {
   moveToApplication(nameOne);
   cy.get('[data-test-subj="app-analytics-configTab"]').click();
   cy.get('[data-test-subj="editApplicationButton"]').click();
-  cy.wait(delay);
   cy.get('[data-test-subj="createPageTitle"]').should('contain', 'Edit application');
 };
 
 export const changeTimeTo24 = (timeUnit) => {
-  cy.get('[data-test-subj="superDatePickerToggleQuickMenuButton"]').trigger('mouseover').click();
+  cy.get('[data-test-subj="superDatePickerToggleQuickMenuButton"]').trigger('mouseover').click({ force: true });
   cy.get('[aria-label="Time unit"]').select(timeUnit);
   cy.get('.euiButton').contains('Apply').click();
   cy.get('[data-test-subj="superDatePickerApplyTimeButton"]').click();

diff --git a/.github/workflows/integration-tests-workflow.yml b/.github/workflows/integration-tests-workflow.yml
@@ -23,16 +23,17 @@ jobs:
       matrix:
         os: [ubuntu-latest]
         java: [11]
-        testgroups: [
-          app_analytics_test,
-          datasources_test,
-          event_analytics_test,
-          integrations_test,
-          metrics_analytics_test,
-          notebooks_test,
-          panels_test,
-          trace_analytics_test
-        ]
+        testgroups:
+          [
+            app_analytics_test,
+            datasources_test,
+            event_analytics_test,
+            integrations_test,
+            metrics_analytics_test,
+            notebooks_test,
+            panels_test,
+            trace_analytics_test,
+          ]
         include:
           - os: ubuntu-latest
             cypress_cache_folder: ~/.cache/Cypress
@@ -134,7 +135,7 @@ jobs:
           cd OpenSearch-Dashboards
           nohup yarn start --no-base-path --no-watch | tee dashboard.log &
 
-      - name : Check If OpenSearch Dashboards Is Ready
+      - name: Check If OpenSearch Dashboards Is Ready
         if: ${{ runner.os == 'Linux' }}
         run: |
           cd ./OpenSearch-Dashboards
@@ -165,7 +166,7 @@ jobs:
       - name: Run Cypress tests for test group of ${{ matrix.testgroups }}
         run: |
           cd ./OpenSearch-Dashboards/plugins/dashboards-observability
-          yarn cypress:run --browser chrome --headless --spec '.cypress/integration/${{ matrix.testgroups }}/*'
+          yarn cypress:run --headless --spec '.cypress/integration/${{ matrix.testgroups }}/*'
 
       - name: Capture failure screenshots
         uses: actions/upload-artifact@v1