test/2375: Setup Cypress for E2E testing

.github/workflows/cypress-tests.yml

@@ -0,0 +1,122 @@
+name: E2E Test
+
+env:
+  NODE_VERSION: "14"
+  NODE_CACHE: "${{ github.workspace }}/node_modules_cache"
+
+on:
+  schedule:
+    - cron:  '0 0 * * *'
+  push:
+    branches:
+      - develop
+      - master
+  pull_request:
+    branches:
+      - develop
+
+jobs:
+  cypress_local:
+    name: Cypress - Local
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+
+    - name: Prepare npm cache
+      uses: actions/cache@v2
+      with:
+        path: ${{ env.NODE_CACHE }}
+        key: npm-${{ env.NODE_VERSION }}-${{ hashFiles('**/package-lock.json') }}
+        restore-keys: |
+          npm-${{ env.NODE_VERSION }}-
+
+    - name: "Install node v${{ env.NODE_VERSION }}"
+      uses: actions/setup-node@v2
+      with:
+        node-version: ${{ env.NODE_VERSION }}
+
+    - name: Install dependencies
+      run: npm ci --include=dev
+
+    - name: Set up WP environment with Elasticsearch
+      run: npm run env:start
+
+    - name: Build asset
+      run: npm run build
+
+    - name: Set up database
+      run: npm run cypress:setup
+
+    - name: Test
+      run: npm run cypress:run
+
+    - name: Make artifacts available
+      uses: actions/upload-artifact@v2
+      if: failure()
+      with:
+        name: cypress-artifact
+        retention-days: 2
+        path: |
+          ${{ github.workspace }}/tests/cypress/screenshots/
+          ${{ github.workspace }}/tests/cypress/videos/
+          ${{ github.workspace }}/tests/cypress/logs/
+
+    - name: Stop Elasticsearch
+      if: always()
+      run: cd bin/es-docker/ && docker-compose down
+
+  cypress_epio:
+    name: Cypress - EP.io
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+
+    - name: Prepare npm cache
+      uses: actions/cache@v2
+      with:
+        path: ${{ env.NODE_CACHE }}
+        key: npm-${{ env.NODE_VERSION }}-${{ hashFiles('**/package-lock.json') }}
+        restore-keys: |
+          npm-${{ env.NODE_VERSION }}-
+
+    - name: "Install node v${{ env.NODE_VERSION }}"
+      uses: actions/setup-node@v2
+      with:
+        node-version: ${{ env.NODE_VERSION }}
+
+    - name: Install dependencies
+      run: npm ci --include=dev
+
+    - name: Set up WP environment
+      run: npm run env start
+
+    - name: Build asset
+      run: npm run build
+
+    - name: Set up database
+      run: npm run cypress:setup -- --ep-host=${{ secrets.EPIO_HOST }} --es-shield='${{ secrets.EPIO_SHIELD }}' --ep-index-prefix=${{ secrets.EPIO_INDEX_PREFIX }}
+
+    - name: Test
+      run: npm run cypress:run
+
+    - name: Make artifacts available
+      uses: actions/upload-artifact@v2
+      if: failure()
+      with:
+        name: cypress-artifact-epio
+        retention-days: 2
+        path: |
+          ${{ github.workspace }}/tests/cypress/screenshots/
+          ${{ github.workspace }}/tests/cypress/videos/
+          ${{ github.workspace }}/tests/cypress/logs/
+
+    - name: Delete Elasticsearch indices
+      if: always()
+      run: |
+        PLUGIN_NAME=$(basename "$PWD")
+        npm run env run tests-cli "wp plugin activate ${PLUGIN_NAME} --network"
+        npm run env run tests-cli "wp elasticpress delete-index --network-wide --yes"

.github/workflows/test.yml

@@ -16,88 +16,6 @@ on:
       - develop
 
 jobs:
-  wpa_local:
-    name: WP Acceptance - Local
-    runs-on: ubuntu-latest
-
-    steps:
-    - name: Checkout
-      uses: actions/checkout@v2
-
-    - name: Set standard 10up cache directories
-      run: |
-        composer config -g cache-dir "${{ env.COMPOSER_CACHE }}"
-
-    - name: Prepare composer cache
-      uses: actions/cache@v2
-      with:
-        path: ${{ env.COMPOSER_CACHE }}
-        key: composer-${{ env.COMPOSER_VERSION }}-${{ hashFiles('**/composer.lock') }}
-        restore-keys: |
-          composer-${{ env.COMPOSER_VERSION }}-
-
-    - name: Set PHP version
-      uses: shivammathur/setup-php@v2
-      with:
-        php-version: '7.4'
-        coverage: none
-        tools: prestissimo, composer:v1
-        ini-values: memory_limit=3G
-
-    - name: Install dependencies
-      run: composer install
-
-    - name: Test Local
-      run: ./run-wpacceptance.sh -l --attempts=3
-
-    - name: Upload error screenshots
-      uses: actions/upload-artifact@v2
-      if: failure()
-      with:
-        name: wpa-screenshots
-        path: screenshots/*.jpg
-
-  wpa_epio:
-    name: WP Acceptance - ElasticPress.io
-    runs-on: ubuntu-latest
-
-    steps:
-    - name: Checkout
-      uses: actions/checkout@v2
-
-    - name: Set standard 10up cache directories
-      run: |
-        composer config -g cache-dir "${{ env.COMPOSER_CACHE }}"
-
-    - name: Prepare composer cache
-      uses: actions/cache@v2
-      with:
-        path: ${{ env.COMPOSER_CACHE }}
-        key: composer-${{ env.COMPOSER_VERSION }}-${{ hashFiles('**/composer.lock') }}
-        restore-keys: |
-          composer-${{ env.COMPOSER_VERSION }}-
-
-    - name: Set PHP version
-      uses: shivammathur/setup-php@v2
-      with:
-        php-version: '7.4'
-        coverage: none
-        tools: prestissimo, composer:v1
-        ini-values: memory_limit=3G
-
-    - name: Install dependencies
-      run: composer install
-
-    - name: Test EP.io
-      run: ./run-wpacceptance.sh --ep-host=${{ secrets.EPIO_HOST }} --es-shield='${{ secrets.EPIO_SHIELD }}' --ep-index-prefix=${{ secrets.EPIO_INDEX_PREFIX }} --attempts=3
-
-    - name: Upload error screenshots
-      uses: actions/upload-artifact@v2
-      if: failure()
-      with:
-        name: wpa-screenshots
-        path: screenshots/*.jpg
-
   phpunit:
     name: PHP Unit
     runs-on: ubuntu-latest

.wp-env.json

@@ -0,0 +1,22 @@
+{
+  "env": {
+    "tests": {
+      "themes": [
+        "https://downloads.wordpress.org/theme/twentytwentyone.zip"
+      ],
+      "plugins": [
+        ".",
+        "https://downloads.wordpress.org/plugin/debug-bar.zip",
+        "https://downloads.wordpress.org/plugin/debug-bar-elasticpress.zip",
+        "https://downloads.wordpress.org/plugin/wordpress-importer.zip",
+        "https://downloads.wordpress.org/plugin/woocommerce.zip"
+      ],
+      "mappings": {
+        "wp-content/mu-plugins/unique-index-name.php": "./tests/cypress/wordpress-files/test-mu-plugins/unique-index-name.php",
+        "wp-content/plugins/fake-new-activation.php": "./tests/cypress/wordpress-files/test-plugins/fake-new-activation.php",
+        "wp-content/plugins/unsupported-elasticsearch-version.php": "./tests/cypress/wordpress-files/test-plugins/unsupported-elasticsearch-version.php",
+        "wp-content/uploads/content-example.xml": "./tests/cypress/wordpress-files/test-docs/content-example.xml"
+      }
+    }
+  }
+}