Ensure main is accurately tracking release changes (#1949)

.cirun.yml

@@ -11,6 +11,8 @@ runners:
     # Region: Oregon
     region: us-west-2
     # Use Spot Instances for cost savings
-    preemptible: false
+    preemptible:
+      - true
+      - false
     labels:
       - cirun-runner

.github/actions/publish-from-template/action.yml

@@ -0,0 +1,28 @@
+name: publish-from-template
+description: "Publish information from a template"
+
+inputs:
+  filename:
+    description: Path to issue template. Usually in .github/issue-templates
+    required: true
+
+runs:
+  using: composite
+
+  steps:
+    - name: Render template
+      # Render template only in CI to make sure rendering on a schedule works as planned
+      if: github.event_name != 'schedule'
+      shell: bash
+      env: ${{ env }}
+      run:
+        python .github/actions/publish-from-template/render_template.py ${{
+        inputs.filename }}
+
+    - uses: JasonEtco/create-an-issue@v2
+      # Only render template and create an issue in case the workflow is a scheduled one
+      if: github.event_name == 'schedule'
+      env: ${{ env }}
+      with:
+        filename: ${{ inputs.filename }}
+        update_existing: false

.github/actions/publish-from-template/render_template.py

@@ -0,0 +1,17 @@
+import os
+import sys
+from pathlib import Path
+
+import jinja2
+
+
+def main(template_path):
+    loader = jinja2.FileSystemLoader(searchpath=template_path.parent)
+    env = jinja2.Environment(loader=loader)
+    template = env.get_template(template_path.name)
+    print(template.render(env=os.environ))
+
+
+if __name__ == "__main__":
+    template_path = Path(sys.argv[1])
+    main(template_path)

.github/failed-workflow-issue-templates/test-provider.md

@@ -0,0 +1,5 @@
+---
+title: Provider CI jobs fail for {{ env.PROVIDER }} / {{ env.CICD }}
+---
+
+See https://github.com/{{ env.REPO }}/actions/runs/{{ env.ID }} for details.

.github/workflows/kubernetes_test.yaml

@@ -8,7 +8,7 @@ on:
       - "tests_deployment/**"
       - "tests_e2e/**"
       - "scripts/**"
-      - "nebari/**"
+      - "src/**"
       - "pyproject.toml"
       - "pytest.ini"
   push:
@@ -22,7 +22,7 @@ on:
       - "tests_deployment/**"
       - "tests_e2e/**"
       - "scripts/**"
-      - "nebari/**"
+      - "src/**"
       - "pyproject.toml"
       - "pytest.ini"
   workflow_call:
@@ -33,7 +33,6 @@ on:
 
 jobs:
   test-kubernetes:
-    if: github.event.pull_request.head.repo.full_name == github.repository || github.event_name != 'pull_request'
     name: "Kubernetes Tests"
     runs-on: "cirun-runner--${{ github.run_id }}"
     defaults:
@@ -70,6 +69,7 @@ jobs:
         run: |
           conda install --quiet --yes -c anaconda pip
           pip install .[dev]
+          playwright install
       - name: Download and Install Kubectl
         run: |
           mkdir -p bin
@@ -90,9 +90,6 @@ jobs:
       - name: Get routing table for docker pods
         run: |
           ip route
-      - name: Add DNS entry to hosts
-        run: |
-          sudo echo "172.18.1.100  github-actions.nebari.dev" | sudo tee -a /etc/hosts
       - name: Initialize Nebari Cloud
         run: |
           mkdir -p local-deployment
@@ -153,6 +150,18 @@ jobs:
         with:
           working-directory: tests_e2e
 
+      - name: Playwright Tests
+        env:
+          KEYCLOAK_USERNAME: ${{ env.CYPRESS_EXAMPLE_USER_NAME }}
+          KEYCLOAK_PASSWORD: ${{ env.CYPRESS_EXAMPLE_USER_PASSWORD }}
+          NEBARI_FULL_URL: https://github-actions.nebari.dev/
+        working-directory: tests_e2e/playwright
+        run: |
+          # create environment file
+          envsubst < .env.tpl > .env
+          # run playwright pytest tests in headed mode with the chromium browser
+          xvfb-run pytest --browser chromium
+
       - name: Save Cypress screenshots and videos
         if: always()
         uses: actions/upload-artifact@v3
@@ -161,6 +170,7 @@ jobs:
           path: |
             ./tests_e2e/cypress/screenshots/
             ./tests_e2e/cypress/videos/
+            ./tests_e2e/playwright/videos/
 
       - name: Deployment Pytests
         run: |