Verify changes with test runs

.github/workflows/pr-test.yml

@@ -19,7 +19,7 @@ on:
         description: "Arguments to pass to pytest"
         required: false
         type: string
-        default: ""
+        default: "-m flaky"
 
 jobs:
   compute-matrix:

ddev/src/ddev/cli/validate/ci.py

@@ -63,6 +63,7 @@ def ci(app: Application, sync: bool):
     jobs_workflow_path = app.repo.path / '.github' / 'workflows' / 'test-all.yml'
     original_jobs_workflow = jobs_workflow_path.read_text() if jobs_workflow_path.is_file() else ''
 
+    # TODO: Remove this once verification is done for all tests
     jobs = {}
     for data in construct_job_matrix(app.repo.path, get_all_targets(app.repo.path)):
         python_restriction = data.get('python-support', '')

kafka_consumer/tests/test_e2e.py

@@ -8,6 +8,7 @@
 pytestmark = [pytest.mark.e2e]
 
 
+@pytest.mark.flaky
 def test_e2e(dd_agent_check, kafka_instance):
     aggregator = dd_agent_check(kafka_instance)
     assert_check_kafka(aggregator, kafka_instance['consumer_groups'])

kafka_consumer/tests/test_integration.py

@@ -43,6 +43,7 @@ def test_check_kafka(aggregator, check, kafka_instance, dd_run_check):
     assert_check_kafka_has_consumer_group_state_tag(aggregator, kafka_instance['consumer_groups'])
 
 
+@pytest.mark.flaky
 def test_can_send_event(aggregator, check, kafka_instance, dd_run_check):
     """
     Testing Kafka_consumer check.

postgres/tests/test_unit.py

@@ -17,6 +17,7 @@
 pytestmark = pytest.mark.unit
 
 
+@pytest.mark.flaky
 def test_get_instance_metrics_lt_92(integration_check, pg_instance):
     """
     check output when 9.2+