docs(example_dag): set trigger_rule to all_done for the following DAG…

… of EmrCreateJobFlowOperator EmrCreateJobFlowOperator now fails due to apache/airflow#31480 #1120, #1121, #1123
astronomer · May 24, 2023 · 8bbe486 · 8bbe486
1 parent d7d736f
commit 8bbe486
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 2 deletions.
diff --git a/astronomer/providers/amazon/aws/example_dags/example_emr_sensor.py b/astronomer/providers/amazon/aws/example_dags/example_emr_sensor.py
@@ -96,6 +96,7 @@ def check_dag_status(**kwargs: Any) -> None:
         job_flow_id=create_job_flow.output,  # type: ignore[arg-type]
         steps=SPARK_STEPS,
         aws_conn_id=AWS_CONN_ID,
+        trigger_rule="all_done",
     )
     # [END howto_operator_emr_add_steps]
 

diff --git a/astronomer/providers/apache/hive/example_dags/example_hive.py b/astronomer/providers/apache/hive/example_dags/example_hive.py
@@ -312,7 +312,9 @@ def check_dag_status(**kwargs: Any) -> None:
 
     # [START describe_created_cluster]
     describe_created_cluster = PythonOperator(
-        task_id="describe_created_cluster", python_callable=get_cluster_details
+        task_id="describe_created_cluster",
+        python_callable=get_cluster_details,
+        trigger_rule="all_done",
     )
     # [END describe_created_cluster]
 

diff --git a/astronomer/providers/apache/livy/example_dags/example_livy.py b/astronomer/providers/apache/livy/example_dags/example_livy.py
@@ -278,7 +278,9 @@ def check_dag_status(**kwargs: Any) -> None:
 
     # [START describe_created_cluster]
     describe_created_cluster = PythonOperator(
-        task_id="describe_created_cluster", python_callable=get_cluster_details
+        task_id="describe_created_cluster",
+        python_callable=get_cluster_details,
+        trigger_rule="all_done",
     )
     # [END describe_created_cluster]