From 1d9ba5876033a5421eec76951c707d39d505a666 Mon Sep 17 00:00:00 2001 From: Wei Lee Date: Wed, 24 May 2023 18:38:57 +0800 Subject: [PATCH] docs(example_dags): add loguri to EmrCreateJobFlowOperator for bypassing https://github.com/apache/airflow/issues/31480 --- .../providers/amazon/aws/example_dags/example_emr_sensor.py | 1 + astronomer/providers/apache/hive/example_dags/example_hive.py | 1 + astronomer/providers/apache/livy/example_dags/example_livy.py | 1 + 3 files changed, 3 insertions(+) diff --git a/astronomer/providers/amazon/aws/example_dags/example_emr_sensor.py b/astronomer/providers/amazon/aws/example_dags/example_emr_sensor.py index 61199b580..ee398766f 100644 --- a/astronomer/providers/amazon/aws/example_dags/example_emr_sensor.py +++ b/astronomer/providers/amazon/aws/example_dags/example_emr_sensor.py @@ -54,6 +54,7 @@ }, "JobFlowRole": JOB_FLOW_ROLE, "ServiceRole": SERVICE_ROLE, + "LogUri": "s3://example_emr_sensor_cluster/" } DEFAULT_ARGS = { diff --git a/astronomer/providers/apache/hive/example_dags/example_hive.py b/astronomer/providers/apache/hive/example_dags/example_hive.py index 3389a7412..758c56a94 100644 --- a/astronomer/providers/apache/hive/example_dags/example_hive.py +++ b/astronomer/providers/apache/hive/example_dags/example_hive.py @@ -80,6 +80,7 @@ "Steps": [], "JobFlowRole": JOB_FLOW_ROLE, "ServiceRole": SERVICE_ROLE, + "LogUri": "s3://example_emr_sensor_cluster/" } diff --git a/astronomer/providers/apache/livy/example_dags/example_livy.py b/astronomer/providers/apache/livy/example_dags/example_livy.py index cda01a29c..3d90133d7 100644 --- a/astronomer/providers/apache/livy/example_dags/example_livy.py +++ b/astronomer/providers/apache/livy/example_dags/example_livy.py @@ -77,6 +77,7 @@ "Steps": [], "JobFlowRole": JOB_FLOW_ROLE, "ServiceRole": SERVICE_ROLE, + "LogUri": "s3://example_emr_sensor_cluster/" }