Example Airflow DAG that shows how to use Dataplex.
Module Contents
-
airflow.providers.google.cloud.example_dags.example_dataplex.PROJECT_ID[source]
-
airflow.providers.google.cloud.example_dags.example_dataplex.REGION[source]
-
airflow.providers.google.cloud.example_dags.example_dataplex.LAKE_ID[source]
-
airflow.providers.google.cloud.example_dags.example_dataplex.SERVICE_ACC[source]
-
airflow.providers.google.cloud.example_dags.example_dataplex.BUCKET[source]
-
airflow.providers.google.cloud.example_dags.example_dataplex.SPARK_FILE_NAME[source]
-
airflow.providers.google.cloud.example_dags.example_dataplex.SPARK_FILE_FULL_PATH[source]
-
airflow.providers.google.cloud.example_dags.example_dataplex.DATAPLEX_TASK_ID = task001[source]
-
airflow.providers.google.cloud.example_dags.example_dataplex.TRIGGER_SPEC_TYPE = ON_DEMAND[source]
-
airflow.providers.google.cloud.example_dags.example_dataplex.EXAMPLE_TASK_BODY[source]
-
airflow.providers.google.cloud.example_dags.example_dataplex.create_dataplex_task[source]
