Example Airflow DAG that shows how to use Dataplex.
Module Contents
-
tests.system.providers.google.cloud.dataplex.example_dataplex.ENV_ID[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.PROJECT_ID[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.DAG_ID = 'example_dataplex'[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.BUCKET_NAME[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.SPARK_FILE_NAME = 'spark_example_pi.py'[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.RESOURCE_DATA_BUCKET = 'airflow-system-tests-resources'[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.LAKE_ID[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.REGION = 'us-central1'[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.SERVICE_ACC[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.SPARK_FILE_FULL_PATH[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.DATAPLEX_TASK_ID[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.TRIGGER_SPEC_TYPE = 'ON_DEMAND'[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.EXAMPLE_TASK_BODY[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.EXAMPLE_LAKE_BODY[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.create_bucket[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.test_run[source]