Example Airflow DAG that shows how to use Dataplex.
Module Contents
-
tests.system.providers.google.cloud.dataplex.example_dataplex.ENV_ID[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.PROJECT_ID[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.DAG_ID = example_dataplex[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.BUCKET_NAME[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.SPARK_FILE_NAME = spark_example_pi.py[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.CURRENT_FOLDER[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.FILE_LOCAL_PATH[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.LAKE_ID[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.REGION = us-central1[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.SERVICE_ACC[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.SPARK_FILE_FULL_PATH[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.DATAPLEX_TASK_ID[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.TRIGGER_SPEC_TYPE = ON_DEMAND[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.EXAMPLE_TASK_BODY[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.EXAMPLE_LAKE_BODY[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.create_bucket[source]
-
tests.system.providers.google.cloud.dataplex.example_dataplex.test_run[source]
