tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore

Example Airflow DAG that show how to use various Dataproc Metastore operators to manage a service.

Module Contents

tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.DAG_ID = 'dataproc_metastore'[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.PROJECT_ID[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.ENV_ID[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.SERVICE_ID[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.METADATA_IMPORT_ID[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.REGION = 'europe-west1'[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.RESOURCE_DATA_BUCKET = 'airflow-system-tests-resources'[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.BUCKET_NAME[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.TIMEOUT = 2400[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.DB_TYPE = 'MYSQL'[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.DESTINATION_GCS_FOLDER[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.HIVE_FILE = 'hive.sql'[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.GCS_URI[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.SERVICE[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.METADATA_IMPORT[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.SERVICE_TO_UPDATE[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.UPDATE_MASK[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.create_bucket[source]
tests.system.providers.google.cloud.dataproc_metastore.example_dataproc_metastore.test_run[source]

Was this entry helpful?