Example Airflow DAG for DataprocSubmitJobOperator with presto job.
Module Contents
-
tests.system.google.cloud.dataproc.example_dataproc_presto.ENV_ID[source]
-
tests.system.google.cloud.dataproc.example_dataproc_presto.DAG_ID = 'dataproc_presto'[source]
-
tests.system.google.cloud.dataproc.example_dataproc_presto.PROJECT_ID[source]
-
tests.system.google.cloud.dataproc.example_dataproc_presto.CLUSTER_NAME_BASE[source]
-
tests.system.google.cloud.dataproc.example_dataproc_presto.CLUSTER_NAME_FULL[source]
-
tests.system.google.cloud.dataproc.example_dataproc_presto.CLUSTER_NAME[source]
-
tests.system.google.cloud.dataproc.example_dataproc_presto.REGION = 'europe-west1'[source]
-
tests.system.google.cloud.dataproc.example_dataproc_presto.CLUSTER_CONFIG[source]
-
tests.system.google.cloud.dataproc.example_dataproc_presto.PRESTO_JOB[source]
-
tests.system.google.cloud.dataproc.example_dataproc_presto.create_cluster[source]
-
tests.system.google.cloud.dataproc.example_dataproc_presto.test_run[source]