Example Airflow DAG for DataprocSubmitJobOperator with pig job.
Module Contents
-
tests.system.providers.google.cloud.dataproc.example_dataproc_pig.ENV_ID[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_pig.DAG_ID = dataproc_pig[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_pig.PROJECT_ID[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_pig.CLUSTER_NAME[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_pig.REGION = europe-west1[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_pig.ZONE = europe-west1-b[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_pig.CLUSTER_CONFIG[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_pig.TIMEOUT[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_pig.PIG_JOB[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_pig.create_cluster[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_pig.test_run[source]