Example Airflow DAG for Dataproc workflow operators.
Module Contents
-
tests.system.providers.google.cloud.dataproc.example_dataproc_workflow.ENV_ID[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_workflow.DAG_ID = 'dataproc_workflow'[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_workflow.PROJECT_ID[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_workflow.REGION = 'europe-west1'[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_workflow.CLUSTER_NAME[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_workflow.CLUSTER_CONFIG[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_workflow.PIG_JOB[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_workflow.WORKFLOW_NAME = 'airflow-dataproc-test'[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_workflow.WORKFLOW_TEMPLATE[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_workflow.create_workflow_template[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_workflow.test_run[source]