Example Airflow DAG for DataprocSubmitJobOperator with async spark job.
Module Contents
-
tests.system.providers.google.cloud.dataproc.example_dataproc_spark_async.ENV_ID[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_spark_async.DAG_ID = 'dataproc_spark_async'[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_spark_async.PROJECT_ID[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_spark_async.CLUSTER_NAME[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_spark_async.REGION = 'europe-west1'[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_spark_async.CLUSTER_CONFIG[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_spark_async.SPARK_JOB[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_spark_async.create_cluster[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_spark_async.test_run[source]