Example Airflow DAG for DataprocSubmitJobOperator with sparkr job.
Module Contents
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.ENV_ID[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.DAG_ID = dataproc_sparkr[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.PROJECT_ID[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.BUCKET_NAME[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.CLUSTER_NAME[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.REGION = europe-west1[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.ZONE = europe-west1-b[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.SPARKR_SRC[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.SPARKR_FILE = hello_world.R[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.CLUSTER_CONFIG[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.TIMEOUT[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.SPARKR_JOB[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.create_bucket[source]
-
tests.system.providers.google.cloud.dataproc.example_dataproc_sparkr.test_run[source]