Example Airflow DAG for testing Google Dataflow Beam Pipeline Operator with Asynchronous Python in the deferrable mode.
Module Contents
-
tests.system.google.cloud.dataflow.example_dataflow_sensors_deferrable.ENV_ID[source]
-
tests.system.google.cloud.dataflow.example_dataflow_sensors_deferrable.DAG_ID = 'dataflow_sensors_deferrable'[source]
-
tests.system.google.cloud.dataflow.example_dataflow_sensors_deferrable.RESOURCE_DATA_BUCKET = 'airflow-system-tests-resources'[source]
-
tests.system.google.cloud.dataflow.example_dataflow_sensors_deferrable.BUCKET_NAME[source]
-
tests.system.google.cloud.dataflow.example_dataflow_sensors_deferrable.GCS_TMP[source]
-
tests.system.google.cloud.dataflow.example_dataflow_sensors_deferrable.GCS_STAGING[source]
-
tests.system.google.cloud.dataflow.example_dataflow_sensors_deferrable.GCS_OUTPUT[source]
-
tests.system.google.cloud.dataflow.example_dataflow_sensors_deferrable.GCS_PYTHON_SCRIPT[source]
-
tests.system.google.cloud.dataflow.example_dataflow_sensors_deferrable.LOCATION = 'europe-west3'[source]
-
tests.system.google.cloud.dataflow.example_dataflow_sensors_deferrable.default_args[source]
-
tests.system.google.cloud.dataflow.example_dataflow_sensors_deferrable.create_bucket[source]
-
tests.system.google.cloud.dataflow.example_dataflow_sensors_deferrable.test_run[source]