Example Airflow DAG for testing Google DataPipelines Create Data Pipeline Operator.
Module Contents
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.DAG_ID = 'google-datapipeline'[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.ENV_ID[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.GCP_PROJECT_ID[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.GCP_LOCATION[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.PIPELINE_NAME[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.PIPELINE_TYPE = 'PIPELINE_TYPE_BATCH'[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.BUCKET_NAME[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.FILE_NAME = 'kinglear.txt'[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.TEMPLATE_FILE = 'word-count.json'[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.DATAPIPELINES_JOB_NAME = 'test-job-name'[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.TEMP_LOCATION[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.GCS_PATH[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.INPUT_FILE[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.OUTPUT[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.FILE_LOCAL_PATH[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.TEMPLATE_LOCAL_PATH[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.create_bucket[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.test_run[source]