Example Airflow DAG for testing Google DataPipelines Create Data Pipeline Operator.
Module Contents
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.DAG_ID = 'datapipeline'[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.ENV_ID[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.GCP_PROJECT_ID[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.GCP_LOCATION = 'us-central1'[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.PIPELINE_NAME[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.PIPELINE_JOB_NAME[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.PIPELINE_TYPE = 'PIPELINE_TYPE_BATCH'[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.RESOURCE_DATA_BUCKET = 'airflow-system-tests-resources'[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.BUCKET_NAME[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.FILE_NAME = 'kinglear.txt'[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.TEMPLATE_FILE = 'word-count.json'[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.TEMP_LOCATION[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.GCS_PATH[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.INPUT_FILE[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.OUTPUT[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.create_bucket[source]
-
tests.system.providers.google.cloud.datapipelines.example_datapipeline.test_run[source]