Source code for tests.system.providers.amazon.aws.example_step_functions
# Licensed to the Apache Software Foundation (ASF) under one# or more contributor license agreements. See the NOTICE file# distributed with this work for additional information# regarding copyright ownership. The ASF licenses this file# to you under the Apache License, Version 2.0 (the# "License"); you may not use this file except in compliance# with the License. You may obtain a copy of the License at## http://www.apache.org/licenses/LICENSE-2.0## Unless required by applicable law or agreed to in writing,# software distributed under the License is distributed on an# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY# KIND, either express or implied. See the License for the# specific language governing permissions and limitations# under the License.from__future__importannotationsimportjsonfromdatetimeimportdatetimefromairflow.decoratorsimporttaskfromairflow.models.baseoperatorimportchainfromairflow.models.dagimportDAGfromairflow.providers.amazon.aws.hooks.step_functionimportStepFunctionHookfromairflow.providers.amazon.aws.operators.step_functionimport(StepFunctionGetExecutionOutputOperator,StepFunctionStartExecutionOperator,)fromairflow.providers.amazon.aws.sensors.step_functionimportStepFunctionExecutionSensorfromtests.system.providers.amazon.aws.utilsimportENV_ID_KEY,SystemTestContextBuilder
[docs]defcreate_state_machine(env_id,role_arn):# Create a Step Functions State Machine and return the ARN for use by# downstream tasks.return(StepFunctionHook().get_conn().create_state_machine(name=f"{DAG_ID}_{env_id}",definition=json.dumps(STATE_MACHINE_DEFINITION),roleArn=role_arn,)["stateMachineArn"])
withDAG(dag_id=DAG_ID,schedule="@once",start_date=datetime(2021,1,1),tags=["example"],catchup=False,)asdag:# This context contains the ENV_ID and any env variables requested when the# task was built above. Access the info as you would any other TaskFlow task.
env_id=test_context[ENV_ID_KEY]role_arn=test_context[ROLE_ARN_KEY]state_machine_arn=create_state_machine(env_id,role_arn)# [START howto_operator_step_function_start_execution]start_execution=StepFunctionStartExecutionOperator(task_id="start_execution",state_machine_arn=state_machine_arn)# [END howto_operator_step_function_start_execution]execution_arn=start_execution.output# [START howto_sensor_step_function_execution]wait_for_execution=StepFunctionExecutionSensor(task_id="wait_for_execution",execution_arn=execution_arn)# [END howto_sensor_step_function_execution]wait_for_execution.poke_interval=1# [START howto_operator_step_function_get_execution_output]get_execution_output=StepFunctionGetExecutionOutputOperator(task_id="get_execution_output",execution_arn=execution_arn)# [END howto_operator_step_function_get_execution_output]chain(# TEST SETUPtest_context,state_machine_arn,# TEST BODYstart_execution,wait_for_execution,get_execution_output,# TEST TEARDOWNdelete_state_machine(state_machine_arn),)fromtests.system.utils.watcherimportwatcher# This test needs watcher in order to properly mark success/failure# when "tearDown" task with trigger rule is part of the DAGlist(dag.tasks)>>watcher()fromtests.system.utilsimportget_test_run# noqa: E402# Needed to run the example DAG with pytest (see: tests/system/README.md#run_via_pytest)