Source code for airflow.providers.amazon.aws.operators.glue_databrew
## Licensed to the Apache Software Foundation (ASF) under one# or more contributor license agreements. See the NOTICE file# distributed with this work for additional information# regarding copyright ownership. The ASF licenses this file# to you under the Apache License, Version 2.0 (the# "License"); you may not use this file except in compliance# with the License. You may obtain a copy of the License at## http://www.apache.org/licenses/LICENSE-2.0## Unless required by applicable law or agreed to in writing,# software distributed under the License is distributed on an# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY# KIND, either express or implied. See the License for the# specific language governing permissions and limitations# under the License.from__future__importannotationsfromfunctoolsimportcached_propertyfromtypingimportTYPE_CHECKING,Any,Sequencefromairflow.configurationimportconffromairflow.modelsimportBaseOperatorfromairflow.providers.amazon.aws.hooks.glue_databrewimportGlueDataBrewHookfromairflow.providers.amazon.aws.triggers.glue_databrewimportGlueDataBrewJobCompleteTriggerfromairflow.providers.amazon.aws.utilsimportvalidate_execute_complete_eventifTYPE_CHECKING:fromairflow.utils.contextimportContext
[docs]classGlueDataBrewStartJobOperator(BaseOperator):""" Start an AWS Glue DataBrew job. AWS Glue DataBrew is a visual data preparation tool that makes it easier for data analysts and data scientists to clean and normalize data to prepare it for analytics and machine learning (ML). .. seealso:: For more information on how to use this operator, take a look at the guide: :ref:`howto/operator:GlueDataBrewStartJobOperator` :param job_name: unique job name per AWS Account :param wait_for_completion: Whether to wait for job run completion. (default: True) :param deferrable: If True, the operator will wait asynchronously for the job to complete. This implies waiting for completion. This mode requires aiobotocore module to be installed. (default: False) :param delay: Time in seconds to wait between status checks. Default is 30. :return: dictionary with key run_id and value of the resulting job's run_id. """