Source code for airflow.providers.papermill.operators.papermill
## Licensed to the Apache Software Foundation (ASF) under one# or more contributor license agreements. See the NOTICE file# distributed with this work for additional information# regarding copyright ownership. The ASF licenses this file# to you under the Apache License, Version 2.0 (the# "License"); you may not use this file except in compliance# with the License. You may obtain a copy of the License at## http://www.apache.org/licenses/LICENSE-2.0## Unless required by applicable law or agreed to in writing,# software distributed under the License is distributed on an# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY# KIND, either express or implied. See the License for the# specific language governing permissions and limitations# under the License.from__future__importannotationsfromcollections.abcimportCollection,Sequencefromfunctoolsimportcached_propertyfromtypingimportTYPE_CHECKING,ClassVarimportattrimportpapermillaspmfromairflow.lineage.entitiesimportFilefromairflow.modelsimportBaseOperatorfromairflow.providers.papermill.hooks.kernelimportREMOTE_KERNEL_ENGINE,KernelHookifTYPE_CHECKING:fromairflow.utils.contextimportContext@attr.s(auto_attribs=True)
[docs]classPapermillOperator(BaseOperator):""" Executes a jupyter notebook through papermill that is annotated with parameters. :param input_nb: input notebook, either path or NoteBook inlet. :param output_nb: output notebook, either path or NoteBook outlet. :param parameters: the notebook parameters to set :param kernel_name: (optional) name of kernel to execute the notebook against (ignores kernel name in the notebook document metadata) """
def__init__(self,*,input_nb:str|NoteBook|None=None,output_nb:str|NoteBook|None=None,parameters:dict|None=None,kernel_name:str|None=None,language_name:str|None=None,kernel_conn_id:str|None=None,**kwargs,)->None:super().__init__(**kwargs)self.parameters=parametersifnotinput_nb:raiseValueError("Input notebook is not specified")self.input_nb=input_nbifnotoutput_nb:raiseValueError("Output notebook is not specified")self.output_nb=output_nbself.kernel_name=kernel_nameself.language_name=language_nameself.kernel_conn_id=kernel_conn_id