• Home
• Index

Index

_

__version__ (in module airflow.providers.openlineage)

A

add_extractor() (airflow.providers.openlineage.extractors.manager.ExtractorManager method) airflow.providers.openlineage module airflow.providers.openlineage.conf module airflow.providers.openlineage.extractors module airflow.providers.openlineage.extractors.base module airflow.providers.openlineage.extractors.bash module airflow.providers.openlineage.extractors.manager module airflow.providers.openlineage.extractors.python module airflow.providers.openlineage.facets module airflow.providers.openlineage.plugins module airflow.providers.openlineage.plugins.adapter module airflow.providers.openlineage.plugins.facets module airflow.providers.openlineage.plugins.listener module

airflow.providers.openlineage.plugins.macros module airflow.providers.openlineage.plugins.openlineage module airflow.providers.openlineage.sqlparser module airflow.providers.openlineage.utils module airflow.providers.openlineage.utils.selective_enable module airflow.providers.openlineage.utils.sql module airflow.providers.openlineage.utils.utils module AirflowDagRunFacet (class in airflow.providers.openlineage.plugins.facets) AirflowDebugRunFacet (class in airflow.providers.openlineage.plugins.facets) AirflowJobFacet (class in airflow.providers.openlineage.plugins.facets) AirflowMappedTaskRunFacet (class in airflow.providers.openlineage.plugins.facets) AirflowRunFacet (class in airflow.providers.openlineage.plugins.facets) AirflowStateRunFacet (class in airflow.providers.openlineage.plugins.facets) AssetInfo (class in airflow.providers.openlineage.utils.utils) attach_column_lineage() (airflow.providers.openlineage.sqlparser.SQLParser method) authority (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute)

B

BaseExtractor (class in airflow.providers.openlineage.extractors.base) BaseFacetSubclass (in module airflow.providers.openlineage.extractors.base)

before_stopping() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) build_dag_run_id() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter static method) build_task_instance_run_id() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter static method)

C

casts (airflow.providers.openlineage.utils.utils.DagInfo attribute) (airflow.providers.openlineage.utils.utils.InfoJsonEncodable attribute) (airflow.providers.openlineage.utils.utils.TaskInfo attribute) (airflow.providers.openlineage.utils.utils.TaskInstanceInfo attribute) COLUMN_NAME (airflow.providers.openlineage.utils.sql.ColumnIndex attribute) ColumnIndex (class in airflow.providers.openlineage.utils.sql) complete_task() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) config_path() (in module airflow.providers.openlineage.conf)

convert_to_ol_dataset() (airflow.providers.openlineage.extractors.manager.ExtractorManager static method) convert_to_ol_dataset_from_object_storage_uri() (airflow.providers.openlineage.extractors.manager.ExtractorManager static method) convert_to_ol_dataset_from_table() (airflow.providers.openlineage.extractors.manager.ExtractorManager static method) create_filter_clauses() (in module airflow.providers.openlineage.utils.sql) create_information_schema_query() (airflow.providers.openlineage.sqlparser.SQLParser method) (in module airflow.providers.openlineage.utils.sql) create_namespace() (airflow.providers.openlineage.sqlparser.SQLParser static method) custom_extractors() (in module airflow.providers.openlineage.conf) custom_run_facets() (in module airflow.providers.openlineage.conf)

D

dag (airflow.providers.openlineage.plugins.facets.AirflowDagRunFacet attribute) (airflow.providers.openlineage.plugins.facets.AirflowRunFacet attribute) dag_failed() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) dag_started() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) dag_state_change_process_pool_size() (in module airflow.providers.openlineage.conf) dag_success() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) DagInfo (class in airflow.providers.openlineage.utils.utils) dagRun (airflow.providers.openlineage.plugins.facets.AirflowDagRunFacet attribute) (airflow.providers.openlineage.plugins.facets.AirflowRunFacet attribute) DagRunInfo (class in airflow.providers.openlineage.utils.utils) dagRunState (airflow.providers.openlineage.plugins.facets.AirflowStateRunFacet attribute) database (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute)

DATABASE (airflow.providers.openlineage.utils.sql.ColumnIndex attribute) database (airflow.providers.openlineage.utils.sql.TableSchema attribute) DatabaseInfo (class in airflow.providers.openlineage.sqlparser) DatasetSubclass (in module airflow.providers.openlineage.extractors.base) debug_mode() (in module airflow.providers.openlineage.conf) decorator() (in module airflow.providers.openlineage.conf) DEFAULT_INFORMATION_SCHEMA_COLUMNS (in module airflow.providers.openlineage.sqlparser) DEFAULT_INFORMATION_SCHEMA_TABLE_NAME (in module airflow.providers.openlineage.sqlparser) DEFAULT_NAMESPACE (in module airflow.providers.openlineage.sqlparser) default_normalize_name_method() (in module airflow.providers.openlineage.sqlparser) DefaultExtractor (class in airflow.providers.openlineage.extractors.base) disable_lineage() (in module airflow.providers.openlineage.utils.selective_enable) DISABLE_OL_PARAM (in module airflow.providers.openlineage.utils.selective_enable) disabled_operators() (in module airflow.providers.openlineage.conf)

E

emit() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) enable_lineage() (in module airflow.providers.openlineage.utils.selective_enable) ENABLE_OL_PARAM (in module airflow.providers.openlineage.utils.selective_enable) ENABLE_OL_PARAM_NAME (in module airflow.providers.openlineage.utils.selective_enable) excludes (airflow.providers.openlineage.utils.utils.InfoJsonEncodable attribute) (airflow.providers.openlineage.utils.utils.TaskInfoComplete attribute) execution_timeout() (in module airflow.providers.openlineage.conf)

executor (airflow.providers.openlineage.plugins.listener.OpenLineageListener property) extract() (airflow.providers.openlineage.extractors.base.BaseExtractor method) extract_inlets_and_outlets() (airflow.providers.openlineage.extractors.manager.ExtractorManager method) extract_metadata() (airflow.providers.openlineage.extractors.manager.ExtractorManager method) extract_on_complete() (airflow.providers.openlineage.extractors.base.BaseExtractor method) (airflow.providers.openlineage.extractors.base.DefaultExtractor method) ExtractorManager (class in airflow.providers.openlineage.extractors.manager)

F

fail_task() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) fields (airflow.providers.openlineage.utils.sql.TableSchema attribute)

from_masker() (airflow.providers.openlineage.utils.utils.OpenLineageRedactor class method) from_table_meta() (in module airflow.providers.openlineage.sqlparser) from_task_instance() (airflow.providers.openlineage.plugins.facets.AirflowMappedTaskRunFacet class method)

G

generate_openlineage_metadata_from_sql() (airflow.providers.openlineage.sqlparser.SQLParser method) get_airflow_dag_run_facet() (in module airflow.providers.openlineage.utils.utils) get_airflow_debug_facet() (in module airflow.providers.openlineage.utils.utils) get_airflow_job_facet() (in module airflow.providers.openlineage.utils.utils) get_airflow_mapped_task_facet() (in module airflow.providers.openlineage.utils.utils) get_airflow_run_facet() (in module airflow.providers.openlineage.utils.utils) get_airflow_state_run_facet() (in module airflow.providers.openlineage.utils.utils) get_extractor_class() (airflow.providers.openlineage.extractors.manager.ExtractorManager method) get_filtered_unknown_operator_keys() (in module airflow.providers.openlineage.utils.utils) get_fully_qualified_class_name() (in module airflow.providers.openlineage.utils.utils) get_hook_lineage() (airflow.providers.openlineage.extractors.manager.ExtractorManager method)

get_job_name() (in module airflow.providers.openlineage.utils.utils) get_metadata_from_parser() (airflow.providers.openlineage.sqlparser.SQLParser method) get_openlineage_config() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) get_openlineage_listener() (in module airflow.providers.openlineage.plugins.listener) get_operator_class() (in module airflow.providers.openlineage.utils.utils) get_operator_classnames() (airflow.providers.openlineage.extractors.base.BaseExtractor class method) (airflow.providers.openlineage.extractors.base.DefaultExtractor class method) get_or_create_openlineage_client() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) get_table_schemas() (in module airflow.providers.openlineage.utils.sql) get_unknown_source_attribute_run_facet() (in module airflow.providers.openlineage.utils.utils) get_user_provided_run_facets() (in module airflow.providers.openlineage.utils.utils) GetTableSchemasParams (class in airflow.providers.openlineage.sqlparser)

I

include_full_task_info() (in module airflow.providers.openlineage.conf) includes (airflow.providers.openlineage.utils.utils.AssetInfo attribute) (airflow.providers.openlineage.utils.utils.DagInfo attribute) (airflow.providers.openlineage.utils.utils.DagRunInfo attribute) (airflow.providers.openlineage.utils.utils.InfoJsonEncodable attribute) (airflow.providers.openlineage.utils.utils.TaskGroupInfo attribute) (airflow.providers.openlineage.utils.utils.TaskInfo attribute) (airflow.providers.openlineage.utils.utils.TaskInfoComplete attribute) (airflow.providers.openlineage.utils.utils.TaskInstanceInfo attribute) InfoJsonEncodable (class in airflow.providers.openlineage.utils.utils) information_schema_columns (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute) information_schema_table (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute)

information_schema_table_name (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) inputs (airflow.providers.openlineage.extractors.base.OperatorLineage attribute) IS_AIRFLOW_2_10_OR_HIGHER (in module airflow.providers.openlineage.utils.utils) is_cross_db (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute) is_dag_lineage_enabled() (in module airflow.providers.openlineage.utils.selective_enable) is_disabled() (in module airflow.providers.openlineage.conf) is_information_schema_cross_db (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) is_json_serializable() (in module airflow.providers.openlineage.utils.utils) is_operator_disabled() (in module airflow.providers.openlineage.utils.utils) is_selective_lineage_enabled() (in module airflow.providers.openlineage.utils.utils) is_source_enabled() (in module airflow.providers.openlineage.conf) is_task_lineage_enabled() (in module airflow.providers.openlineage.utils.selective_enable) is_uppercase_names (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute)

J

job_facets (airflow.providers.openlineage.extractors.base.OperatorLineage attribute)

L

lineage_job_name() (in module airflow.providers.openlineage.plugins.macros) lineage_job_namespace() (in module airflow.providers.openlineage.plugins.macros) lineage_parent_id() (in module airflow.providers.openlineage.plugins.macros) lineage_run_id() (in module airflow.providers.openlineage.plugins.macros)

log (in module airflow.providers.openlineage.utils.selective_enable) (in module airflow.providers.openlineage.utils.sql) (in module airflow.providers.openlineage.utils.utils) log_submit_error() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method)

M

mapIndex (airflow.providers.openlineage.plugins.facets.AirflowMappedTaskRunFacet attribute) module airflow.providers.openlineage airflow.providers.openlineage.conf airflow.providers.openlineage.extractors airflow.providers.openlineage.extractors.base airflow.providers.openlineage.extractors.bash airflow.providers.openlineage.extractors.manager airflow.providers.openlineage.extractors.python airflow.providers.openlineage.facets airflow.providers.openlineage.plugins airflow.providers.openlineage.plugins.adapter airflow.providers.openlineage.plugins.facets airflow.providers.openlineage.plugins.listener airflow.providers.openlineage.plugins.macros airflow.providers.openlineage.plugins.openlineage airflow.providers.openlineage.sqlparser airflow.providers.openlineage.utils airflow.providers.openlineage.utils.selective_enable airflow.providers.openlineage.utils.sql airflow.providers.openlineage.utils.utils

N

name (airflow.providers.openlineage.plugins.facets.UnknownOperatorInstance attribute) (airflow.providers.openlineage.plugins.openlineage.OpenLineageProviderPlugin attribute) namespace() (in module airflow.providers.openlineage.conf)

normalize_name (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute) normalize_name_method (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) normalize_sql() (airflow.providers.openlineage.sqlparser.SQLParser class method) (in module airflow.providers.openlineage.utils.utils)

O

on_dag_run_failed() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) on_dag_run_running() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) on_dag_run_success() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) on_starting() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) on_task_instance_running() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) on_task_instance_success() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) OpenLineageAdapter (class in airflow.providers.openlineage.plugins.adapter)

OpenLineageListener (class in airflow.providers.openlineage.plugins.listener) OpenLineageProviderPlugin (class in airflow.providers.openlineage.plugins.openlineage) OpenLineageRedactor (class in airflow.providers.openlineage.utils.utils) operatorClass (airflow.providers.openlineage.plugins.facets.AirflowMappedTaskRunFacet attribute) OperatorLineage (class in airflow.providers.openlineage.extractors.base) ORDINAL_POSITION (airflow.providers.openlineage.utils.sql.ColumnIndex attribute) outputs (airflow.providers.openlineage.extractors.base.OperatorLineage attribute)

P

packages (airflow.providers.openlineage.plugins.facets.AirflowDebugRunFacet attribute) parse() (airflow.providers.openlineage.sqlparser.SQLParser method) parse_query_result() (in module airflow.providers.openlineage.utils.sql)

parse_table_schemas() (airflow.providers.openlineage.sqlparser.SQLParser method) print_warning() (in module airflow.providers.openlineage.utils.utils) properties (airflow.providers.openlineage.plugins.facets.UnknownOperatorInstance attribute)

R

renames (airflow.providers.openlineage.utils.utils.DagInfo attribute) (airflow.providers.openlineage.utils.utils.InfoJsonEncodable attribute) (airflow.providers.openlineage.utils.utils.TaskGroupInfo attribute) (airflow.providers.openlineage.utils.utils.TaskInfo attribute)

run_facets (airflow.providers.openlineage.extractors.base.OperatorLineage attribute)

S

SCHEMA (airflow.providers.openlineage.utils.sql.ColumnIndex attribute) schema (airflow.providers.openlineage.utils.sql.TableSchema attribute) scheme (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) selective_enable() (in module airflow.providers.openlineage.conf)

should_use_external_connection() (in module airflow.providers.openlineage.utils.utils) split_sql_string() (airflow.providers.openlineage.sqlparser.SQLParser class method) SQLParser (class in airflow.providers.openlineage.sqlparser) start_task() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) submit_callable() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method)

T

T (in module airflow.providers.openlineage.utils.selective_enable) table (airflow.providers.openlineage.utils.sql.TableSchema attribute) TABLE_NAME (airflow.providers.openlineage.utils.sql.ColumnIndex attribute) TableSchema (class in airflow.providers.openlineage.utils.sql) TablesHierarchy (in module airflow.providers.openlineage.utils.sql) task (airflow.providers.openlineage.plugins.facets.AirflowRunFacet attribute) TaskGroupInfo (class in airflow.providers.openlineage.utils.utils) taskGroups (airflow.providers.openlineage.plugins.facets.AirflowJobFacet attribute) TaskInfo (class in airflow.providers.openlineage.utils.utils) TaskInfoComplete (class in airflow.providers.openlineage.utils.utils)

taskInstance (airflow.providers.openlineage.plugins.facets.AirflowRunFacet attribute) TaskInstanceInfo (class in airflow.providers.openlineage.utils.utils) tasks (airflow.providers.openlineage.plugins.facets.AirflowJobFacet attribute) tasksState (airflow.providers.openlineage.plugins.facets.AirflowStateRunFacet attribute) taskTree (airflow.providers.openlineage.plugins.facets.AirflowJobFacet attribute) taskUuid (airflow.providers.openlineage.plugins.facets.AirflowRunFacet attribute) to_dataset() (airflow.providers.openlineage.utils.sql.TableSchema method) translate_airflow_asset() (in module airflow.providers.openlineage.utils.utils) transport() (in module airflow.providers.openlineage.conf) try_import_from_string() (in module airflow.providers.openlineage.utils.utils) type (airflow.providers.openlineage.plugins.facets.UnknownOperatorInstance attribute)

U

UDT_NAME (airflow.providers.openlineage.utils.sql.ColumnIndex attribute) unknownItems (airflow.providers.openlineage.plugins.facets.UnknownOperatorAttributeRunFacet attribute) UnknownOperatorAttributeRunFacet (class in airflow.providers.openlineage.plugins.facets)

UnknownOperatorInstance (class in airflow.providers.openlineage.plugins.facets) use_flat_cross_db_query (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute)

V

validate_task_metadata() (airflow.providers.openlineage.extractors.manager.ExtractorManager method)

PreviousNext

Was this entry helpful?