Source code for airflow.providers.microsoft.azure.sensors.analysis_services
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
from __future__ import annotations
from collections.abc import Sequence
from datetime import timedelta
from typing import TYPE_CHECKING, Any
from airflow.providers.common.compat.sdk import BaseSensorOperator
from airflow.providers.microsoft.azure.hooks.analysis_services import AzureAnalysisServicesHook
from airflow.providers.microsoft.azure.triggers.analysis_services import (
AzureAnalysisServicesRefreshTrigger,
validate_completed_refresh_event,
)
if TYPE_CHECKING:
from airflow.sdk import Context
[docs]
class AzureAnalysisServicesSensor(BaseSensorOperator):
"""
Wait for an Azure Analysis Services model refresh to finish.
The sensor always runs deferred: status polling happens in the triggerer, so no worker slot is
held while the model is refreshing. A triggerer must therefore be running in the deployment.
.. seealso::
For more information, see
:ref:`howto/sensor:AzureAnalysisServicesSensor`.
:param server_name: The Analysis Services server name.
:param database: The model database name.
:param refresh_id: The refresh operation ID to monitor.
:param azure_analysis_services_conn_id: The Azure Analysis Services connection ID.
:param request_timeout: Timeout in seconds for each HTTP request.
"""
[docs]
template_fields: Sequence[str] = (
"azure_analysis_services_conn_id",
"server_name",
"database",
"refresh_id",
)
def __init__(
self,
*,
server_name: str,
database: str,
refresh_id: str,
azure_analysis_services_conn_id: str = AzureAnalysisServicesHook.default_conn_name,
request_timeout: float = 60,
**kwargs,
) -> None:
super().__init__(**kwargs)
if request_timeout <= 0:
raise ValueError("request_timeout must be greater than zero")
[docs]
self.server_name = server_name
[docs]
self.database = database
[docs]
self.refresh_id = refresh_id
[docs]
self.azure_analysis_services_conn_id = azure_analysis_services_conn_id
[docs]
self.request_timeout = request_timeout
[docs]
def execute(self, context: Context) -> None:
"""Defer status polling to the triggerer."""
self.defer(
timeout=timedelta(seconds=self.timeout),
trigger=AzureAnalysisServicesRefreshTrigger(
conn_id=self.azure_analysis_services_conn_id,
server_name=self.server_name,
database=self.database,
refresh_id=self.refresh_id,
poke_interval=self.poke_interval,
request_timeout=self.request_timeout,
),
method_name=self.execute_complete.__name__,
)
[docs]
def execute_complete(self, context: Context, event: dict[str, Any] | None) -> None:
"""Validate the terminal trigger event."""
refresh_id = validate_completed_refresh_event(event)
self.log.info("Azure Analysis Services refresh %s completed successfully", refresh_id)