Source code for airflow.providers.google.cloud.utils.bigquery
# Licensed to the Apache Software Foundation (ASF) under one# or more contributor license agreements. See the NOTICE file# distributed with this work for additional information# regarding copyright ownership. The ASF licenses this file# to you under the Apache License, Version 2.0 (the# "License"); you may not use this file except in compliance# with the License. You may obtain a copy of the License at## http://www.apache.org/licenses/LICENSE-2.0## Unless required by applicable law or agreed to in writing,# software distributed under the License is distributed on an# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY# KIND, either express or implied. See the License for the# specific language governing permissions and limitations# under the License.from__future__importannotationsfromtypingimportAny
[docs]defbq_cast(string_field:str,bq_type:str)->None|int|float|bool|str:""" Helper method that casts a BigQuery row to the appropriate data types. This is useful because BigQuery returns all fields as strings. """ifstring_fieldisNone:returnNoneelifbq_type=="INTEGER":returnint(string_field)elifbq_typein("FLOAT","TIMESTAMP"):returnfloat(string_field)elifbq_type=="BOOLEAN":ifstring_fieldnotin["true","false"]:raiseValueError(f"{string_field} must have value 'true' or 'false'")returnstring_field=="true"else:returnstring_field
[docs]defconvert_job_id(job_id:str|list[str],project_id:str,location:str|None)->Any:""" Helper method that converts to path: project_id:location:job_id. :param project_id: Required. The ID of the Google Cloud project where workspace located. :param location: Optional. The ID of the Google Cloud region where workspace located. :param job_id: Required. The ID of the job. :return: str or list[str] of project_id:location:job_id. """location=locationor"US"ifisinstance(job_id,list):return[f"{project_id}:{location}:{i}"foriinjob_id]else:returnf"{project_id}:{location}:{job_id}"