from airflow import ( PY36, PY37, PY38, PY39, PY310, PY311, PY312, Dataset as DatasetFromRoot, ) from airflow.api_connexion.security import requires_access, requires_access_dataset from airflow.auth.managers.base_auth_manager import is_authorized_dataset from airflow.auth.managers.models.resource_details import DatasetDetails from airflow.configuration import ( as_dict, get, getboolean, getfloat, getint, has_option, remove_option, set, ) from airflow.contrib.aws_athena_hook import AWSAthenaHook from airflow.datasets import ( Dataset, DatasetAlias, DatasetAliasEvent, DatasetAll, DatasetAny, expand_alias_to_datasets, ) from airflow.datasets.metadata import Metadata from airflow.datasets.manager import ( DatasetManager, dataset_manager, resolve_dataset_manager, ) from airflow.lineage.hook import DatasetLineageInfo from airflow.listeners.spec.dataset import on_dataset_changed, on_dataset_created from airflow.metrics.validators import AllowListValidator, BlockListValidator from airflow.operators import dummy_operator from airflow.operators.bash_operator import BashOperator from airflow.operators.branch_operator import BaseBranchOperator from airflow.operators.dummy import DummyOperator, EmptyOperator from airflow.operators.email_operator import EmailOperator from airflow.operators.subdag import SubDagOperator from airflow.providers.amazon.auth_manager.avp.entities import AvpEntities from airflow.providers.amazon.aws.datasets import s3 from airflow.providers.common.io.datasets import file as common_io_file from airflow.providers.fab.auth_manager import fab_auth_manager from airflow.providers.google.datasets import bigquery, gcs from airflow.providers.mysql.datasets import mysql from airflow.providers.openlineage.utils.utils import ( DatasetInfo, translate_airflow_dataset, ) from airflow.providers.postgres.datasets import postgres from airflow.providers.trino.datasets import trino from airflow.secrets.local_filesystem import get_connection, load_connections from airflow.security.permissions import RESOURCE_DATASET from airflow.sensors.base_sensor_operator import BaseSensorOperator from airflow.sensors.date_time_sensor import DateTimeSensor from airflow.sensors.external_task import ( ExternalTaskSensorLink as ExternalTaskSensorLinkFromExternalTask, ) from airflow.sensors.external_task_sensor import ( ExternalTaskMarker, ExternalTaskSensor, ExternalTaskSensorLink as ExternalTaskSensorLinkFromExternalTaskSensor, ) from airflow.sensors.time_delta_sensor import TimeDeltaSensor from airflow.timetables.datasets import DatasetOrTimeSchedule from airflow.timetables.simple import DatasetTriggeredTimetable from airflow.triggers.external_task import TaskStateTrigger from airflow.utils import dates from airflow.utils.dag_cycle_tester import test_cycle from airflow.utils.dates import ( date_range, datetime_to_nano, days_ago, infer_time_unit, parse_execution_date, round_time, scale_time_units, ) from airflow.utils.decorators import apply_defaults from airflow.utils.file import TemporaryDirectory, mkdirs from airflow.utils.helpers import chain, cross_downstream from airflow.utils.state import SHUTDOWN, terminating_states from airflow.utils.trigger_rule import TriggerRule from airflow.www.auth import has_access, has_access_dataset from airflow.www.utils import get_sensitive_variables_fields, should_hide_value_for_key # airflow root PY36, PY37, PY38, PY39, PY310, PY311, PY312 DatasetFromRoot # airflow.api_connexion.security requires_access, requires_access_dataset # airflow.auth.managers is_authorized_dataset DatasetDetails # airflow.configuration get, getboolean, getfloat, getint, has_option, remove_option, as_dict, set # airflow.contrib.* AWSAthenaHook # airflow.datasets Dataset DatasetAlias DatasetAliasEvent DatasetAll DatasetAny expand_alias_to_datasets Metadata # airflow.datasets.manager DatasetManager, dataset_manager, resolve_dataset_manager # airflow.lineage.hook DatasetLineageInfo # airflow.listeners.spec.dataset on_dataset_changed, on_dataset_created # airflow.metrics.validators AllowListValidator, BlockListValidator # airflow.operators.dummy_operator dummy_operator.EmptyOperator dummy_operator.DummyOperator # airflow.operators.bash_operator BashOperator # airflow.operators.branch_operator BaseBranchOperator # airflow.operators.dummy EmptyOperator, DummyOperator # airflow.operators.email_operator EmailOperator # airflow.operators.subdag.* SubDagOperator # airflow.providers.amazon AvpEntities.DATASET s3.create_dataset s3.convert_dataset_to_openlineage s3.sanitize_uri # airflow.providers.common.io common_io_file.convert_dataset_to_openlineage common_io_file.create_dataset common_io_file.sanitize_uri # airflow.providers.fab fab_auth_manager.is_authorized_dataset # airflow.providers.google bigquery.sanitize_uri gcs.create_dataset gcs.sanitize_uri gcs.convert_dataset_to_openlineage # airflow.providers.mysql mysql.sanitize_uri # airflow.providers.openlineage DatasetInfo, translate_airflow_dataset # airflow.providers.postgres postgres.sanitize_uri # airflow.providers.trino trino.sanitize_uri # airflow.secrets get_connection, load_connections # airflow.security.permissions RESOURCE_DATASET # airflow.sensors.base_sensor_operator BaseSensorOperator # airflow.sensors.date_time_sensor DateTimeSensor # airflow.sensors.external_task ExternalTaskSensorLinkFromExternalTask # airflow.sensors.external_task_sensor ExternalTaskMarker ExternalTaskSensor ExternalTaskSensorLinkFromExternalTaskSensor # airflow.sensors.time_delta_sensor TimeDeltaSensor # airflow.timetables DatasetOrTimeSchedule DatasetTriggeredTimetable # airflow.triggers.external_task TaskStateTrigger # airflow.utils.date dates.date_range dates.days_ago date_range days_ago infer_time_unit parse_execution_date round_time scale_time_units # This one was not deprecated. datetime_to_nano dates.datetime_to_nano # airflow.utils.dag_cycle_tester test_cycle # airflow.utils.decorators apply_defaults # airflow.utils.file TemporaryDirectory, mkdirs # airflow.utils.helpers chain, cross_downstream # airflow.utils.state SHUTDOWN, terminating_states # airflow.utils.trigger_rule TriggerRule.DUMMY TriggerRule.NONE_FAILED_OR_SKIPPED # airflow.www.auth has_access has_access_dataset # airflow.www.utils get_sensitive_variables_fields, should_hide_value_for_key from airflow.datasets.manager import DatasetManager dm = DatasetManager() dm.register_dataset_change() dm.create_datasets() dm.notify_dataset_created() dm.notify_dataset_changed() dm.notify_dataset_alias_created() from airflow.lineage.hook import HookLineageCollector hlc = HookLineageCollector() hlc.create_dataset() hlc.add_input_dataset() hlc.add_output_dataset() hlc.collected_datasets() from airflow.providers.amazon.auth_manager.aws_auth_manager import AwsAuthManager aam = AwsAuthManager() aam.is_authorized_dataset() from airflow.providers_manager import ProvidersManager pm = ProvidersManager() pm.initialize_providers_asset_uri_resources() pm.dataset_factories