mirror of
https://github.com/astral-sh/ruff.git
synced 2025-10-27 02:16:54 +00:00
3445d1322d
<!-- Thank you for contributing to Ruff/ty! To help us out with reviewing, please consider the following: - Does this pull request include a summary of the change? (See below.) - Does this pull request include a descriptive title? (Please prefix with `[ty]` for ty pull requests.) - Does this pull request include references to any relevant issues? --> ## Summary <!-- What's the purpose of the change? What does it do, and why? --> Add utility functions `generate_import_edit` and `generate_remove_and_runtime_import_edit` to generate the fix needed for the airflow rules. 1. `generate_import_edit` is for the cases where the member name has changed. (e.g., `airflow.datasts.Dataset` to `airflow.sdk.Asset`) It's just extracted from the original logic 2. `generate_remove_and_runtime_import_edit` is for cases where the member name has not changed. (e.g., `airflow.operators.pig_operator.PigOperator` to `airflow.providers.apache.pig.hooks.pig.PigCliHook`) This is newly introduced. As it introduced runtime import, I mark it as an unsafe fix. Under the hook, it tried to find the original import statement, remove it, and add a new import fix --- * rules fix * `airflow.sensors.external_task_sensor.ExternalTaskSensorLink` → `airflow.providers.standard.sensors.external_task.ExternalDagLink` ## Test Plan <!-- How was it tested? --> The existing test fixtures have been updated
70 lines
1.6 KiB
Python
70 lines
1.6 KiB
Python
from __future__ import annotations
|
|
|
|
from airflow.hooks.hive_hooks import (
|
|
HIVE_QUEUE_PRIORITIES,
|
|
HiveCliHook,
|
|
HiveMetastoreHook,
|
|
HiveServer2Hook,
|
|
)
|
|
from airflow.macros.hive import (
|
|
closest_ds_partition,
|
|
max_partition,
|
|
)
|
|
from airflow.operators.hive_operator import HiveOperator
|
|
from airflow.operators.hive_stats_operator import HiveStatsCollectionOperator
|
|
from airflow.operators.hive_to_mysql import HiveToMySqlOperator
|
|
from airflow.operators.hive_to_samba_operator import HiveToSambaOperator
|
|
|
|
HIVE_QUEUE_PRIORITIES
|
|
HiveCliHook()
|
|
HiveMetastoreHook()
|
|
HiveServer2Hook()
|
|
|
|
closest_ds_partition()
|
|
max_partition()
|
|
|
|
HiveOperator()
|
|
HiveStatsCollectionOperator()
|
|
HiveToMySqlOperator()
|
|
HiveToSambaOperator()
|
|
|
|
|
|
from airflow.operators.hive_to_mysql import HiveToMySqlTransfer
|
|
|
|
HiveToMySqlTransfer()
|
|
|
|
from airflow.operators.mysql_to_hive import MySqlToHiveOperator
|
|
|
|
MySqlToHiveOperator()
|
|
|
|
from airflow.operators.mysql_to_hive import MySqlToHiveTransfer
|
|
|
|
MySqlToHiveTransfer()
|
|
|
|
from airflow.operators.mssql_to_hive import MsSqlToHiveOperator
|
|
|
|
MsSqlToHiveOperator()
|
|
|
|
from airflow.operators.mssql_to_hive import MsSqlToHiveTransfer
|
|
|
|
MsSqlToHiveTransfer()
|
|
|
|
from airflow.operators.s3_to_hive_operator import S3ToHiveOperator
|
|
|
|
S3ToHiveOperator()
|
|
|
|
from airflow.operators.s3_to_hive_operator import S3ToHiveTransfer
|
|
|
|
S3ToHiveTransfer()
|
|
|
|
from airflow.sensors.hive_partition_sensor import HivePartitionSensor
|
|
|
|
HivePartitionSensor()
|
|
|
|
from airflow.sensors.metastore_partition_sensor import MetastorePartitionSensor
|
|
|
|
MetastorePartitionSensor()
|
|
|
|
from airflow.sensors.named_hive_partition_sensor import NamedHivePartitionSensor
|
|
|
|
NamedHivePartitionSensor()
|