[AIRFLOW-6792] Remove _operator/_hook/_sensor in providers package and add tests (#7412)

Author: mik-laj

airflow/contrib/hooks/aws_dynamodb_hook.py

@@ -15,14 +15,14 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-"""This module is deprecated. Please use `airflow.providers.amazon.aws.hooks.aws_dynamodb_hook`."""
+"""This module is deprecated. Please use `airflow.providers.amazon.aws.hooks.aws_dynamodb`."""
 
 import warnings
 
 # pylint: disable=unused-import
-from airflow.providers.amazon.aws.hooks.aws_dynamodb_hook import AwsDynamoDBHook  # noqa
+from airflow.providers.amazon.aws.hooks.aws_dynamodb import AwsDynamoDBHook  # noqa
 
 warnings.warn(
-    "This module is deprecated. Please use `airflow.providers.amazon.aws.hooks.aws_dynamodb_hook`.",
+    "This module is deprecated. Please use `airflow.providers.amazon.aws.hooks.aws_dynamodb`.",
     DeprecationWarning, stacklevel=2
 )

airflow/contrib/hooks/aws_hook.py

@@ -15,14 +15,26 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-"""This module is deprecated. Please use `airflow.providers.amazon.aws.hooks.aws_hook`."""
+"""This module is deprecated. Please use `airflow.providers.amazon.aws.hooks.base_aws`."""
 
 import warnings
 
 # pylint: disable=unused-import
-from airflow.providers.amazon.aws.hooks.aws_hook import AwsHook, _parse_s3_config, boto3  # noqa
+from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook, _parse_s3_config, boto3  # noqa
 
 warnings.warn(
-    "This module is deprecated. Please use `airflow.providers.amazon.aws.hooks.aws_hook`.",
+    "This module is deprecated. Please use `airflow.providers.amazon.aws.hooks.base_aws`.",
     DeprecationWarning, stacklevel=2
 )
+
+
+class AwsHook(AwsBaseHook):
+    """
+    This class is deprecated. Please use `airflow.providers.amazon.aws.hooks.base_aws.AwsBaseHook`.
+    """
+    def __init__(self, *args, **kwargs):
+        warnings.warn(
+            "This class is deprecated. Please use `airflow.providers.amazon.aws.hooks.base_aws.AwsBaseHook`.",
+            DeprecationWarning, stacklevel=2
+        )
+        super().__init__(*args, **kwargs)

airflow/contrib/operators/gcs_to_gdrive_operator.py

@@ -15,15 +15,15 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-"""This module is deprecated. Please use `airflow.providers.google.suite.operators.gcs_to_gdrive_operator`."""
+"""This module is deprecated. Please use `airflow.providers.google.suite.operators.gcs_to_gdrive`."""
 
 import warnings
 
 # pylint: disable=unused-import
-from airflow.providers.google.suite.operators.gcs_to_gdrive_operator import GCSToGoogleDriveOperator  # noqa
+from airflow.providers.google.suite.operators.gcs_to_gdrive import GCSToGoogleDriveOperator  # noqa
 
 warnings.warn(
     "This module is deprecated. "
-    "Please use `airflow.providers.google.suite.operators.gcs_to_gdrive_operator`.",
+    "Please use `airflow.providers.google.suite.operators.gcs_to_gdrive.",
     DeprecationWarning, stacklevel=2
 )

airflow/providers/amazon/aws/hooks/athena.py

@@ -21,10 +21,10 @@
 """
 from time import sleep
 
-from airflow.providers.amazon.aws.hooks.aws_hook import AwsHook
+from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook
 
 
-class AWSAthenaHook(AwsHook):
+class AWSAthenaHook(AwsBaseHook):
     """
     Interact with AWS Athena to run, poll queries and return query results
 

airflow/providers/amazon/aws/hooks/aws_dynamodb_hook.py renamed to airflow/providers/amazon/aws/hooks/aws_dynamodb.py

@@ -21,10 +21,10 @@
 This module contains the AWS DynamoDB hook
 """
 from airflow.exceptions import AirflowException
-from airflow.providers.amazon.aws.hooks.aws_hook import AwsHook
+from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook
 
 
-class AwsDynamoDBHook(AwsHook):
+class AwsDynamoDBHook(AwsBaseHook):
     """
     Interact with AWS DynamoDB.
 

airflow/providers/amazon/aws/hooks/aws_hook.py renamed to airflow/providers/amazon/aws/hooks/base_aws.py

@@ -34,7 +34,7 @@
 from airflow.hooks.base_hook import BaseHook
 
 
-class AwsHook(BaseHook):
+class AwsBaseHook(BaseHook):
     """
     Interact with AWS.
     This class is a thin wrapper around the boto3 python library.

airflow/providers/amazon/aws/hooks/batch_client.py

@@ -36,7 +36,7 @@
 from typing_extensions import Protocol, runtime_checkable
 
 from airflow import AirflowException, LoggingMixin
-from airflow.providers.amazon.aws.hooks.aws_hook import AwsHook
+from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook
 
 # Add exceptions to pylint for the boto3 protocol only; ideally the boto3 library could provide
 # protocols for all their dynamically generated classes (try to migrate this to a PR on botocore).
@@ -218,19 +218,19 @@ def __init__(
         self.status_retries = status_retries or self.STATUS_RETRIES
         self.aws_conn_id = aws_conn_id
         self.region_name = region_name
-        self._hook = None  # type: Union[AwsHook, None]
+        self._hook = None  # type: Union[AwsBaseHook, None]
         self._client = None  # type: Union[AwsBatchProtocol, botocore.client.BaseClient, None]
 
     @property
-    def hook(self) -> AwsHook:
+    def hook(self) -> AwsBaseHook:
         """
         An AWS API connection manager (wraps boto3)
 
         :return: the connected hook to AWS
-        :rtype: AwsHook
+        :rtype: AwsBaseHook
         """
         if self._hook is None:
-            self._hook = AwsHook(aws_conn_id=self.aws_conn_id)
+            self._hook = AwsBaseHook(aws_conn_id=self.aws_conn_id)
         return self._hook
 
     @property

airflow/providers/amazon/aws/hooks/cloud_formation.py

@@ -21,10 +21,10 @@
 """
 from botocore.exceptions import ClientError
 
-from airflow.contrib.hooks.aws_hook import AwsHook
+from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook
 
 
-class AWSCloudFormationHook(AwsHook):
+class AWSCloudFormationHook(AwsBaseHook):
     """
     Interact with AWS CloudFormation.
     """

airflow/providers/amazon/aws/hooks/datasync.py

@@ -22,10 +22,10 @@
 import time
 
 from airflow.exceptions import AirflowBadRequest, AirflowException, AirflowTaskTimeout
-from airflow.providers.amazon.aws.hooks.aws_hook import AwsHook
+from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook
 
 
-class AWSDataSyncHook(AwsHook):
+class AWSDataSyncHook(AwsBaseHook):
     """
     Interact with AWS DataSync.
 

airflow/providers/amazon/aws/hooks/emr.py

@@ -17,10 +17,10 @@
 # under the License.
 
 from airflow.exceptions import AirflowException
-from airflow.providers.amazon.aws.hooks.aws_hook import AwsHook
+from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook
 
 
-class EmrHook(AwsHook):
+class EmrHook(AwsBaseHook):
     """
     Interact with AWS EMR. emr_conn_id is only necessary for using the
     create_job_flow method.