Standard provider bash operator (#42252)

Author: gopidesupavan

.github/workflows/basic-tests.yml

@@ -200,6 +200,11 @@ jobs:
             breeze release-management prepare-provider-packages fab --package-format wheel --skip-tag-check
       - name: "Install Airflow with fab for webserver tests"
         run: pip install . dist/apache_airflow_providers_fab-*.whl
+      - name: "Prepare Standard provider packages: wheel"
+        run: >
+          breeze release-management prepare-provider-packages standard --package-format wheel --skip-tag-check
+      - name: "Install Airflow with standard provider for webserver tests"
+        run: pip install . dist/apache_airflow_providers_standard-*.whl
       - name: "Install Python client"
         run: pip install ./dist/apache_airflow_client-*.whl
       - name: "Initialize Airflow DB and start webserver"

.pre-commit-config.yaml

@@ -550,17 +550,9 @@ repos:
       - id: check-no-providers-in-core-examples
         language: pygrep
         name: No providers imports in core example DAGs
-        description: The core example DAGs have no dependencies other than core Airflow
-        entry: "^\\s*from airflow\\.providers.*"
+        description: The core example DAGs have no dependencies other than standard provider or core Airflow
+        entry: "^\\s*from airflow\\.providers.(?!standard.)"
         pass_filenames: true
-        exclude: >
-          (?x)
-          ^airflow/example_dags/example_branch_datetime_operator.py|
-          ^airflow/example_dags/example_branch_day_of_week_operator.py|
-          ^airflow/example_dags/example_sensors.py|
-          ^airflow/example_dags/example_sensors.py|
-          ^airflow/example_dags/example_sensors.py|
-          ^airflow/example_dags/example_time_delta_sensor_async.py
         files: ^airflow/example_dags/.*\.py$
       - id: check-no-airflow-deprecation-in-providers
         language: pygrep
@@ -717,7 +709,7 @@ repos:
         files: >
           (?x)
           ^airflow/providers/.*\.py$
-        exclude: ^.*/.*_vendor/
+        exclude: ^.*/.*_vendor/|airflow/providers/standard/operators/bash.py
       - id: check-get-lineage-collector-providers
         language: python
         name: Check providers import hook lineage code from compat

airflow/decorators/bash.py

@@ -21,7 +21,7 @@
 from typing import Any, Callable, Collection, Mapping, Sequence
 
 from airflow.decorators.base import DecoratedOperator, TaskDecorator, task_decorator_factory
-from airflow.operators.bash import BashOperator
+from airflow.providers.standard.operators.bash import BashOperator
 from airflow.utils.context import Context, context_merge
 from airflow.utils.operator_helpers import determine_kwargs
 from airflow.utils.types import NOTSET

airflow/example_dags/example_assets.py

@@ -56,7 +56,7 @@
 
 from airflow.assets import Asset
 from airflow.models.dag import DAG
-from airflow.operators.bash import BashOperator
+from airflow.providers.standard.operators.bash import BashOperator
 from airflow.timetables.assets import AssetOrTimeSchedule
 from airflow.timetables.trigger import CronTriggerTimetable
 

airflow/example_dags/example_bash_operator.py

@@ -24,8 +24,8 @@
 import pendulum
 
 from airflow.models.dag import DAG
-from airflow.operators.bash import BashOperator
 from airflow.operators.empty import EmptyOperator
+from airflow.providers.standard.operators.bash import BashOperator
 
 with DAG(
     dag_id="example_bash_operator",

airflow/example_dags/example_complex.py

@@ -25,7 +25,7 @@
 
 from airflow.models.baseoperator import chain
 from airflow.models.dag import DAG
-from airflow.operators.bash import BashOperator
+from airflow.providers.standard.operators.bash import BashOperator
 
 with DAG(
     dag_id="example_complex",

airflow/example_dags/example_inlet_event_extra.py

@@ -28,7 +28,7 @@
 from airflow.assets import Asset
 from airflow.decorators import task
 from airflow.models.dag import DAG
-from airflow.operators.bash import BashOperator
+from airflow.providers.standard.operators.bash import BashOperator
 
 asset = Asset("s3://output/1.txt")
 

airflow/example_dags/example_outlet_event_extra.py

@@ -29,7 +29,7 @@
 from airflow.assets.metadata import Metadata
 from airflow.decorators import task
 from airflow.models.dag import DAG
-from airflow.operators.bash import BashOperator
+from airflow.providers.standard.operators.bash import BashOperator
 
 ds = Asset("s3://output/1.txt")
 

airflow/example_dags/example_passing_params_via_test_command.py

@@ -27,7 +27,7 @@
 
 from airflow.decorators import task
 from airflow.models.dag import DAG
-from airflow.operators.bash import BashOperator
+from airflow.providers.standard.operators.bash import BashOperator
 
 
 @task(task_id="run_this")

airflow/example_dags/example_sensors.py

@@ -22,11 +22,11 @@
 import pendulum
 
 from airflow.models.dag import DAG
-from airflow.operators.bash import BashOperator
+from airflow.providers.standard.operators.bash import BashOperator
+from airflow.providers.standard.sensors.bash import BashSensor
 from airflow.providers.standard.sensors.time import TimeSensor, TimeSensorAsync
 from airflow.providers.standard.sensors.time_delta import TimeDeltaSensor, TimeDeltaSensorAsync
 from airflow.providers.standard.sensors.weekday import DayOfWeekSensor
-from airflow.sensors.bash import BashSensor
 from airflow.sensors.filesystem import FileSensor
 from airflow.sensors.python import PythonSensor
 from airflow.utils.trigger_rule import TriggerRule