Prepare docs for Aug 2023 3rd wave of Providers (#33730)

* Prepare docs for Aug 2023 3rd wave of Providers * fix azure
apache · Aug 25, 2023 · c077d19 · c077d19
1 parent a16f861
commit c077d19
Show file tree

Hide file tree

Showing 256 changed files with 1,722 additions and 287 deletions.
diff --git a/airflow/providers/airbyte/.latest-doc-only-change.txt b/airflow/providers/airbyte/.latest-doc-only-change.txt
@@ -1 +1 @@
-225e3041d269698d0456e09586924c1898d09434
+c645d8e40c167ea1f6c332cdc3ea0ca5a9363205
diff --git a/airflow/providers/alibaba/CHANGELOG.rst b/airflow/providers/alibaba/CHANGELOG.rst
@@ -26,6 +26,19 @@
 Changelog
 ---------
 
+2.5.2
+.....
+
+Misc
+~~~~
+
+* ``Refactor: Simplify code in Apache/Alibaba providers (#33227)``
+* ``Simplify conditions on len() in providers/apache (#33564)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D401 Support - Providers: Airbyte to Atlassian (Inclusive) (#33354)``
+
 2.5.1
 .....
 

diff --git a/airflow/providers/alibaba/__init__.py b/airflow/providers/alibaba/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "2.5.1"
+__version__ = "2.5.2"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/alibaba/provider.yaml b/airflow/providers/alibaba/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 2.5.2
   - 2.5.1
   - 2.5.0
   - 2.4.1

diff --git a/airflow/providers/amazon/CHANGELOG.rst b/airflow/providers/amazon/CHANGELOG.rst
@@ -26,6 +26,48 @@
 Changelog
 ---------
 
+8.6.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Added Amazon SageMaker Notebook hook and operators (#33219)``
+* ``Add 'deferrable' option to 'LambdaCreateFunctionOperator' (#33327)``
+* ``Add Deferrable mode to GlueCatalogPartitionSensor (#33239)``
+* ``Add 'sql_hook_params' parameter to 'S3ToSqlOperator' (#33427)``
+* ``Add 'sql_hook_params' parameter to 'SqlToS3Operator' (#33425)``
+* ``Add parameter to pass role ARN to 'GlueJobOperator ' (#33408)``
+* ``Add new RdsStartExportTaskOperator parameters (#33251)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fix bug in task logs when using AWS CloudWatch. Do not set 'start_time' (#33673)``
+* ``Fix AWS Batch waiter failure state (#33656)``
+* ``Fix AWS appflow waiter (#33613)``
+* ``Fix striping tags when falling back to update in 'SageMakerEndpointOperator' (#33487)``
+
+
+Misc
+~~~~
+
+* ``Simplify conditions on len() in providers/amazon (#33565)``
+* ``Remove non-public interface usage in EcsRunTaskOperator (#29447)``
+* ``Upgrade botocore/aiobotocore minimum requirements (#33649)``
+* ``Consolidate import and usage of itertools (#33479)``
+* ``Consolidate import and usage of pandas (#33480)``
+* ``always push ECS task ARN to xcom in 'EcsRunTaskOperator' (#33703)``
+* ``Use 'boto3.client' linked to resource meta instead of create new one for waiters (#33552)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Add Appflow system test + improvements (#33614)``
+   * ``Fix typos (double words and it's/its) (#33623)``
+   * ``Refactor: Remove useless str() calls (#33629)``
+   * ``Replace strftime with f-strings where nicer (#33455)``
+   * ``D401 Support - Providers: Airbyte to Atlassian (Inclusive) (#33354)``
+
 8.5.1
 .....
 

diff --git a/airflow/providers/amazon/__init__.py b/airflow/providers/amazon/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "8.5.1"
+__version__ = "8.6.0"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 8.6.0
   - 8.5.1
   - 8.5.0
   - 8.4.0

diff --git a/airflow/providers/apache/beam/CHANGELOG.rst b/airflow/providers/apache/beam/CHANGELOG.rst
@@ -26,6 +26,24 @@
 Changelog
 ---------
 
+5.2.2
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fix wrong OR condition when evaluating beam version < 2.39.0 (#33308)``
+
+Misc
+~~~~
+
+* ``Refactor: Simplify code in Apache/Alibaba providers (#33227)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D401 Support - Providers: Airbyte to Atlassian (Inclusive) (#33354)``
+   * ``D205 Support - Providers - Final Pass (#33303)``
+
 5.2.1
 .....
 

diff --git a/airflow/providers/apache/beam/__init__.py b/airflow/providers/apache/beam/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "5.2.1"
+__version__ = "5.2.2"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/apache/beam/provider.yaml b/airflow/providers/apache/beam/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 5.2.2
   - 5.2.1
   - 5.2.0
   - 5.1.1

diff --git a/airflow/providers/apache/cassandra/.latest-doc-only-change.txt b/airflow/providers/apache/cassandra/.latest-doc-only-change.txt
@@ -1 +1 @@
-225e3041d269698d0456e09586924c1898d09434
+c645d8e40c167ea1f6c332cdc3ea0ca5a9363205
diff --git a/airflow/providers/apache/drill/.latest-doc-only-change.txt b/airflow/providers/apache/drill/.latest-doc-only-change.txt
@@ -1 +1 @@
-3878fe6fab3ccc1461932b456c48996f2763139f
+c645d8e40c167ea1f6c332cdc3ea0ca5a9363205
diff --git a/airflow/providers/apache/druid/.latest-doc-only-change.txt b/airflow/providers/apache/druid/.latest-doc-only-change.txt
@@ -1 +1 @@
-3878fe6fab3ccc1461932b456c48996f2763139f
+c645d8e40c167ea1f6c332cdc3ea0ca5a9363205
diff --git a/airflow/providers/apache/flink/CHANGELOG.rst b/airflow/providers/apache/flink/CHANGELOG.rst
@@ -26,6 +26,21 @@
 Changelog
 ---------
 
+1.1.2
+.....
+
+Misc
+~~~~
+
+* ``Simplify conditions on len() in providers/apache (#33564)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Prepare docs for Aug 2023 2nd wave of Providers (#33291)``
+   * ``Prepare docs for July 2023 wave of Providers (RC2) (#32381)``
+   * ``Remove spurious headers for provider changelogs (#32373)``
+   * ``Improve provider documentation and README structure (#32125)``
+
 1.1.1
 .....
 

diff --git a/airflow/providers/apache/flink/__init__.py b/airflow/providers/apache/flink/__init__.py
@@ -28,14 +28,16 @@
 
 __all__ = ["__version__"]
 
-__version__ = "1.1.1"
+__version__ = "1.1.2"
 
 try:
     from airflow import __version__ as airflow_version
 except ImportError:
     from airflow.version import version as airflow_version
 
-if packaging.version.parse(airflow_version) < packaging.version.parse("2.4.0"):
+if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
+    "2.4.0"
+):
     raise RuntimeError(
         f"The package `apache-airflow-providers-apache-flink:{__version__}` requires Apache Airflow 2.4.0+"  # NOQA: E501
     )
diff --git a/airflow/providers/apache/flink/provider.yaml b/airflow/providers/apache/flink/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 1.1.2
   - 1.1.1
   - 1.1.0
   - 1.0.1

diff --git a/airflow/providers/apache/hdfs/.latest-doc-only-change.txt b/airflow/providers/apache/hdfs/.latest-doc-only-change.txt
@@ -1 +1 @@
-225e3041d269698d0456e09586924c1898d09434
+a54c2424df51bf1acec420f4792a237dabcfa12b
diff --git a/airflow/providers/apache/hive/CHANGELOG.rst b/airflow/providers/apache/hive/CHANGELOG.rst
@@ -27,11 +27,32 @@
 Changelog
 ---------
 
-The provider now uses pure-sasl, a pure-Python implementation of SASL,
-which is better maintained than previous sasl implementation, even
-if a bit slower for sasl interface. It also allows hive to be
-installed for Python 3.11.
+6.1.5
+.....
+
+.. note::
+  The provider now uses pure-sasl, a pure-Python implementation of SASL,
+  which is better maintained than previous sasl implementation, even
+  if a bit slower for sasl interface. It also allows hive to be
+  installed for Python 3.11.
 
+Misc
+~~~~
+
+* ``Bring back hive support for Python 3.11 (#32607)``
+* ``Refactor: Simplify code in Apache/Alibaba providers (#33227)``
+* ``Simplify 'X for X in Y' to 'Y' where applicable (#33453)``
+* ``Replace OrderedDict with plain dict (#33508)``
+* ``Simplify code around enumerate (#33476)``
+* ``Use str.splitlines() to split lines in providers (#33593)``
+* ``Simplify conditions on len() in providers/apache (#33564)``
+* ``Replace repr() with proper formatting (#33520)``
+* ``Avoid importing pandas and numpy in runtime and module level (#33483)``
+* ``Consolidate import and usage of pandas (#33480)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D401 Support - Providers: Airbyte to Atlassian (Inclusive) (#33354)``
 
 6.1.4
 .....

diff --git a/airflow/providers/apache/hive/__init__.py b/airflow/providers/apache/hive/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "6.1.4"
+__version__ = "6.1.5"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/apache/hive/provider.yaml b/airflow/providers/apache/hive/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 6.1.5
   - 6.1.4
   - 6.1.3
   - 6.1.2

diff --git a/airflow/providers/apache/kafka/.latest-doc-only-change.txt b/airflow/providers/apache/kafka/.latest-doc-only-change.txt
@@ -0,0 +1 @@
+a54c2424df51bf1acec420f4792a237dabcfa12b
diff --git a/airflow/providers/apache/kylin/.latest-doc-only-change.txt b/airflow/providers/apache/kylin/.latest-doc-only-change.txt
@@ -1 +1 @@
-225e3041d269698d0456e09586924c1898d09434
+b5a4d36383c4143f46e168b8b7a4ba2dc7c54076
diff --git a/airflow/providers/apache/livy/CHANGELOG.rst b/airflow/providers/apache/livy/CHANGELOG.rst
@@ -28,6 +28,20 @@
 Changelog
 ---------
 
+3.5.3
+.....
+
+Misc
+~~~~
+
+* ``Refactor: Remove useless str() calls (#33629)``
+* ``Refactor: Simplify code in Apache/Alibaba providers (#33227)``
+* ``Simplify conditions on len() in providers/apache (#33564)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D401 Support - Providers: Airbyte to Atlassian (Inclusive) (#33354)``
+
 3.5.2
 .....
 

diff --git a/airflow/providers/apache/livy/__init__.py b/airflow/providers/apache/livy/__init__.py
@@ -28,14 +28,16 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.5.2"
+__version__ = "3.5.3"
 
 try:
     from airflow import __version__ as airflow_version
 except ImportError:
     from airflow.version import version as airflow_version
 
-if packaging.version.parse(airflow_version) < packaging.version.parse("2.4.0"):
+if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
+    "2.4.0"
+):
     raise RuntimeError(
         f"The package `apache-airflow-providers-apache-livy:{__version__}` requires Apache Airflow 2.4.0+"  # NOQA: E501
     )
diff --git a/airflow/providers/apache/livy/provider.yaml b/airflow/providers/apache/livy/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 3.5.3
   - 3.5.2
   - 3.5.1
   - 3.5.0

diff --git a/airflow/providers/apache/pig/.latest-doc-only-change.txt b/airflow/providers/apache/pig/.latest-doc-only-change.txt
@@ -1 +1 @@
-225e3041d269698d0456e09586924c1898d09434
+b5a4d36383c4143f46e168b8b7a4ba2dc7c54076
diff --git a/airflow/providers/apache/pinot/CHANGELOG.rst b/airflow/providers/apache/pinot/CHANGELOG.rst
@@ -30,6 +30,18 @@ Changelog
 ---------
 
 
+4.1.3
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Referencing correct hooks for Apache Pinot (#33601)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D401 Support - Providers: Airbyte to Atlassian (Inclusive) (#33354)``
+
 4.1.2
 .....
 

diff --git a/airflow/providers/apache/pinot/__init__.py b/airflow/providers/apache/pinot/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "4.1.2"
+__version__ = "4.1.3"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/apache/pinot/provider.yaml b/airflow/providers/apache/pinot/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 4.1.3
   - 4.1.2
   - 4.1.1
   - 4.1.0

diff --git a/airflow/providers/apache/spark/CHANGELOG.rst b/airflow/providers/apache/spark/CHANGELOG.rst
@@ -29,6 +29,18 @@
 Changelog
 ---------
 
+4.1.4
+.....
+
+Misc
+~~~~
+
+* ``Refactor: Simplify code in Apache/Alibaba providers (#33227)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D401 Support - Providers: Airbyte to Atlassian (Inclusive) (#33354)``
+
 4.1.3
 .....
 

diff --git a/airflow/providers/apache/spark/__init__.py b/airflow/providers/apache/spark/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "4.1.3"
+__version__ = "4.1.4"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/apache/spark/provider.yaml b/airflow/providers/apache/spark/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 4.1.4
   - 4.1.3
   - 4.1.2
   - 4.1.1

diff --git a/airflow/providers/apache/sqoop/.latest-doc-only-change.txt b/airflow/providers/apache/sqoop/.latest-doc-only-change.txt
@@ -1 +1 @@
-3878fe6fab3ccc1461932b456c48996f2763139f
+c645d8e40c167ea1f6c332cdc3ea0ca5a9363205
diff --git a/airflow/providers/apprise/.latest-doc-only-change.txt b/airflow/providers/apprise/.latest-doc-only-change.txt
@@ -0,0 +1 @@
+c645d8e40c167ea1f6c332cdc3ea0ca5a9363205