adding trigger info to provider yaml (#29950)

apache · Mar 8, 2023 · c386778 · c386778
1 parent a9b79a2
commit c386778
Show file tree

Hide file tree

Showing 6 changed files with 77 additions and 0 deletions.
diff --git a/airflow/provider.yaml.schema.json b/airflow/provider.yaml.schema.json
@@ -194,6 +194,30 @@
         ]
       }
     },
+    "triggers": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "properties": {
+          "integration-name": {
+            "type": "string",
+            "description": "Integration name. It must have a matching item in the 'integration' section of any provider."
+          },
+          "python-modules": {
+            "description": "List of python modules containing the triggers.",
+            "type": "array",
+            "items": {
+              "type": "string"
+            }
+          }
+        },
+        "additionalProperties": false,
+        "required": [
+          "integration-name",
+          "python-modules"
+        ]
+      }
+    },
     "connection-types": {
       "type": "array",
       "description": "Array of connection types mapped to hook class names",

diff --git a/airflow/providers/apache/livy/provider.yaml b/airflow/providers/apache/livy/provider.yaml
@@ -65,6 +65,11 @@ hooks:
     python-modules:
       - airflow.providers.apache.livy.hooks.livy
 
+triggers:
+  - integration-name: Apache Livy
+    python-modules:
+      - airflow.providers.apache.livy.triggers.livy
+
 
 connection-types:
   - hook-class-name: airflow.providers.apache.livy.hooks.livy.LivyHook

diff --git a/airflow/providers/cncf/kubernetes/provider.yaml b/airflow/providers/cncf/kubernetes/provider.yaml
@@ -102,6 +102,11 @@ hooks:
     python-modules:
       - airflow.providers.cncf.kubernetes.hooks.kubernetes
 
+triggers:
+  - integration-name: Kubernetes
+    python-modules:
+      - airflow.providers.cncf.kubernetes.triggers.pod
+
 
 connection-types:
   - hook-class-name: airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook

diff --git a/airflow/providers/databricks/provider.yaml b/airflow/providers/databricks/provider.yaml
@@ -92,6 +92,11 @@ hooks:
     python-modules:
       - airflow.providers.databricks.hooks.databricks_sql
 
+triggers:
+  - integration-name: Databricks
+    python-modules:
+      - airflow.providers.databricks.triggers.databricks
+
 
 connection-types:
   - hook-class-name: airflow.providers.databricks.hooks.databricks.DatabricksHook

diff --git a/airflow/providers/dbt/cloud/provider.yaml b/airflow/providers/dbt/cloud/provider.yaml
@@ -62,6 +62,12 @@ hooks:
     python-modules:
       - airflow.providers.dbt.cloud.hooks.dbt
 
+triggers:
+  - integration-name: dbt Cloud
+    python-modules:
+      - airflow.providers.dbt.cloud.triggers.dbt
+
+
 connection-types:
   - hook-class-name: airflow.providers.dbt.cloud.hooks.dbt.DbtCloudHook
     connection-type: dbt_cloud

diff --git a/airflow/providers/google/provider.yaml b/airflow/providers/google/provider.yaml
@@ -832,6 +832,38 @@ hooks:
     python-modules:
       - airflow.providers.google.cloud.hooks.dataform
 
+triggers:
+  - integration-name: Google BigQuery Data Transfer Service
+    python-modules:
+      - airflow.providers.google.cloud.triggers.bigquery_dts
+  - integration-name: Google BigQuery
+    python-modules:
+      - airflow.providers.google.cloud.triggers.bigquery
+  - integration-name: Google Cloud Build
+    python-modules:
+      - airflow.providers.google.cloud.triggers.cloud_build
+  - integration-name: Google Cloud Composer
+    python-modules:
+      - airflow.providers.google.cloud.triggers.cloud_composer
+  - integration-name: Google Dataflow
+    python-modules:
+      - airflow.providers.google.cloud.triggers.dataflow
+  - integration-name: Google Data Fusion
+    python-modules:
+      - airflow.providers.google.cloud.triggers.datafusion
+  - integration-name: Google Dataproc
+    python-modules:
+      - airflow.providers.google.cloud.triggers.dataproc
+  - integration-name: Google Cloud Storage (GCS)
+    python-modules:
+      - airflow.providers.google.cloud.triggers.gcs
+  - integration-name: Google Kubernetes Engine
+    python-modules:
+      - airflow.providers.google.cloud.triggers.kubernetes_engine
+  - integration-name: Google Machine Learning Engine
+    python-modules:
+      - airflow.providers.google.cloud.triggers.mlengine
+
 transfers:
   - source-integration-name: Presto
     target-integration-name: Google Cloud Storage (GCS)