Skip to content

Commit

Permalink
prevent templated field logic checks in operators __init__ (#36489)
Browse files Browse the repository at this point in the history
  • Loading branch information
romsharon98 authored Dec 29, 2023
1 parent 718efc0 commit 918552a
Showing 1 changed file with 90 additions and 6 deletions.
96 changes: 90 additions & 6 deletions airflow/providers/google/cloud/operators/dataproc.py
Original file line number Diff line number Diff line change
Expand Up @@ -1297,6 +1297,12 @@ def __init__(
query: str | None = None,
query_uri: str | None = None,
variables: dict | None = None,
impersonation_chain: str | Sequence[str] | None = None,
region: str,
job_name: str = "{{task.task_id}}_{{ds_nodash}}",
cluster_name: str = "cluster-1",
dataproc_properties: dict | None = None,
dataproc_jars: list[str] | None = None,
**kwargs,
) -> None:
# TODO: Remove one day
Expand All @@ -1308,7 +1314,15 @@ def __init__(
stacklevel=1,
)

super().__init__(**kwargs)
super().__init__(
impersonation_chain=impersonation_chain,
region=region,
job_name=job_name,
cluster_name=cluster_name,
dataproc_properties=dataproc_properties,
dataproc_jars=dataproc_jars,
**kwargs,
)
self.query = query
self.query_uri = query_uri
self.variables = variables
Expand Down Expand Up @@ -1375,6 +1389,12 @@ def __init__(
query: str | None = None,
query_uri: str | None = None,
variables: dict | None = None,
impersonation_chain: str | Sequence[str] | None = None,
region: str,
job_name: str = "{{task.task_id}}_{{ds_nodash}}",
cluster_name: str = "cluster-1",
dataproc_properties: dict | None = None,
dataproc_jars: list[str] | None = None,
**kwargs,
) -> None:
# TODO: Remove one day
Expand All @@ -1386,7 +1406,15 @@ def __init__(
stacklevel=1,
)

super().__init__(**kwargs)
super().__init__(
impersonation_chain=impersonation_chain,
region=region,
job_name=job_name,
cluster_name=cluster_name,
dataproc_properties=dataproc_properties,
dataproc_jars=dataproc_jars,
**kwargs,
)
self.query = query
self.query_uri = query_uri
self.variables = variables
Expand Down Expand Up @@ -1454,6 +1482,12 @@ def __init__(
query: str | None = None,
query_uri: str | None = None,
variables: dict | None = None,
impersonation_chain: str | Sequence[str] | None = None,
region: str,
job_name: str = "{{task.task_id}}_{{ds_nodash}}",
cluster_name: str = "cluster-1",
dataproc_properties: dict | None = None,
dataproc_jars: list[str] | None = None,
**kwargs,
) -> None:
# TODO: Remove one day
Expand All @@ -1465,7 +1499,15 @@ def __init__(
stacklevel=1,
)

super().__init__(**kwargs)
super().__init__(
impersonation_chain=impersonation_chain,
region=region,
job_name=job_name,
cluster_name=cluster_name,
dataproc_properties=dataproc_properties,
dataproc_jars=dataproc_jars,
**kwargs,
)
self.query = query
self.query_uri = query_uri
self.variables = variables
Expand Down Expand Up @@ -1535,6 +1577,12 @@ def __init__(
arguments: list | None = None,
archives: list | None = None,
files: list | None = None,
impersonation_chain: str | Sequence[str] | None = None,
region: str,
job_name: str = "{{task.task_id}}_{{ds_nodash}}",
cluster_name: str = "cluster-1",
dataproc_properties: dict | None = None,
dataproc_jars: list[str] | None = None,
**kwargs,
) -> None:
# TODO: Remove one day
Expand All @@ -1546,7 +1594,15 @@ def __init__(
stacklevel=1,
)

super().__init__(**kwargs)
super().__init__(
impersonation_chain=impersonation_chain,
region=region,
job_name=job_name,
cluster_name=cluster_name,
dataproc_properties=dataproc_properties,
dataproc_jars=dataproc_jars,
**kwargs,
)
self.main_jar = main_jar
self.main_class = main_class
self.arguments = arguments
Expand Down Expand Up @@ -1612,6 +1668,12 @@ def __init__(
arguments: list | None = None,
archives: list | None = None,
files: list | None = None,
impersonation_chain: str | Sequence[str] | None = None,
region: str,
job_name: str = "{{task.task_id}}_{{ds_nodash}}",
cluster_name: str = "cluster-1",
dataproc_properties: dict | None = None,
dataproc_jars: list[str] | None = None,
**kwargs,
) -> None:
# TODO: Remove one day
Expand All @@ -1623,7 +1685,15 @@ def __init__(
stacklevel=1,
)

super().__init__(**kwargs)
super().__init__(
impersonation_chain=impersonation_chain,
region=region,
job_name=job_name,
cluster_name=cluster_name,
dataproc_properties=dataproc_properties,
dataproc_jars=dataproc_jars,
**kwargs,
)
self.main_jar = main_jar
self.main_class = main_class
self.arguments = arguments
Expand Down Expand Up @@ -1712,6 +1782,12 @@ def __init__(
archives: list | None = None,
pyfiles: list | None = None,
files: list | None = None,
impersonation_chain: str | Sequence[str] | None = None,
region: str,
job_name: str = "{{task.task_id}}_{{ds_nodash}}",
cluster_name: str = "cluster-1",
dataproc_properties: dict | None = None,
dataproc_jars: list[str] | None = None,
**kwargs,
) -> None:
# TODO: Remove one day
Expand All @@ -1723,7 +1799,15 @@ def __init__(
stacklevel=1,
)

super().__init__(**kwargs)
super().__init__(
impersonation_chain=impersonation_chain,
region=region,
job_name=job_name,
cluster_name=cluster_name,
dataproc_properties=dataproc_properties,
dataproc_jars=dataproc_jars,
**kwargs,
)
self.main = main
self.arguments = arguments
self.archives = archives
Expand Down

0 comments on commit 918552a

Please sign in to comment.
  翻译: