Remove reference to deprecated operator in example_dataproc (#19619)

apache · Nov 16, 2021 · daf234b · daf234b
1 parent 264cb09
commit daf234b
Showing 1 changed file with 4 additions and 5 deletions.
diff --git a/airflow/providers/google/cloud/example_dags/example_dataproc.py b/airflow/providers/google/cloud/example_dags/example_dataproc.py
@@ -24,7 +24,6 @@
 from datetime import datetime
 
 from airflow import models
-from airflow.contrib.operators.dataproc_operator import DataprocClusterCreateOperator
 from airflow.providers.google.cloud.operators.dataproc import (
     ClusterGenerator,
     DataprocCreateClusterOperator,
@@ -66,11 +65,11 @@
 
 # [END how_to_cloud_dataproc_create_cluster]
 
-# Cluster definition: Generating Cluster Config for DataprocClusterCreateOperator
+# Cluster definition: Generating Cluster Config for DataprocCreateClusterOperator
 # [START how_to_cloud_dataproc_create_cluster_generate_cluster_config]
 path = "gs://goog-dataproc-initialization-actions-us-central1/python/pip-install.sh"
 
-CLUSTER_CONFIG = ClusterGenerator(
+CLUSTER_GENERATOR_CONFIG = ClusterGenerator(
     project_id="test",
     zone="us-central1-a",
     master_machine_type="n1-standard-4",
@@ -81,12 +80,12 @@
     metadata={'PIP_PACKAGES': 'pyyaml requests pandas openpyxl'},
 ).make()
 
-create_cluster_operator = DataprocClusterCreateOperator(
+create_cluster_operator = DataprocCreateClusterOperator(
     task_id='create_dataproc_cluster',
     cluster_name="test",
     project_id="test",
     region="us-central1",
-    cluster_config=CLUSTER_CONFIG,
+    cluster_config=CLUSTER_GENERATOR_CONFIG,
 )
 # [END how_to_cloud_dataproc_create_cluster_generate_cluster_config]