Class ClusterConfig.Builder (4.30.0)

public static final class ClusterConfig.Builder extends GeneratedMessageV3.Builder<ClusterConfig.Builder> implements ClusterConfigOrBuilder

The cluster config.

Protobuf type google.cloud.dataproc.v1.ClusterConfig

Static Methods

getDescriptor()

public static final Descriptors.Descriptor getDescriptor()
Returns
TypeDescription
Descriptor

Methods

addAllAuxiliaryNodeGroups(Iterable<? extends AuxiliaryNodeGroup> values)

public ClusterConfig.Builder addAllAuxiliaryNodeGroups(Iterable<? extends AuxiliaryNodeGroup> values)

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valuesIterable<? extends com.google.cloud.dataproc.v1.AuxiliaryNodeGroup>
Returns
TypeDescription
ClusterConfig.Builder

addAllInitializationActions(Iterable<? extends NodeInitializationAction> values)

public ClusterConfig.Builder addAllInitializationActions(Iterable<? extends NodeInitializationAction> values)

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valuesIterable<? extends com.google.cloud.dataproc.v1.NodeInitializationAction>
Returns
TypeDescription
ClusterConfig.Builder

addAuxiliaryNodeGroups(AuxiliaryNodeGroup value)

public ClusterConfig.Builder addAuxiliaryNodeGroups(AuxiliaryNodeGroup value)

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueAuxiliaryNodeGroup
Returns
TypeDescription
ClusterConfig.Builder

addAuxiliaryNodeGroups(AuxiliaryNodeGroup.Builder builderForValue)

public ClusterConfig.Builder addAuxiliaryNodeGroups(AuxiliaryNodeGroup.Builder builderForValue)

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueAuxiliaryNodeGroup.Builder
Returns
TypeDescription
ClusterConfig.Builder

addAuxiliaryNodeGroups(int index, AuxiliaryNodeGroup value)

public ClusterConfig.Builder addAuxiliaryNodeGroups(int index, AuxiliaryNodeGroup value)

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Parameters
NameDescription
indexint
valueAuxiliaryNodeGroup
Returns
TypeDescription
ClusterConfig.Builder

addAuxiliaryNodeGroups(int index, AuxiliaryNodeGroup.Builder builderForValue)

public ClusterConfig.Builder addAuxiliaryNodeGroups(int index, AuxiliaryNodeGroup.Builder builderForValue)

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Parameters
NameDescription
indexint
builderForValueAuxiliaryNodeGroup.Builder
Returns
TypeDescription
ClusterConfig.Builder

addAuxiliaryNodeGroupsBuilder()

public AuxiliaryNodeGroup.Builder addAuxiliaryNodeGroupsBuilder()

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
AuxiliaryNodeGroup.Builder

addAuxiliaryNodeGroupsBuilder(int index)

public AuxiliaryNodeGroup.Builder addAuxiliaryNodeGroupsBuilder(int index)

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
indexint
Returns
TypeDescription
AuxiliaryNodeGroup.Builder

addInitializationActions(NodeInitializationAction value)

public ClusterConfig.Builder addInitializationActions(NodeInitializationAction value)

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueNodeInitializationAction
Returns
TypeDescription
ClusterConfig.Builder

addInitializationActions(NodeInitializationAction.Builder builderForValue)

public ClusterConfig.Builder addInitializationActions(NodeInitializationAction.Builder builderForValue)

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueNodeInitializationAction.Builder
Returns
TypeDescription
ClusterConfig.Builder

addInitializationActions(int index, NodeInitializationAction value)

public ClusterConfig.Builder addInitializationActions(int index, NodeInitializationAction value)

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Parameters
NameDescription
indexint
valueNodeInitializationAction
Returns
TypeDescription
ClusterConfig.Builder

addInitializationActions(int index, NodeInitializationAction.Builder builderForValue)

public ClusterConfig.Builder addInitializationActions(int index, NodeInitializationAction.Builder builderForValue)

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Parameters
NameDescription
indexint
builderForValueNodeInitializationAction.Builder
Returns
TypeDescription
ClusterConfig.Builder

addInitializationActionsBuilder()

public NodeInitializationAction.Builder addInitializationActionsBuilder()

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
NodeInitializationAction.Builder

addInitializationActionsBuilder(int index)

public NodeInitializationAction.Builder addInitializationActionsBuilder(int index)

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
indexint
Returns
TypeDescription
NodeInitializationAction.Builder

addRepeatedField(Descriptors.FieldDescriptor field, Object value)

public ClusterConfig.Builder addRepeatedField(Descriptors.FieldDescriptor field, Object value)
Parameters
NameDescription
fieldFieldDescriptor
valueObject
Returns
TypeDescription
ClusterConfig.Builder
Overrides

build()

public ClusterConfig build()
Returns
TypeDescription
ClusterConfig

buildPartial()

public ClusterConfig buildPartial()
Returns
TypeDescription
ClusterConfig

clear()

public ClusterConfig.Builder clear()
Returns
TypeDescription
ClusterConfig.Builder
Overrides

clearAutoscalingConfig()

public ClusterConfig.Builder clearAutoscalingConfig()

Optional. Autoscaling config for the policy associated with the cluster. Cluster does not autoscale if this field is unset.

.google.cloud.dataproc.v1.AutoscalingConfig autoscaling_config = 18 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clearAuxiliaryNodeGroups()

public ClusterConfig.Builder clearAuxiliaryNodeGroups()

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clearConfigBucket()

public ClusterConfig.Builder clearConfigBucket()

Optional. A Cloud Storage bucket used to stage job dependencies, config files, and job driver console output. If you do not specify a staging bucket, Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's staging bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket (see Dataproc staging and temp buckets). This field requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage bucket.

string config_bucket = 1 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

This builder for chaining.

clearDataprocMetricConfig()

public ClusterConfig.Builder clearDataprocMetricConfig()

Optional. The config for Dataproc metrics.

.google.cloud.dataproc.v1.DataprocMetricConfig dataproc_metric_config = 23 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clearEncryptionConfig()

public ClusterConfig.Builder clearEncryptionConfig()

Optional. Encryption settings for the cluster.

.google.cloud.dataproc.v1.EncryptionConfig encryption_config = 15 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clearEndpointConfig()

public ClusterConfig.Builder clearEndpointConfig()

Optional. Port/endpoint configuration for this cluster

.google.cloud.dataproc.v1.EndpointConfig endpoint_config = 19 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clearField(Descriptors.FieldDescriptor field)

public ClusterConfig.Builder clearField(Descriptors.FieldDescriptor field)
Parameter
NameDescription
fieldFieldDescriptor
Returns
TypeDescription
ClusterConfig.Builder
Overrides

clearGceClusterConfig()

public ClusterConfig.Builder clearGceClusterConfig()

Optional. The shared Compute Engine config settings for all instances in a cluster.

.google.cloud.dataproc.v1.GceClusterConfig gce_cluster_config = 8 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clearInitializationActions()

public ClusterConfig.Builder clearInitializationActions()

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clearLifecycleConfig()

public ClusterConfig.Builder clearLifecycleConfig()

Optional. Lifecycle setting for the cluster.

.google.cloud.dataproc.v1.LifecycleConfig lifecycle_config = 17 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clearMasterConfig()

public ClusterConfig.Builder clearMasterConfig()

Optional. The Compute Engine config settings for the cluster's master instance.

.google.cloud.dataproc.v1.InstanceGroupConfig master_config = 9 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clearMetastoreConfig()

public ClusterConfig.Builder clearMetastoreConfig()

Optional. Metastore configuration.

.google.cloud.dataproc.v1.MetastoreConfig metastore_config = 20 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clearOneof(Descriptors.OneofDescriptor oneof)

public ClusterConfig.Builder clearOneof(Descriptors.OneofDescriptor oneof)
Parameter
NameDescription
oneofOneofDescriptor
Returns
TypeDescription
ClusterConfig.Builder
Overrides

clearSecondaryWorkerConfig()

public ClusterConfig.Builder clearSecondaryWorkerConfig()

Optional. The Compute Engine config settings for a cluster's secondary worker instances

.google.cloud.dataproc.v1.InstanceGroupConfig secondary_worker_config = 12 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clearSecurityConfig()

public ClusterConfig.Builder clearSecurityConfig()

Optional. Security settings for the cluster.

.google.cloud.dataproc.v1.SecurityConfig security_config = 16 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clearSoftwareConfig()

public ClusterConfig.Builder clearSoftwareConfig()

Optional. The config settings for cluster software.

.google.cloud.dataproc.v1.SoftwareConfig software_config = 13 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clearTempBucket()

public ClusterConfig.Builder clearTempBucket()

Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs data, such as Spark and MapReduce history files. If you do not specify a temp bucket, Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's temp bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket. The default bucket has a TTL of 90 days, but you can use any TTL (or none) if you specify a bucket (see Dataproc staging and temp buckets). This field requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage bucket.

string temp_bucket = 2 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

This builder for chaining.

clearWorkerConfig()

public ClusterConfig.Builder clearWorkerConfig()

Optional. The Compute Engine config settings for the cluster's worker instances.

.google.cloud.dataproc.v1.InstanceGroupConfig worker_config = 10 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ClusterConfig.Builder

clone()

public ClusterConfig.Builder clone()
Returns
TypeDescription
ClusterConfig.Builder
Overrides

getAutoscalingConfig()

public AutoscalingConfig getAutoscalingConfig()

Optional. Autoscaling config for the policy associated with the cluster. Cluster does not autoscale if this field is unset.

.google.cloud.dataproc.v1.AutoscalingConfig autoscaling_config = 18 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
AutoscalingConfig

The autoscalingConfig.

getAutoscalingConfigBuilder()

public AutoscalingConfig.Builder getAutoscalingConfigBuilder()

Optional. Autoscaling config for the policy associated with the cluster. Cluster does not autoscale if this field is unset.

.google.cloud.dataproc.v1.AutoscalingConfig autoscaling_config = 18 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
AutoscalingConfig.Builder

getAutoscalingConfigOrBuilder()

public AutoscalingConfigOrBuilder getAutoscalingConfigOrBuilder()

Optional. Autoscaling config for the policy associated with the cluster. Cluster does not autoscale if this field is unset.

.google.cloud.dataproc.v1.AutoscalingConfig autoscaling_config = 18 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
AutoscalingConfigOrBuilder

getAuxiliaryNodeGroups(int index)

public AuxiliaryNodeGroup getAuxiliaryNodeGroups(int index)

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
indexint
Returns
TypeDescription
AuxiliaryNodeGroup

getAuxiliaryNodeGroupsBuilder(int index)

public AuxiliaryNodeGroup.Builder getAuxiliaryNodeGroupsBuilder(int index)

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
indexint
Returns
TypeDescription
AuxiliaryNodeGroup.Builder

getAuxiliaryNodeGroupsBuilderList()

public List<AuxiliaryNodeGroup.Builder> getAuxiliaryNodeGroupsBuilderList()

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
List<Builder>

getAuxiliaryNodeGroupsCount()

public int getAuxiliaryNodeGroupsCount()

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
int

getAuxiliaryNodeGroupsList()

public List<AuxiliaryNodeGroup> getAuxiliaryNodeGroupsList()

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
List<AuxiliaryNodeGroup>

getAuxiliaryNodeGroupsOrBuilder(int index)

public AuxiliaryNodeGroupOrBuilder getAuxiliaryNodeGroupsOrBuilder(int index)

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
indexint
Returns
TypeDescription
AuxiliaryNodeGroupOrBuilder

getAuxiliaryNodeGroupsOrBuilderList()

public List<? extends AuxiliaryNodeGroupOrBuilder> getAuxiliaryNodeGroupsOrBuilderList()

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
List<? extends com.google.cloud.dataproc.v1.AuxiliaryNodeGroupOrBuilder>

getConfigBucket()

public String getConfigBucket()

Optional. A Cloud Storage bucket used to stage job dependencies, config files, and job driver console output. If you do not specify a staging bucket, Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's staging bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket (see Dataproc staging and temp buckets). This field requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage bucket.

string config_bucket = 1 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
String

The configBucket.

getConfigBucketBytes()

public ByteString getConfigBucketBytes()

Optional. A Cloud Storage bucket used to stage job dependencies, config files, and job driver console output. If you do not specify a staging bucket, Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's staging bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket (see Dataproc staging and temp buckets). This field requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage bucket.

string config_bucket = 1 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ByteString

The bytes for configBucket.

getDataprocMetricConfig()

public DataprocMetricConfig getDataprocMetricConfig()

Optional. The config for Dataproc metrics.

.google.cloud.dataproc.v1.DataprocMetricConfig dataproc_metric_config = 23 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
DataprocMetricConfig

The dataprocMetricConfig.

getDataprocMetricConfigBuilder()

public DataprocMetricConfig.Builder getDataprocMetricConfigBuilder()

Optional. The config for Dataproc metrics.

.google.cloud.dataproc.v1.DataprocMetricConfig dataproc_metric_config = 23 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
DataprocMetricConfig.Builder

getDataprocMetricConfigOrBuilder()

public DataprocMetricConfigOrBuilder getDataprocMetricConfigOrBuilder()

Optional. The config for Dataproc metrics.

.google.cloud.dataproc.v1.DataprocMetricConfig dataproc_metric_config = 23 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
DataprocMetricConfigOrBuilder

getDefaultInstanceForType()

public ClusterConfig getDefaultInstanceForType()
Returns
TypeDescription
ClusterConfig

getDescriptorForType()

public Descriptors.Descriptor getDescriptorForType()
Returns
TypeDescription
Descriptor
Overrides

getEncryptionConfig()

public EncryptionConfig getEncryptionConfig()

Optional. Encryption settings for the cluster.

.google.cloud.dataproc.v1.EncryptionConfig encryption_config = 15 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
EncryptionConfig

The encryptionConfig.

getEncryptionConfigBuilder()

public EncryptionConfig.Builder getEncryptionConfigBuilder()

Optional. Encryption settings for the cluster.

.google.cloud.dataproc.v1.EncryptionConfig encryption_config = 15 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
EncryptionConfig.Builder

getEncryptionConfigOrBuilder()

public EncryptionConfigOrBuilder getEncryptionConfigOrBuilder()

Optional. Encryption settings for the cluster.

.google.cloud.dataproc.v1.EncryptionConfig encryption_config = 15 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
EncryptionConfigOrBuilder

getEndpointConfig()

public EndpointConfig getEndpointConfig()

Optional. Port/endpoint configuration for this cluster

.google.cloud.dataproc.v1.EndpointConfig endpoint_config = 19 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
EndpointConfig

The endpointConfig.

getEndpointConfigBuilder()

public EndpointConfig.Builder getEndpointConfigBuilder()

Optional. Port/endpoint configuration for this cluster

.google.cloud.dataproc.v1.EndpointConfig endpoint_config = 19 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
EndpointConfig.Builder

getEndpointConfigOrBuilder()

public EndpointConfigOrBuilder getEndpointConfigOrBuilder()

Optional. Port/endpoint configuration for this cluster

.google.cloud.dataproc.v1.EndpointConfig endpoint_config = 19 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
EndpointConfigOrBuilder

getGceClusterConfig()

public GceClusterConfig getGceClusterConfig()

Optional. The shared Compute Engine config settings for all instances in a cluster.

.google.cloud.dataproc.v1.GceClusterConfig gce_cluster_config = 8 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
GceClusterConfig

The gceClusterConfig.

getGceClusterConfigBuilder()

public GceClusterConfig.Builder getGceClusterConfigBuilder()

Optional. The shared Compute Engine config settings for all instances in a cluster.

.google.cloud.dataproc.v1.GceClusterConfig gce_cluster_config = 8 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
GceClusterConfig.Builder

getGceClusterConfigOrBuilder()

public GceClusterConfigOrBuilder getGceClusterConfigOrBuilder()

Optional. The shared Compute Engine config settings for all instances in a cluster.

.google.cloud.dataproc.v1.GceClusterConfig gce_cluster_config = 8 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
GceClusterConfigOrBuilder

getInitializationActions(int index)

public NodeInitializationAction getInitializationActions(int index)

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
indexint
Returns
TypeDescription
NodeInitializationAction

getInitializationActionsBuilder(int index)

public NodeInitializationAction.Builder getInitializationActionsBuilder(int index)

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
indexint
Returns
TypeDescription
NodeInitializationAction.Builder

getInitializationActionsBuilderList()

public List<NodeInitializationAction.Builder> getInitializationActionsBuilderList()

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
List<Builder>

getInitializationActionsCount()

public int getInitializationActionsCount()

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
int

getInitializationActionsList()

public List<NodeInitializationAction> getInitializationActionsList()

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
List<NodeInitializationAction>

getInitializationActionsOrBuilder(int index)

public NodeInitializationActionOrBuilder getInitializationActionsOrBuilder(int index)

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
indexint
Returns
TypeDescription
NodeInitializationActionOrBuilder

getInitializationActionsOrBuilderList()

public List<? extends NodeInitializationActionOrBuilder> getInitializationActionsOrBuilderList()

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
List<? extends com.google.cloud.dataproc.v1.NodeInitializationActionOrBuilder>

getLifecycleConfig()

public LifecycleConfig getLifecycleConfig()

Optional. Lifecycle setting for the cluster.

.google.cloud.dataproc.v1.LifecycleConfig lifecycle_config = 17 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
LifecycleConfig

The lifecycleConfig.

getLifecycleConfigBuilder()

public LifecycleConfig.Builder getLifecycleConfigBuilder()

Optional. Lifecycle setting for the cluster.

.google.cloud.dataproc.v1.LifecycleConfig lifecycle_config = 17 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
LifecycleConfig.Builder

getLifecycleConfigOrBuilder()

public LifecycleConfigOrBuilder getLifecycleConfigOrBuilder()

Optional. Lifecycle setting for the cluster.

.google.cloud.dataproc.v1.LifecycleConfig lifecycle_config = 17 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
LifecycleConfigOrBuilder

getMasterConfig()

public InstanceGroupConfig getMasterConfig()

Optional. The Compute Engine config settings for the cluster's master instance.

.google.cloud.dataproc.v1.InstanceGroupConfig master_config = 9 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
InstanceGroupConfig

The masterConfig.

getMasterConfigBuilder()

public InstanceGroupConfig.Builder getMasterConfigBuilder()

Optional. The Compute Engine config settings for the cluster's master instance.

.google.cloud.dataproc.v1.InstanceGroupConfig master_config = 9 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
InstanceGroupConfig.Builder

getMasterConfigOrBuilder()

public InstanceGroupConfigOrBuilder getMasterConfigOrBuilder()

Optional. The Compute Engine config settings for the cluster's master instance.

.google.cloud.dataproc.v1.InstanceGroupConfig master_config = 9 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
InstanceGroupConfigOrBuilder

getMetastoreConfig()

public MetastoreConfig getMetastoreConfig()

Optional. Metastore configuration.

.google.cloud.dataproc.v1.MetastoreConfig metastore_config = 20 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
MetastoreConfig

The metastoreConfig.

getMetastoreConfigBuilder()

public MetastoreConfig.Builder getMetastoreConfigBuilder()

Optional. Metastore configuration.

.google.cloud.dataproc.v1.MetastoreConfig metastore_config = 20 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
MetastoreConfig.Builder

getMetastoreConfigOrBuilder()

public MetastoreConfigOrBuilder getMetastoreConfigOrBuilder()

Optional. Metastore configuration.

.google.cloud.dataproc.v1.MetastoreConfig metastore_config = 20 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
MetastoreConfigOrBuilder

getSecondaryWorkerConfig()

public InstanceGroupConfig getSecondaryWorkerConfig()

Optional. The Compute Engine config settings for a cluster's secondary worker instances

.google.cloud.dataproc.v1.InstanceGroupConfig secondary_worker_config = 12 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
InstanceGroupConfig

The secondaryWorkerConfig.

getSecondaryWorkerConfigBuilder()

public InstanceGroupConfig.Builder getSecondaryWorkerConfigBuilder()

Optional. The Compute Engine config settings for a cluster's secondary worker instances

.google.cloud.dataproc.v1.InstanceGroupConfig secondary_worker_config = 12 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
InstanceGroupConfig.Builder

getSecondaryWorkerConfigOrBuilder()

public InstanceGroupConfigOrBuilder getSecondaryWorkerConfigOrBuilder()

Optional. The Compute Engine config settings for a cluster's secondary worker instances

.google.cloud.dataproc.v1.InstanceGroupConfig secondary_worker_config = 12 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
InstanceGroupConfigOrBuilder

getSecurityConfig()

public SecurityConfig getSecurityConfig()

Optional. Security settings for the cluster.

.google.cloud.dataproc.v1.SecurityConfig security_config = 16 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
SecurityConfig

The securityConfig.

getSecurityConfigBuilder()

public SecurityConfig.Builder getSecurityConfigBuilder()

Optional. Security settings for the cluster.

.google.cloud.dataproc.v1.SecurityConfig security_config = 16 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
SecurityConfig.Builder

getSecurityConfigOrBuilder()

public SecurityConfigOrBuilder getSecurityConfigOrBuilder()

Optional. Security settings for the cluster.

.google.cloud.dataproc.v1.SecurityConfig security_config = 16 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
SecurityConfigOrBuilder

getSoftwareConfig()

public SoftwareConfig getSoftwareConfig()

Optional. The config settings for cluster software.

.google.cloud.dataproc.v1.SoftwareConfig software_config = 13 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
SoftwareConfig

The softwareConfig.

getSoftwareConfigBuilder()

public SoftwareConfig.Builder getSoftwareConfigBuilder()

Optional. The config settings for cluster software.

.google.cloud.dataproc.v1.SoftwareConfig software_config = 13 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
SoftwareConfig.Builder

getSoftwareConfigOrBuilder()

public SoftwareConfigOrBuilder getSoftwareConfigOrBuilder()

Optional. The config settings for cluster software.

.google.cloud.dataproc.v1.SoftwareConfig software_config = 13 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
SoftwareConfigOrBuilder

getTempBucket()

public String getTempBucket()

Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs data, such as Spark and MapReduce history files. If you do not specify a temp bucket, Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's temp bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket. The default bucket has a TTL of 90 days, but you can use any TTL (or none) if you specify a bucket (see Dataproc staging and temp buckets). This field requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage bucket.

string temp_bucket = 2 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
String

The tempBucket.

getTempBucketBytes()

public ByteString getTempBucketBytes()

Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs data, such as Spark and MapReduce history files. If you do not specify a temp bucket, Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's temp bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket. The default bucket has a TTL of 90 days, but you can use any TTL (or none) if you specify a bucket (see Dataproc staging and temp buckets). This field requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage bucket.

string temp_bucket = 2 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ByteString

The bytes for tempBucket.

getWorkerConfig()

public InstanceGroupConfig getWorkerConfig()

Optional. The Compute Engine config settings for the cluster's worker instances.

.google.cloud.dataproc.v1.InstanceGroupConfig worker_config = 10 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
InstanceGroupConfig

The workerConfig.

getWorkerConfigBuilder()

public InstanceGroupConfig.Builder getWorkerConfigBuilder()

Optional. The Compute Engine config settings for the cluster's worker instances.

.google.cloud.dataproc.v1.InstanceGroupConfig worker_config = 10 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
InstanceGroupConfig.Builder

getWorkerConfigOrBuilder()

public InstanceGroupConfigOrBuilder getWorkerConfigOrBuilder()

Optional. The Compute Engine config settings for the cluster's worker instances.

.google.cloud.dataproc.v1.InstanceGroupConfig worker_config = 10 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
InstanceGroupConfigOrBuilder

hasAutoscalingConfig()

public boolean hasAutoscalingConfig()

Optional. Autoscaling config for the policy associated with the cluster. Cluster does not autoscale if this field is unset.

.google.cloud.dataproc.v1.AutoscalingConfig autoscaling_config = 18 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
boolean

Whether the autoscalingConfig field is set.

hasDataprocMetricConfig()

public boolean hasDataprocMetricConfig()

Optional. The config for Dataproc metrics.

.google.cloud.dataproc.v1.DataprocMetricConfig dataproc_metric_config = 23 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
boolean

Whether the dataprocMetricConfig field is set.

hasEncryptionConfig()

public boolean hasEncryptionConfig()

Optional. Encryption settings for the cluster.

.google.cloud.dataproc.v1.EncryptionConfig encryption_config = 15 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
boolean

Whether the encryptionConfig field is set.

hasEndpointConfig()

public boolean hasEndpointConfig()

Optional. Port/endpoint configuration for this cluster

.google.cloud.dataproc.v1.EndpointConfig endpoint_config = 19 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
boolean

Whether the endpointConfig field is set.

hasGceClusterConfig()

public boolean hasGceClusterConfig()

Optional. The shared Compute Engine config settings for all instances in a cluster.

.google.cloud.dataproc.v1.GceClusterConfig gce_cluster_config = 8 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
boolean

Whether the gceClusterConfig field is set.

hasLifecycleConfig()

public boolean hasLifecycleConfig()

Optional. Lifecycle setting for the cluster.

.google.cloud.dataproc.v1.LifecycleConfig lifecycle_config = 17 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
boolean

Whether the lifecycleConfig field is set.

hasMasterConfig()

public boolean hasMasterConfig()

Optional. The Compute Engine config settings for the cluster's master instance.

.google.cloud.dataproc.v1.InstanceGroupConfig master_config = 9 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
boolean

Whether the masterConfig field is set.

hasMetastoreConfig()

public boolean hasMetastoreConfig()

Optional. Metastore configuration.

.google.cloud.dataproc.v1.MetastoreConfig metastore_config = 20 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
boolean

Whether the metastoreConfig field is set.

hasSecondaryWorkerConfig()

public boolean hasSecondaryWorkerConfig()

Optional. The Compute Engine config settings for a cluster's secondary worker instances

.google.cloud.dataproc.v1.InstanceGroupConfig secondary_worker_config = 12 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
boolean

Whether the secondaryWorkerConfig field is set.

hasSecurityConfig()

public boolean hasSecurityConfig()

Optional. Security settings for the cluster.

.google.cloud.dataproc.v1.SecurityConfig security_config = 16 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
boolean

Whether the securityConfig field is set.

hasSoftwareConfig()

public boolean hasSoftwareConfig()

Optional. The config settings for cluster software.

.google.cloud.dataproc.v1.SoftwareConfig software_config = 13 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
boolean

Whether the softwareConfig field is set.

hasWorkerConfig()

public boolean hasWorkerConfig()

Optional. The Compute Engine config settings for the cluster's worker instances.

.google.cloud.dataproc.v1.InstanceGroupConfig worker_config = 10 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
boolean

Whether the workerConfig field is set.

internalGetFieldAccessorTable()

protected GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
Returns
TypeDescription
FieldAccessorTable
Overrides

isInitialized()

public final boolean isInitialized()
Returns
TypeDescription
boolean
Overrides

mergeAutoscalingConfig(AutoscalingConfig value)

public ClusterConfig.Builder mergeAutoscalingConfig(AutoscalingConfig value)

Optional. Autoscaling config for the policy associated with the cluster. Cluster does not autoscale if this field is unset.

.google.cloud.dataproc.v1.AutoscalingConfig autoscaling_config = 18 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueAutoscalingConfig
Returns
TypeDescription
ClusterConfig.Builder

mergeDataprocMetricConfig(DataprocMetricConfig value)

public ClusterConfig.Builder mergeDataprocMetricConfig(DataprocMetricConfig value)

Optional. The config for Dataproc metrics.

.google.cloud.dataproc.v1.DataprocMetricConfig dataproc_metric_config = 23 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueDataprocMetricConfig
Returns
TypeDescription
ClusterConfig.Builder

mergeEncryptionConfig(EncryptionConfig value)

public ClusterConfig.Builder mergeEncryptionConfig(EncryptionConfig value)

Optional. Encryption settings for the cluster.

.google.cloud.dataproc.v1.EncryptionConfig encryption_config = 15 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueEncryptionConfig
Returns
TypeDescription
ClusterConfig.Builder

mergeEndpointConfig(EndpointConfig value)

public ClusterConfig.Builder mergeEndpointConfig(EndpointConfig value)

Optional. Port/endpoint configuration for this cluster

.google.cloud.dataproc.v1.EndpointConfig endpoint_config = 19 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueEndpointConfig
Returns
TypeDescription
ClusterConfig.Builder

mergeFrom(ClusterConfig other)

public ClusterConfig.Builder mergeFrom(ClusterConfig other)
Parameter
NameDescription
otherClusterConfig
Returns
TypeDescription
ClusterConfig.Builder

mergeFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)

public ClusterConfig.Builder mergeFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)
Parameters
NameDescription
inputCodedInputStream
extensionRegistryExtensionRegistryLite
Returns
TypeDescription
ClusterConfig.Builder
Overrides
Exceptions
TypeDescription
IOException

mergeFrom(Message other)

public ClusterConfig.Builder mergeFrom(Message other)
Parameter
NameDescription
otherMessage
Returns
TypeDescription
ClusterConfig.Builder
Overrides

mergeGceClusterConfig(GceClusterConfig value)

public ClusterConfig.Builder mergeGceClusterConfig(GceClusterConfig value)

Optional. The shared Compute Engine config settings for all instances in a cluster.

.google.cloud.dataproc.v1.GceClusterConfig gce_cluster_config = 8 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueGceClusterConfig
Returns
TypeDescription
ClusterConfig.Builder

mergeLifecycleConfig(LifecycleConfig value)

public ClusterConfig.Builder mergeLifecycleConfig(LifecycleConfig value)

Optional. Lifecycle setting for the cluster.

.google.cloud.dataproc.v1.LifecycleConfig lifecycle_config = 17 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueLifecycleConfig
Returns
TypeDescription
ClusterConfig.Builder

mergeMasterConfig(InstanceGroupConfig value)

public ClusterConfig.Builder mergeMasterConfig(InstanceGroupConfig value)

Optional. The Compute Engine config settings for the cluster's master instance.

.google.cloud.dataproc.v1.InstanceGroupConfig master_config = 9 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueInstanceGroupConfig
Returns
TypeDescription
ClusterConfig.Builder

mergeMetastoreConfig(MetastoreConfig value)

public ClusterConfig.Builder mergeMetastoreConfig(MetastoreConfig value)

Optional. Metastore configuration.

.google.cloud.dataproc.v1.MetastoreConfig metastore_config = 20 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueMetastoreConfig
Returns
TypeDescription
ClusterConfig.Builder

mergeSecondaryWorkerConfig(InstanceGroupConfig value)

public ClusterConfig.Builder mergeSecondaryWorkerConfig(InstanceGroupConfig value)

Optional. The Compute Engine config settings for a cluster's secondary worker instances

.google.cloud.dataproc.v1.InstanceGroupConfig secondary_worker_config = 12 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueInstanceGroupConfig
Returns
TypeDescription
ClusterConfig.Builder

mergeSecurityConfig(SecurityConfig value)

public ClusterConfig.Builder mergeSecurityConfig(SecurityConfig value)

Optional. Security settings for the cluster.

.google.cloud.dataproc.v1.SecurityConfig security_config = 16 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueSecurityConfig
Returns
TypeDescription
ClusterConfig.Builder

mergeSoftwareConfig(SoftwareConfig value)

public ClusterConfig.Builder mergeSoftwareConfig(SoftwareConfig value)

Optional. The config settings for cluster software.

.google.cloud.dataproc.v1.SoftwareConfig software_config = 13 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueSoftwareConfig
Returns
TypeDescription
ClusterConfig.Builder

mergeUnknownFields(UnknownFieldSet unknownFields)

public final ClusterConfig.Builder mergeUnknownFields(UnknownFieldSet unknownFields)
Parameter
NameDescription
unknownFieldsUnknownFieldSet
Returns
TypeDescription
ClusterConfig.Builder
Overrides

mergeWorkerConfig(InstanceGroupConfig value)

public ClusterConfig.Builder mergeWorkerConfig(InstanceGroupConfig value)

Optional. The Compute Engine config settings for the cluster's worker instances.

.google.cloud.dataproc.v1.InstanceGroupConfig worker_config = 10 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueInstanceGroupConfig
Returns
TypeDescription
ClusterConfig.Builder

removeAuxiliaryNodeGroups(int index)

public ClusterConfig.Builder removeAuxiliaryNodeGroups(int index)

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
indexint
Returns
TypeDescription
ClusterConfig.Builder

removeInitializationActions(int index)

public ClusterConfig.Builder removeInitializationActions(int index)

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
indexint
Returns
TypeDescription
ClusterConfig.Builder

setAutoscalingConfig(AutoscalingConfig value)

public ClusterConfig.Builder setAutoscalingConfig(AutoscalingConfig value)

Optional. Autoscaling config for the policy associated with the cluster. Cluster does not autoscale if this field is unset.

.google.cloud.dataproc.v1.AutoscalingConfig autoscaling_config = 18 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueAutoscalingConfig
Returns
TypeDescription
ClusterConfig.Builder

setAutoscalingConfig(AutoscalingConfig.Builder builderForValue)

public ClusterConfig.Builder setAutoscalingConfig(AutoscalingConfig.Builder builderForValue)

Optional. Autoscaling config for the policy associated with the cluster. Cluster does not autoscale if this field is unset.

.google.cloud.dataproc.v1.AutoscalingConfig autoscaling_config = 18 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueAutoscalingConfig.Builder
Returns
TypeDescription
ClusterConfig.Builder

setAuxiliaryNodeGroups(int index, AuxiliaryNodeGroup value)

public ClusterConfig.Builder setAuxiliaryNodeGroups(int index, AuxiliaryNodeGroup value)

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Parameters
NameDescription
indexint
valueAuxiliaryNodeGroup
Returns
TypeDescription
ClusterConfig.Builder

setAuxiliaryNodeGroups(int index, AuxiliaryNodeGroup.Builder builderForValue)

public ClusterConfig.Builder setAuxiliaryNodeGroups(int index, AuxiliaryNodeGroup.Builder builderForValue)

Optional. The node group settings.

repeated .google.cloud.dataproc.v1.AuxiliaryNodeGroup auxiliary_node_groups = 25 [(.google.api.field_behavior) = OPTIONAL];

Parameters
NameDescription
indexint
builderForValueAuxiliaryNodeGroup.Builder
Returns
TypeDescription
ClusterConfig.Builder

setConfigBucket(String value)

public ClusterConfig.Builder setConfigBucket(String value)

Optional. A Cloud Storage bucket used to stage job dependencies, config files, and job driver console output. If you do not specify a staging bucket, Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's staging bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket (see Dataproc staging and temp buckets). This field requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage bucket.

string config_bucket = 1 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueString

The configBucket to set.

Returns
TypeDescription
ClusterConfig.Builder

This builder for chaining.

setConfigBucketBytes(ByteString value)

public ClusterConfig.Builder setConfigBucketBytes(ByteString value)

Optional. A Cloud Storage bucket used to stage job dependencies, config files, and job driver console output. If you do not specify a staging bucket, Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's staging bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket (see Dataproc staging and temp buckets). This field requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage bucket.

string config_bucket = 1 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueByteString

The bytes for configBucket to set.

Returns
TypeDescription
ClusterConfig.Builder

This builder for chaining.

setDataprocMetricConfig(DataprocMetricConfig value)

public ClusterConfig.Builder setDataprocMetricConfig(DataprocMetricConfig value)

Optional. The config for Dataproc metrics.

.google.cloud.dataproc.v1.DataprocMetricConfig dataproc_metric_config = 23 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueDataprocMetricConfig
Returns
TypeDescription
ClusterConfig.Builder

setDataprocMetricConfig(DataprocMetricConfig.Builder builderForValue)

public ClusterConfig.Builder setDataprocMetricConfig(DataprocMetricConfig.Builder builderForValue)

Optional. The config for Dataproc metrics.

.google.cloud.dataproc.v1.DataprocMetricConfig dataproc_metric_config = 23 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueDataprocMetricConfig.Builder
Returns
TypeDescription
ClusterConfig.Builder

setEncryptionConfig(EncryptionConfig value)

public ClusterConfig.Builder setEncryptionConfig(EncryptionConfig value)

Optional. Encryption settings for the cluster.

.google.cloud.dataproc.v1.EncryptionConfig encryption_config = 15 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueEncryptionConfig
Returns
TypeDescription
ClusterConfig.Builder

setEncryptionConfig(EncryptionConfig.Builder builderForValue)

public ClusterConfig.Builder setEncryptionConfig(EncryptionConfig.Builder builderForValue)

Optional. Encryption settings for the cluster.

.google.cloud.dataproc.v1.EncryptionConfig encryption_config = 15 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueEncryptionConfig.Builder
Returns
TypeDescription
ClusterConfig.Builder

setEndpointConfig(EndpointConfig value)

public ClusterConfig.Builder setEndpointConfig(EndpointConfig value)

Optional. Port/endpoint configuration for this cluster

.google.cloud.dataproc.v1.EndpointConfig endpoint_config = 19 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueEndpointConfig
Returns
TypeDescription
ClusterConfig.Builder

setEndpointConfig(EndpointConfig.Builder builderForValue)

public ClusterConfig.Builder setEndpointConfig(EndpointConfig.Builder builderForValue)

Optional. Port/endpoint configuration for this cluster

.google.cloud.dataproc.v1.EndpointConfig endpoint_config = 19 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueEndpointConfig.Builder
Returns
TypeDescription
ClusterConfig.Builder

setField(Descriptors.FieldDescriptor field, Object value)

public ClusterConfig.Builder setField(Descriptors.FieldDescriptor field, Object value)
Parameters
NameDescription
fieldFieldDescriptor
valueObject
Returns
TypeDescription
ClusterConfig.Builder
Overrides

setGceClusterConfig(GceClusterConfig value)

public ClusterConfig.Builder setGceClusterConfig(GceClusterConfig value)

Optional. The shared Compute Engine config settings for all instances in a cluster.

.google.cloud.dataproc.v1.GceClusterConfig gce_cluster_config = 8 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueGceClusterConfig
Returns
TypeDescription
ClusterConfig.Builder

setGceClusterConfig(GceClusterConfig.Builder builderForValue)

public ClusterConfig.Builder setGceClusterConfig(GceClusterConfig.Builder builderForValue)

Optional. The shared Compute Engine config settings for all instances in a cluster.

.google.cloud.dataproc.v1.GceClusterConfig gce_cluster_config = 8 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueGceClusterConfig.Builder
Returns
TypeDescription
ClusterConfig.Builder

setInitializationActions(int index, NodeInitializationAction value)

public ClusterConfig.Builder setInitializationActions(int index, NodeInitializationAction value)

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Parameters
NameDescription
indexint
valueNodeInitializationAction
Returns
TypeDescription
ClusterConfig.Builder

setInitializationActions(int index, NodeInitializationAction.Builder builderForValue)

public ClusterConfig.Builder setInitializationActions(int index, NodeInitializationAction.Builder builderForValue)

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

 ROLE=$(curl -H Metadata-Flavor:Google
 http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
 if [[ "${ROLE}" == 'Master' ]]; then
   ... master specific actions ...
 else
   ... worker specific actions ...
 fi

repeated .google.cloud.dataproc.v1.NodeInitializationAction initialization_actions = 11 [(.google.api.field_behavior) = OPTIONAL];

Parameters
NameDescription
indexint
builderForValueNodeInitializationAction.Builder
Returns
TypeDescription
ClusterConfig.Builder

setLifecycleConfig(LifecycleConfig value)

public ClusterConfig.Builder setLifecycleConfig(LifecycleConfig value)

Optional. Lifecycle setting for the cluster.

.google.cloud.dataproc.v1.LifecycleConfig lifecycle_config = 17 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueLifecycleConfig
Returns
TypeDescription
ClusterConfig.Builder

setLifecycleConfig(LifecycleConfig.Builder builderForValue)

public ClusterConfig.Builder setLifecycleConfig(LifecycleConfig.Builder builderForValue)

Optional. Lifecycle setting for the cluster.

.google.cloud.dataproc.v1.LifecycleConfig lifecycle_config = 17 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueLifecycleConfig.Builder
Returns
TypeDescription
ClusterConfig.Builder

setMasterConfig(InstanceGroupConfig value)

public ClusterConfig.Builder setMasterConfig(InstanceGroupConfig value)

Optional. The Compute Engine config settings for the cluster's master instance.

.google.cloud.dataproc.v1.InstanceGroupConfig master_config = 9 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueInstanceGroupConfig
Returns
TypeDescription
ClusterConfig.Builder

setMasterConfig(InstanceGroupConfig.Builder builderForValue)

public ClusterConfig.Builder setMasterConfig(InstanceGroupConfig.Builder builderForValue)

Optional. The Compute Engine config settings for the cluster's master instance.

.google.cloud.dataproc.v1.InstanceGroupConfig master_config = 9 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueInstanceGroupConfig.Builder
Returns
TypeDescription
ClusterConfig.Builder

setMetastoreConfig(MetastoreConfig value)

public ClusterConfig.Builder setMetastoreConfig(MetastoreConfig value)

Optional. Metastore configuration.

.google.cloud.dataproc.v1.MetastoreConfig metastore_config = 20 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueMetastoreConfig
Returns
TypeDescription
ClusterConfig.Builder

setMetastoreConfig(MetastoreConfig.Builder builderForValue)

public ClusterConfig.Builder setMetastoreConfig(MetastoreConfig.Builder builderForValue)

Optional. Metastore configuration.

.google.cloud.dataproc.v1.MetastoreConfig metastore_config = 20 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueMetastoreConfig.Builder
Returns
TypeDescription
ClusterConfig.Builder

setRepeatedField(Descriptors.FieldDescriptor field, int index, Object value)

public ClusterConfig.Builder setRepeatedField(Descriptors.FieldDescriptor field, int index, Object value)
Parameters
NameDescription
fieldFieldDescriptor
indexint
valueObject
Returns
TypeDescription
ClusterConfig.Builder
Overrides

setSecondaryWorkerConfig(InstanceGroupConfig value)

public ClusterConfig.Builder setSecondaryWorkerConfig(InstanceGroupConfig value)

Optional. The Compute Engine config settings for a cluster's secondary worker instances

.google.cloud.dataproc.v1.InstanceGroupConfig secondary_worker_config = 12 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueInstanceGroupConfig
Returns
TypeDescription
ClusterConfig.Builder

setSecondaryWorkerConfig(InstanceGroupConfig.Builder builderForValue)

public ClusterConfig.Builder setSecondaryWorkerConfig(InstanceGroupConfig.Builder builderForValue)

Optional. The Compute Engine config settings for a cluster's secondary worker instances

.google.cloud.dataproc.v1.InstanceGroupConfig secondary_worker_config = 12 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueInstanceGroupConfig.Builder
Returns
TypeDescription
ClusterConfig.Builder

setSecurityConfig(SecurityConfig value)

public ClusterConfig.Builder setSecurityConfig(SecurityConfig value)

Optional. Security settings for the cluster.

.google.cloud.dataproc.v1.SecurityConfig security_config = 16 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueSecurityConfig
Returns
TypeDescription
ClusterConfig.Builder

setSecurityConfig(SecurityConfig.Builder builderForValue)

public ClusterConfig.Builder setSecurityConfig(SecurityConfig.Builder builderForValue)

Optional. Security settings for the cluster.

.google.cloud.dataproc.v1.SecurityConfig security_config = 16 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueSecurityConfig.Builder
Returns
TypeDescription
ClusterConfig.Builder

setSoftwareConfig(SoftwareConfig value)

public ClusterConfig.Builder setSoftwareConfig(SoftwareConfig value)

Optional. The config settings for cluster software.

.google.cloud.dataproc.v1.SoftwareConfig software_config = 13 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueSoftwareConfig
Returns
TypeDescription
ClusterConfig.Builder

setSoftwareConfig(SoftwareConfig.Builder builderForValue)

public ClusterConfig.Builder setSoftwareConfig(SoftwareConfig.Builder builderForValue)

Optional. The config settings for cluster software.

.google.cloud.dataproc.v1.SoftwareConfig software_config = 13 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueSoftwareConfig.Builder
Returns
TypeDescription
ClusterConfig.Builder

setTempBucket(String value)

public ClusterConfig.Builder setTempBucket(String value)

Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs data, such as Spark and MapReduce history files. If you do not specify a temp bucket, Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's temp bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket. The default bucket has a TTL of 90 days, but you can use any TTL (or none) if you specify a bucket (see Dataproc staging and temp buckets). This field requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage bucket.

string temp_bucket = 2 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueString

The tempBucket to set.

Returns
TypeDescription
ClusterConfig.Builder

This builder for chaining.

setTempBucketBytes(ByteString value)

public ClusterConfig.Builder setTempBucketBytes(ByteString value)

Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs data, such as Spark and MapReduce history files. If you do not specify a temp bucket, Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's temp bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket. The default bucket has a TTL of 90 days, but you can use any TTL (or none) if you specify a bucket (see Dataproc staging and temp buckets). This field requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage bucket.

string temp_bucket = 2 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueByteString

The bytes for tempBucket to set.

Returns
TypeDescription
ClusterConfig.Builder

This builder for chaining.

setUnknownFields(UnknownFieldSet unknownFields)

public final ClusterConfig.Builder setUnknownFields(UnknownFieldSet unknownFields)
Parameter
NameDescription
unknownFieldsUnknownFieldSet
Returns
TypeDescription
ClusterConfig.Builder
Overrides

setWorkerConfig(InstanceGroupConfig value)

public ClusterConfig.Builder setWorkerConfig(InstanceGroupConfig value)

Optional. The Compute Engine config settings for the cluster's worker instances.

.google.cloud.dataproc.v1.InstanceGroupConfig worker_config = 10 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueInstanceGroupConfig
Returns
TypeDescription
ClusterConfig.Builder

setWorkerConfig(InstanceGroupConfig.Builder builderForValue)

public ClusterConfig.Builder setWorkerConfig(InstanceGroupConfig.Builder builderForValue)

Optional. The Compute Engine config settings for the cluster's worker instances.

.google.cloud.dataproc.v1.InstanceGroupConfig worker_config = 10 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueInstanceGroupConfig.Builder
Returns
TypeDescription
ClusterConfig.Builder