Class SparkSqlJob.Builder (4.25.0)

public static final class SparkSqlJob.Builder extends GeneratedMessageV3.Builder<SparkSqlJob.Builder> implements SparkSqlJobOrBuilder

A Dataproc job for running Apache Spark SQL queries.

Protobuf type google.cloud.dataproc.v1.SparkSqlJob

Static Methods

getDescriptor()

public static final Descriptors.Descriptor getDescriptor()
Returns
TypeDescription
Descriptor

Methods

addAllJarFileUris(Iterable<String> values)

public SparkSqlJob.Builder addAllJarFileUris(Iterable<String> values)

Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.

repeated string jar_file_uris = 56 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valuesIterable<String>

The jarFileUris to add.

Returns
TypeDescription
SparkSqlJob.Builder

This builder for chaining.

addJarFileUris(String value)

public SparkSqlJob.Builder addJarFileUris(String value)

Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.

repeated string jar_file_uris = 56 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueString

The jarFileUris to add.

Returns
TypeDescription
SparkSqlJob.Builder

This builder for chaining.

addJarFileUrisBytes(ByteString value)

public SparkSqlJob.Builder addJarFileUrisBytes(ByteString value)

Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.

repeated string jar_file_uris = 56 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueByteString

The bytes of the jarFileUris to add.

Returns
TypeDescription
SparkSqlJob.Builder

This builder for chaining.

addRepeatedField(Descriptors.FieldDescriptor field, Object value)

public SparkSqlJob.Builder addRepeatedField(Descriptors.FieldDescriptor field, Object value)
Parameters
NameDescription
fieldFieldDescriptor
valueObject
Returns
TypeDescription
SparkSqlJob.Builder
Overrides

build()

public SparkSqlJob build()
Returns
TypeDescription
SparkSqlJob

buildPartial()

public SparkSqlJob buildPartial()
Returns
TypeDescription
SparkSqlJob

clear()

public SparkSqlJob.Builder clear()
Returns
TypeDescription
SparkSqlJob.Builder
Overrides

clearField(Descriptors.FieldDescriptor field)

public SparkSqlJob.Builder clearField(Descriptors.FieldDescriptor field)
Parameter
NameDescription
fieldFieldDescriptor
Returns
TypeDescription
SparkSqlJob.Builder
Overrides

clearJarFileUris()

public SparkSqlJob.Builder clearJarFileUris()

Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.

repeated string jar_file_uris = 56 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
SparkSqlJob.Builder

This builder for chaining.

clearLoggingConfig()

public SparkSqlJob.Builder clearLoggingConfig()

Optional. The runtime log config for job execution.

.google.cloud.dataproc.v1.LoggingConfig logging_config = 6 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
SparkSqlJob.Builder

clearOneof(Descriptors.OneofDescriptor oneof)

public SparkSqlJob.Builder clearOneof(Descriptors.OneofDescriptor oneof)
Parameter
NameDescription
oneofOneofDescriptor
Returns
TypeDescription
SparkSqlJob.Builder
Overrides

clearProperties()

public SparkSqlJob.Builder clearProperties()
Returns
TypeDescription
SparkSqlJob.Builder

clearQueries()

public SparkSqlJob.Builder clearQueries()
Returns
TypeDescription
SparkSqlJob.Builder

clearQueryFileUri()

public SparkSqlJob.Builder clearQueryFileUri()

The HCFS URI of the script that contains SQL queries.

string query_file_uri = 1;

Returns
TypeDescription
SparkSqlJob.Builder

This builder for chaining.

clearQueryList()

public SparkSqlJob.Builder clearQueryList()

A list of queries.

.google.cloud.dataproc.v1.QueryList query_list = 2;

Returns
TypeDescription
SparkSqlJob.Builder

clearScriptVariables()

public SparkSqlJob.Builder clearScriptVariables()
Returns
TypeDescription
SparkSqlJob.Builder

clone()

public SparkSqlJob.Builder clone()
Returns
TypeDescription
SparkSqlJob.Builder
Overrides

containsProperties(String key)

public boolean containsProperties(String key)

Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten.

map<string, string> properties = 4 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
keyString
Returns
TypeDescription
boolean

containsScriptVariables(String key)

public boolean containsScriptVariables(String key)

Optional. Mapping of query variable names to values (equivalent to the Spark SQL command: SET name="value";).

map<string, string> script_variables = 3 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
keyString
Returns
TypeDescription
boolean

getDefaultInstanceForType()

public SparkSqlJob getDefaultInstanceForType()
Returns
TypeDescription
SparkSqlJob

getDescriptorForType()

public Descriptors.Descriptor getDescriptorForType()
Returns
TypeDescription
Descriptor
Overrides

getJarFileUris(int index)

public String getJarFileUris(int index)

Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.

repeated string jar_file_uris = 56 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
indexint

The index of the element to return.

Returns
TypeDescription
String

The jarFileUris at the given index.

getJarFileUrisBytes(int index)

public ByteString getJarFileUrisBytes(int index)

Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.

repeated string jar_file_uris = 56 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
indexint

The index of the value to return.

Returns
TypeDescription
ByteString

The bytes of the jarFileUris at the given index.

getJarFileUrisCount()

public int getJarFileUrisCount()

Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.

repeated string jar_file_uris = 56 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
int

The count of jarFileUris.

getJarFileUrisList()

public ProtocolStringList getJarFileUrisList()

Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.

repeated string jar_file_uris = 56 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
ProtocolStringList

A list containing the jarFileUris.

getLoggingConfig()

public LoggingConfig getLoggingConfig()

Optional. The runtime log config for job execution.

.google.cloud.dataproc.v1.LoggingConfig logging_config = 6 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
LoggingConfig

The loggingConfig.

getLoggingConfigBuilder()

public LoggingConfig.Builder getLoggingConfigBuilder()

Optional. The runtime log config for job execution.

.google.cloud.dataproc.v1.LoggingConfig logging_config = 6 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
LoggingConfig.Builder

getLoggingConfigOrBuilder()

public LoggingConfigOrBuilder getLoggingConfigOrBuilder()

Optional. The runtime log config for job execution.

.google.cloud.dataproc.v1.LoggingConfig logging_config = 6 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
LoggingConfigOrBuilder

getMutableProperties()

public Map<String,String> getMutableProperties()

Use alternate mutation accessors instead.

Returns
TypeDescription
Map<String,String>

getMutableScriptVariables()

public Map<String,String> getMutableScriptVariables()

Use alternate mutation accessors instead.

Returns
TypeDescription
Map<String,String>

getProperties()

public Map<String,String> getProperties()

Use #getPropertiesMap() instead.

Returns
TypeDescription
Map<String,String>

getPropertiesCount()

public int getPropertiesCount()

Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten.

map<string, string> properties = 4 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
int

getPropertiesMap()

public Map<String,String> getPropertiesMap()

Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten.

map<string, string> properties = 4 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
Map<String,String>

getPropertiesOrDefault(String key, String defaultValue)

public String getPropertiesOrDefault(String key, String defaultValue)

Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten.

map<string, string> properties = 4 [(.google.api.field_behavior) = OPTIONAL];

Parameters
NameDescription
keyString
defaultValueString
Returns
TypeDescription
String

getPropertiesOrThrow(String key)

public String getPropertiesOrThrow(String key)

Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten.

map<string, string> properties = 4 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
keyString
Returns
TypeDescription
String

getQueriesCase()

public SparkSqlJob.QueriesCase getQueriesCase()
Returns
TypeDescription
SparkSqlJob.QueriesCase

getQueryFileUri()

public String getQueryFileUri()

The HCFS URI of the script that contains SQL queries.

string query_file_uri = 1;

Returns
TypeDescription
String

The queryFileUri.

getQueryFileUriBytes()

public ByteString getQueryFileUriBytes()

The HCFS URI of the script that contains SQL queries.

string query_file_uri = 1;

Returns
TypeDescription
ByteString

The bytes for queryFileUri.

getQueryList()

public QueryList getQueryList()

A list of queries.

.google.cloud.dataproc.v1.QueryList query_list = 2;

Returns
TypeDescription
QueryList

The queryList.

getQueryListBuilder()

public QueryList.Builder getQueryListBuilder()

A list of queries.

.google.cloud.dataproc.v1.QueryList query_list = 2;

Returns
TypeDescription
QueryList.Builder

getQueryListOrBuilder()

public QueryListOrBuilder getQueryListOrBuilder()

A list of queries.

.google.cloud.dataproc.v1.QueryList query_list = 2;

Returns
TypeDescription
QueryListOrBuilder

getScriptVariables()

public Map<String,String> getScriptVariables()
Returns
TypeDescription
Map<String,String>

getScriptVariablesCount()

public int getScriptVariablesCount()

Optional. Mapping of query variable names to values (equivalent to the Spark SQL command: SET name="value";).

map<string, string> script_variables = 3 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
int

getScriptVariablesMap()

public Map<String,String> getScriptVariablesMap()

Optional. Mapping of query variable names to values (equivalent to the Spark SQL command: SET name="value";).

map<string, string> script_variables = 3 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
Map<String,String>

getScriptVariablesOrDefault(String key, String defaultValue)

public String getScriptVariablesOrDefault(String key, String defaultValue)

Optional. Mapping of query variable names to values (equivalent to the Spark SQL command: SET name="value";).

map<string, string> script_variables = 3 [(.google.api.field_behavior) = OPTIONAL];

Parameters
NameDescription
keyString
defaultValueString
Returns
TypeDescription
String

getScriptVariablesOrThrow(String key)

public String getScriptVariablesOrThrow(String key)

Optional. Mapping of query variable names to values (equivalent to the Spark SQL command: SET name="value";).

map<string, string> script_variables = 3 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
keyString
Returns
TypeDescription
String

hasLoggingConfig()

public boolean hasLoggingConfig()

Optional. The runtime log config for job execution.

.google.cloud.dataproc.v1.LoggingConfig logging_config = 6 [(.google.api.field_behavior) = OPTIONAL];

Returns
TypeDescription
boolean

Whether the loggingConfig field is set.

hasQueryFileUri()

public boolean hasQueryFileUri()

The HCFS URI of the script that contains SQL queries.

string query_file_uri = 1;

Returns
TypeDescription
boolean

Whether the queryFileUri field is set.

hasQueryList()

public boolean hasQueryList()

A list of queries.

.google.cloud.dataproc.v1.QueryList query_list = 2;

Returns
TypeDescription
boolean

Whether the queryList field is set.

internalGetFieldAccessorTable()

protected GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
Returns
TypeDescription
FieldAccessorTable
Overrides

internalGetMapField(int number)

protected MapField internalGetMapField(int number)
Parameter
NameDescription
numberint
Returns
TypeDescription
MapField
Overrides

internalGetMutableMapField(int number)

protected MapField internalGetMutableMapField(int number)
Parameter
NameDescription
numberint
Returns
TypeDescription
MapField
Overrides

isInitialized()

public final boolean isInitialized()
Returns
TypeDescription
boolean
Overrides

mergeFrom(SparkSqlJob other)

public SparkSqlJob.Builder mergeFrom(SparkSqlJob other)
Parameter
NameDescription
otherSparkSqlJob
Returns
TypeDescription
SparkSqlJob.Builder

mergeFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)

public SparkSqlJob.Builder mergeFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)
Parameters
NameDescription
inputCodedInputStream
extensionRegistryExtensionRegistryLite
Returns
TypeDescription
SparkSqlJob.Builder
Overrides
Exceptions
TypeDescription
IOException

mergeFrom(Message other)

public SparkSqlJob.Builder mergeFrom(Message other)
Parameter
NameDescription
otherMessage
Returns
TypeDescription
SparkSqlJob.Builder
Overrides

mergeLoggingConfig(LoggingConfig value)

public SparkSqlJob.Builder mergeLoggingConfig(LoggingConfig value)

Optional. The runtime log config for job execution.

.google.cloud.dataproc.v1.LoggingConfig logging_config = 6 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueLoggingConfig
Returns
TypeDescription
SparkSqlJob.Builder

mergeQueryList(QueryList value)

public SparkSqlJob.Builder mergeQueryList(QueryList value)

A list of queries.

.google.cloud.dataproc.v1.QueryList query_list = 2;

Parameter
NameDescription
valueQueryList
Returns
TypeDescription
SparkSqlJob.Builder

mergeUnknownFields(UnknownFieldSet unknownFields)

public final SparkSqlJob.Builder mergeUnknownFields(UnknownFieldSet unknownFields)
Parameter
NameDescription
unknownFieldsUnknownFieldSet
Returns
TypeDescription
SparkSqlJob.Builder
Overrides

putAllProperties(Map<String,String> values)

public SparkSqlJob.Builder putAllProperties(Map<String,String> values)

Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten.

map<string, string> properties = 4 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valuesMap<String,String>
Returns
TypeDescription
SparkSqlJob.Builder

putAllScriptVariables(Map<String,String> values)

public SparkSqlJob.Builder putAllScriptVariables(Map<String,String> values)

Optional. Mapping of query variable names to values (equivalent to the Spark SQL command: SET name="value";).

map<string, string> script_variables = 3 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valuesMap<String,String>
Returns
TypeDescription
SparkSqlJob.Builder

putProperties(String key, String value)

public SparkSqlJob.Builder putProperties(String key, String value)

Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten.

map<string, string> properties = 4 [(.google.api.field_behavior) = OPTIONAL];

Parameters
NameDescription
keyString
valueString
Returns
TypeDescription
SparkSqlJob.Builder

putScriptVariables(String key, String value)

public SparkSqlJob.Builder putScriptVariables(String key, String value)

Optional. Mapping of query variable names to values (equivalent to the Spark SQL command: SET name="value";).

map<string, string> script_variables = 3 [(.google.api.field_behavior) = OPTIONAL];

Parameters
NameDescription
keyString
valueString
Returns
TypeDescription
SparkSqlJob.Builder

removeProperties(String key)

public SparkSqlJob.Builder removeProperties(String key)

Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten.

map<string, string> properties = 4 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
keyString
Returns
TypeDescription
SparkSqlJob.Builder

removeScriptVariables(String key)

public SparkSqlJob.Builder removeScriptVariables(String key)

Optional. Mapping of query variable names to values (equivalent to the Spark SQL command: SET name="value";).

map<string, string> script_variables = 3 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
keyString
Returns
TypeDescription
SparkSqlJob.Builder

setField(Descriptors.FieldDescriptor field, Object value)

public SparkSqlJob.Builder setField(Descriptors.FieldDescriptor field, Object value)
Parameters
NameDescription
fieldFieldDescriptor
valueObject
Returns
TypeDescription
SparkSqlJob.Builder
Overrides

setJarFileUris(int index, String value)

public SparkSqlJob.Builder setJarFileUris(int index, String value)

Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.

repeated string jar_file_uris = 56 [(.google.api.field_behavior) = OPTIONAL];

Parameters
NameDescription
indexint

The index to set the value at.

valueString

The jarFileUris to set.

Returns
TypeDescription
SparkSqlJob.Builder

This builder for chaining.

setLoggingConfig(LoggingConfig value)

public SparkSqlJob.Builder setLoggingConfig(LoggingConfig value)

Optional. The runtime log config for job execution.

.google.cloud.dataproc.v1.LoggingConfig logging_config = 6 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
valueLoggingConfig
Returns
TypeDescription
SparkSqlJob.Builder

setLoggingConfig(LoggingConfig.Builder builderForValue)

public SparkSqlJob.Builder setLoggingConfig(LoggingConfig.Builder builderForValue)

Optional. The runtime log config for job execution.

.google.cloud.dataproc.v1.LoggingConfig logging_config = 6 [(.google.api.field_behavior) = OPTIONAL];

Parameter
NameDescription
builderForValueLoggingConfig.Builder
Returns
TypeDescription
SparkSqlJob.Builder

setQueryFileUri(String value)

public SparkSqlJob.Builder setQueryFileUri(String value)

The HCFS URI of the script that contains SQL queries.

string query_file_uri = 1;

Parameter
NameDescription
valueString

The queryFileUri to set.

Returns
TypeDescription
SparkSqlJob.Builder

This builder for chaining.

setQueryFileUriBytes(ByteString value)

public SparkSqlJob.Builder setQueryFileUriBytes(ByteString value)

The HCFS URI of the script that contains SQL queries.

string query_file_uri = 1;

Parameter
NameDescription
valueByteString

The bytes for queryFileUri to set.

Returns
TypeDescription
SparkSqlJob.Builder

This builder for chaining.

setQueryList(QueryList value)

public SparkSqlJob.Builder setQueryList(QueryList value)

A list of queries.

.google.cloud.dataproc.v1.QueryList query_list = 2;

Parameter
NameDescription
valueQueryList
Returns
TypeDescription
SparkSqlJob.Builder

setQueryList(QueryList.Builder builderForValue)

public SparkSqlJob.Builder setQueryList(QueryList.Builder builderForValue)

A list of queries.

.google.cloud.dataproc.v1.QueryList query_list = 2;

Parameter
NameDescription
builderForValueQueryList.Builder
Returns
TypeDescription
SparkSqlJob.Builder

setRepeatedField(Descriptors.FieldDescriptor field, int index, Object value)

public SparkSqlJob.Builder setRepeatedField(Descriptors.FieldDescriptor field, int index, Object value)
Parameters
NameDescription
fieldFieldDescriptor
indexint
valueObject
Returns
TypeDescription
SparkSqlJob.Builder
Overrides

setUnknownFields(UnknownFieldSet unknownFields)

public final SparkSqlJob.Builder setUnknownFields(UnknownFieldSet unknownFields)
Parameter
NameDescription
unknownFieldsUnknownFieldSet
Returns
TypeDescription
SparkSqlJob.Builder
Overrides