Cloud Dataproc V1beta2 API - Class Google::Cloud::Dataproc::V1beta2::SparkSqlJob (v0.6.3)

Reference documentation and code samples for the Cloud Dataproc V1beta2 API class Google::Cloud::Dataproc::V1beta2::SparkSqlJob.

A Dataproc job for running Apache Spark SQL queries.

Inherits

• Object

Extended By

• Google::Protobuf::MessageExts::ClassMethods

Includes

• Google::Protobuf::MessageExts

Methods

#jar_file_uris

def jar_file_uris() -> ::Array<::String>

Returns

• (::Array<::String>) — Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.

#jar_file_uris=

def jar_file_uris=(value) -> ::Array<::String>

Parameter

• value (::Array<::String>) — Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.

Returns

• (::Array<::String>) — Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.

#logging_config

def logging_config() -> ::Google::Cloud::Dataproc::V1beta2::LoggingConfig

Returns

• (::Google::Cloud::Dataproc::V1beta2::LoggingConfig) — Optional. The runtime log config for job execution.

#logging_config=

def logging_config=(value) -> ::Google::Cloud::Dataproc::V1beta2::LoggingConfig

Parameter

• value (::Google::Cloud::Dataproc::V1beta2::LoggingConfig) — Optional. The runtime log config for job execution.

Returns

• (::Google::Cloud::Dataproc::V1beta2::LoggingConfig) — Optional. The runtime log config for job execution.

#properties

def properties() -> ::Google::Protobuf::Map{::String => ::String}

Returns

• (::Google::Protobuf::Map{::String => ::String}) — Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten.

#properties=

def properties=(value) -> ::Google::Protobuf::Map{::String => ::String}

Parameter

• value (::Google::Protobuf::Map{::String => ::String}) — Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten.

Returns

• (::Google::Protobuf::Map{::String => ::String}) — Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten.

#query_file_uri

def query_file_uri() -> ::String

Returns

• (::String) — The HCFS URI of the script that contains SQL queries.

#query_file_uri=

def query_file_uri=(value) -> ::String

Parameter

• value (::String) — The HCFS URI of the script that contains SQL queries.

Returns

• (::String) — The HCFS URI of the script that contains SQL queries.

#query_list

def query_list() -> ::Google::Cloud::Dataproc::V1beta2::QueryList

Returns

• (::Google::Cloud::Dataproc::V1beta2::QueryList) — A list of queries.

#query_list=

def query_list=(value) -> ::Google::Cloud::Dataproc::V1beta2::QueryList

Parameter

• value (::Google::Cloud::Dataproc::V1beta2::QueryList) — A list of queries.

Returns

• (::Google::Cloud::Dataproc::V1beta2::QueryList) — A list of queries.

#script_variables

def script_variables() -> ::Google::Protobuf::Map{::String => ::String}

Returns

• (::Google::Protobuf::Map{::String => ::String}) — Optional. Mapping of query variable names to values (equivalent to the Spark SQL command: SET name="value";).

#script_variables=

def script_variables=(value) -> ::Google::Protobuf::Map{::String => ::String}

Parameter

• value (::Google::Protobuf::Map{::String => ::String}) — Optional. Mapping of query variable names to values (equivalent to the Spark SQL command: SET name="value";).

Returns

• (::Google::Protobuf::Map{::String => ::String}) — Optional. Mapping of query variable names to values (equivalent to the Spark SQL command: SET name="value";).