Cloud Dataproc V1 API - Class Google::Cloud::Dataproc::V1::Job (v0.14.0)

Reference documentation and code samples for the Cloud Dataproc V1 API class Google::Cloud::Dataproc::V1::Job.

A Dataproc job resource.

Inherits

  • Object

Extended By

  • Google::Protobuf::MessageExts::ClassMethods

Includes

  • Google::Protobuf::MessageExts

Methods

#done

def done() -> ::Boolean
Returns
  • (::Boolean) — Output only. Indicates whether the job is completed. If the value is false, the job is still in progress. If true, the job is completed, and status.state field will indicate if it was successful, failed, or cancelled.

#driver_control_files_uri

def driver_control_files_uri() -> ::String
Returns
  • (::String) — Output only. If present, the location of miscellaneous control files which may be used as part of job setup and handling. If not present, control files may be placed in the same location as driver_output_uri.

#driver_output_resource_uri

def driver_output_resource_uri() -> ::String
Returns
  • (::String) — Output only. A URI pointing to the location of the stdout of the job's driver program.

#driver_scheduling_config

def driver_scheduling_config() -> ::Google::Cloud::Dataproc::V1::DriverSchedulingConfig
Returns

#driver_scheduling_config=

def driver_scheduling_config=(value) -> ::Google::Cloud::Dataproc::V1::DriverSchedulingConfig
Parameter
Returns

#hadoop_job

def hadoop_job() -> ::Google::Cloud::Dataproc::V1::HadoopJob
Returns

#hadoop_job=

def hadoop_job=(value) -> ::Google::Cloud::Dataproc::V1::HadoopJob
Parameter
Returns

#hive_job

def hive_job() -> ::Google::Cloud::Dataproc::V1::HiveJob
Returns

#hive_job=

def hive_job=(value) -> ::Google::Cloud::Dataproc::V1::HiveJob
Parameter
Returns

#job_uuid

def job_uuid() -> ::String
Returns
  • (::String) — Output only. A UUID that uniquely identifies a job within the project over time. This is in contrast to a user-settable reference.job_id that may be reused over time.

#labels

def labels() -> ::Google::Protobuf::Map{::String => ::String}
Returns
  • (::Google::Protobuf::Map{::String => ::String}) — Optional. The labels to associate with this job. Label keys must contain 1 to 63 characters, and must conform to RFC 1035. Label values may be empty, but, if present, must contain 1 to 63 characters, and must conform to RFC 1035. No more than 32 labels can be associated with a job.

#labels=

def labels=(value) -> ::Google::Protobuf::Map{::String => ::String}
Parameter
  • value (::Google::Protobuf::Map{::String => ::String}) — Optional. The labels to associate with this job. Label keys must contain 1 to 63 characters, and must conform to RFC 1035. Label values may be empty, but, if present, must contain 1 to 63 characters, and must conform to RFC 1035. No more than 32 labels can be associated with a job.
Returns
  • (::Google::Protobuf::Map{::String => ::String}) — Optional. The labels to associate with this job. Label keys must contain 1 to 63 characters, and must conform to RFC 1035. Label values may be empty, but, if present, must contain 1 to 63 characters, and must conform to RFC 1035. No more than 32 labels can be associated with a job.

#pig_job

def pig_job() -> ::Google::Cloud::Dataproc::V1::PigJob
Returns

#pig_job=

def pig_job=(value) -> ::Google::Cloud::Dataproc::V1::PigJob
Parameter
Returns

#placement

def placement() -> ::Google::Cloud::Dataproc::V1::JobPlacement
Returns

#placement=

def placement=(value) -> ::Google::Cloud::Dataproc::V1::JobPlacement
Parameter
Returns

#presto_job

def presto_job() -> ::Google::Cloud::Dataproc::V1::PrestoJob
Returns

#presto_job=

def presto_job=(value) -> ::Google::Cloud::Dataproc::V1::PrestoJob
Parameter
Returns

#pyspark_job

def pyspark_job() -> ::Google::Cloud::Dataproc::V1::PySparkJob
Returns

#pyspark_job=

def pyspark_job=(value) -> ::Google::Cloud::Dataproc::V1::PySparkJob
Parameter
Returns

#reference

def reference() -> ::Google::Cloud::Dataproc::V1::JobReference
Returns
  • (::Google::Cloud::Dataproc::V1::JobReference) — Optional. The fully qualified reference to the job, which can be used to obtain the equivalent REST path of the job resource. If this property is not specified when a job is created, the server generates a job_id.

#reference=

def reference=(value) -> ::Google::Cloud::Dataproc::V1::JobReference
Parameter
  • value (::Google::Cloud::Dataproc::V1::JobReference) — Optional. The fully qualified reference to the job, which can be used to obtain the equivalent REST path of the job resource. If this property is not specified when a job is created, the server generates a job_id.
Returns
  • (::Google::Cloud::Dataproc::V1::JobReference) — Optional. The fully qualified reference to the job, which can be used to obtain the equivalent REST path of the job resource. If this property is not specified when a job is created, the server generates a job_id.

#scheduling

def scheduling() -> ::Google::Cloud::Dataproc::V1::JobScheduling
Returns

#scheduling=

def scheduling=(value) -> ::Google::Cloud::Dataproc::V1::JobScheduling
Parameter
Returns

#spark_job

def spark_job() -> ::Google::Cloud::Dataproc::V1::SparkJob
Returns

#spark_job=

def spark_job=(value) -> ::Google::Cloud::Dataproc::V1::SparkJob
Parameter
Returns

#spark_r_job

def spark_r_job() -> ::Google::Cloud::Dataproc::V1::SparkRJob
Returns

#spark_r_job=

def spark_r_job=(value) -> ::Google::Cloud::Dataproc::V1::SparkRJob
Parameter
Returns

#spark_sql_job

def spark_sql_job() -> ::Google::Cloud::Dataproc::V1::SparkSqlJob
Returns

#spark_sql_job=

def spark_sql_job=(value) -> ::Google::Cloud::Dataproc::V1::SparkSqlJob
Parameter
Returns

#status

def status() -> ::Google::Cloud::Dataproc::V1::JobStatus
Returns

#status_history

def status_history() -> ::Array<::Google::Cloud::Dataproc::V1::JobStatus>
Returns

#yarn_applications

def yarn_applications() -> ::Array<::Google::Cloud::Dataproc::V1::YarnApplication>
Returns
  • (::Array<::Google::Cloud::Dataproc::V1::YarnApplication>) — Output only. The collection of YARN applications spun up by this job.

    Beta Feature: This report is available for testing purposes only. It may be changed before final release.