public static final class Task.SparkTaskConfig extends GeneratedMessageV3 implements Task.SparkTaskConfigOrBuilder
User-specified config for running a Spark task.
Protobuf type google.cloud.dataplex.v1.Task.SparkTaskConfig
Static Fields
ARCHIVE_URIS_FIELD_NUMBER
public static final int ARCHIVE_URIS_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
FILE_URIS_FIELD_NUMBER
public static final int FILE_URIS_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
INFRASTRUCTURE_SPEC_FIELD_NUMBER
public static final int INFRASTRUCTURE_SPEC_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
MAIN_CLASS_FIELD_NUMBER
public static final int MAIN_CLASS_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
MAIN_JAR_FILE_URI_FIELD_NUMBER
public static final int MAIN_JAR_FILE_URI_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
PYTHON_SCRIPT_FILE_FIELD_NUMBER
public static final int PYTHON_SCRIPT_FILE_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
SQL_SCRIPT_FIELD_NUMBER
public static final int SQL_SCRIPT_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
SQL_SCRIPT_FILE_FIELD_NUMBER
public static final int SQL_SCRIPT_FILE_FIELD_NUMBER
| Field Value |
|---|
| Type | Description |
int | |
Static Methods
getDefaultInstance()
public static Task.SparkTaskConfig getDefaultInstance()
getDescriptor()
public static final Descriptors.Descriptor getDescriptor()
newBuilder()
public static Task.SparkTaskConfig.Builder newBuilder()
newBuilder(Task.SparkTaskConfig prototype)
public static Task.SparkTaskConfig.Builder newBuilder(Task.SparkTaskConfig prototype)
public static Task.SparkTaskConfig parseDelimitedFrom(InputStream input)
public static Task.SparkTaskConfig parseDelimitedFrom(InputStream input, ExtensionRegistryLite extensionRegistry)
parseFrom(byte[] data)
public static Task.SparkTaskConfig parseFrom(byte[] data)
| Parameter |
|---|
| Name | Description |
data | byte[]
|
parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)
public static Task.SparkTaskConfig parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)
parseFrom(ByteString data)
public static Task.SparkTaskConfig parseFrom(ByteString data)
parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)
public static Task.SparkTaskConfig parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)
public static Task.SparkTaskConfig parseFrom(CodedInputStream input)
public static Task.SparkTaskConfig parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)
public static Task.SparkTaskConfig parseFrom(InputStream input)
public static Task.SparkTaskConfig parseFrom(InputStream input, ExtensionRegistryLite extensionRegistry)
parseFrom(ByteBuffer data)
public static Task.SparkTaskConfig parseFrom(ByteBuffer data)
parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)
public static Task.SparkTaskConfig parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)
parser()
public static Parser<Task.SparkTaskConfig> parser()
Methods
equals(Object obj)
public boolean equals(Object obj)
| Parameter |
|---|
| Name | Description |
obj | Object
|
Overrides
getArchiveUris(int index)
public String getArchiveUris(int index)
Optional. Cloud Storage URIs of archives to be extracted into the working
directory of each executor. Supported file types: .jar, .tar, .tar.gz,
.tgz, and .zip.
repeated string archive_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
| Parameter |
|---|
| Name | Description |
index | int
The index of the element to return.
|
| Returns |
|---|
| Type | Description |
String | The archiveUris at the given index.
|
getArchiveUrisBytes(int index)
public ByteString getArchiveUrisBytes(int index)
Optional. Cloud Storage URIs of archives to be extracted into the working
directory of each executor. Supported file types: .jar, .tar, .tar.gz,
.tgz, and .zip.
repeated string archive_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
| Parameter |
|---|
| Name | Description |
index | int
The index of the value to return.
|
| Returns |
|---|
| Type | Description |
ByteString | The bytes of the archiveUris at the given index.
|
getArchiveUrisCount()
public int getArchiveUrisCount()
Optional. Cloud Storage URIs of archives to be extracted into the working
directory of each executor. Supported file types: .jar, .tar, .tar.gz,
.tgz, and .zip.
repeated string archive_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
| Returns |
|---|
| Type | Description |
int | The count of archiveUris.
|
getArchiveUrisList()
public ProtocolStringList getArchiveUrisList()
Optional. Cloud Storage URIs of archives to be extracted into the working
directory of each executor. Supported file types: .jar, .tar, .tar.gz,
.tgz, and .zip.
repeated string archive_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getDefaultInstanceForType()
public Task.SparkTaskConfig getDefaultInstanceForType()
getDriverCase()
public Task.SparkTaskConfig.DriverCase getDriverCase()
getFileUris(int index)
public String getFileUris(int index)
Optional. Cloud Storage URIs of files to be placed in the working
directory of each executor.
repeated string file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];
| Parameter |
|---|
| Name | Description |
index | int
The index of the element to return.
|
| Returns |
|---|
| Type | Description |
String | The fileUris at the given index.
|
getFileUrisBytes(int index)
public ByteString getFileUrisBytes(int index)
Optional. Cloud Storage URIs of files to be placed in the working
directory of each executor.
repeated string file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];
| Parameter |
|---|
| Name | Description |
index | int
The index of the value to return.
|
| Returns |
|---|
| Type | Description |
ByteString | The bytes of the fileUris at the given index.
|
getFileUrisCount()
public int getFileUrisCount()
Optional. Cloud Storage URIs of files to be placed in the working
directory of each executor.
repeated string file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];
| Returns |
|---|
| Type | Description |
int | The count of fileUris.
|
getFileUrisList()
public ProtocolStringList getFileUrisList()
Optional. Cloud Storage URIs of files to be placed in the working
directory of each executor.
repeated string file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];
getInfrastructureSpec()
public Task.InfrastructureSpec getInfrastructureSpec()
Optional. Infrastructure specification for the execution.
.google.cloud.dataplex.v1.Task.InfrastructureSpec infrastructure_spec = 6 [(.google.api.field_behavior) = OPTIONAL];
getInfrastructureSpecOrBuilder()
public Task.InfrastructureSpecOrBuilder getInfrastructureSpecOrBuilder()
Optional. Infrastructure specification for the execution.
.google.cloud.dataplex.v1.Task.InfrastructureSpec infrastructure_spec = 6 [(.google.api.field_behavior) = OPTIONAL];
getMainClass()
public String getMainClass()
The name of the driver's main class. The jar file that contains the
class must be in the default CLASSPATH or specified in
jar_file_uris.
The execution args are passed in as a sequence of named process
arguments (--key=value).
string main_class = 101;
| Returns |
|---|
| Type | Description |
String | The mainClass.
|
getMainClassBytes()
public ByteString getMainClassBytes()
The name of the driver's main class. The jar file that contains the
class must be in the default CLASSPATH or specified in
jar_file_uris.
The execution args are passed in as a sequence of named process
arguments (--key=value).
string main_class = 101;
| Returns |
|---|
| Type | Description |
ByteString | The bytes for mainClass.
|
getMainJarFileUri()
public String getMainJarFileUri()
The Cloud Storage URI of the jar file that contains the main class.
The execution args are passed in as a sequence of named process
arguments (--key=value).
string main_jar_file_uri = 100;
| Returns |
|---|
| Type | Description |
String | The mainJarFileUri.
|
getMainJarFileUriBytes()
public ByteString getMainJarFileUriBytes()
The Cloud Storage URI of the jar file that contains the main class.
The execution args are passed in as a sequence of named process
arguments (--key=value).
string main_jar_file_uri = 100;
| Returns |
|---|
| Type | Description |
ByteString | The bytes for mainJarFileUri.
|
getParserForType()
public Parser<Task.SparkTaskConfig> getParserForType()
Overrides
getPythonScriptFile()
public String getPythonScriptFile()
The Gcloud Storage URI of the main Python file to use as the driver.
Must be a .py file. The execution args are passed in as a sequence of
named process arguments (--key=value).
string python_script_file = 102;
| Returns |
|---|
| Type | Description |
String | The pythonScriptFile.
|
getPythonScriptFileBytes()
public ByteString getPythonScriptFileBytes()
The Gcloud Storage URI of the main Python file to use as the driver.
Must be a .py file. The execution args are passed in as a sequence of
named process arguments (--key=value).
string python_script_file = 102;
| Returns |
|---|
| Type | Description |
ByteString | The bytes for pythonScriptFile.
|
getSerializedSize()
public int getSerializedSize()
| Returns |
|---|
| Type | Description |
int | |
Overrides
getSqlScript()
public String getSqlScript()
The query text.
The execution args are used to declare a set of script variables
(set key="value";).
string sql_script = 105;
| Returns |
|---|
| Type | Description |
String | The sqlScript.
|
getSqlScriptBytes()
public ByteString getSqlScriptBytes()
The query text.
The execution args are used to declare a set of script variables
(set key="value";).
string sql_script = 105;
| Returns |
|---|
| Type | Description |
ByteString | The bytes for sqlScript.
|
getSqlScriptFile()
public String getSqlScriptFile()
A reference to a query file. This can be the Cloud Storage URI of the
query file or it can the path to a SqlScript Content. The execution
args are used to declare a set of script variables
(set key="value";).
string sql_script_file = 104;
| Returns |
|---|
| Type | Description |
String | The sqlScriptFile.
|
getSqlScriptFileBytes()
public ByteString getSqlScriptFileBytes()
A reference to a query file. This can be the Cloud Storage URI of the
query file or it can the path to a SqlScript Content. The execution
args are used to declare a set of script variables
(set key="value";).
string sql_script_file = 104;
| Returns |
|---|
| Type | Description |
ByteString | The bytes for sqlScriptFile.
|
getUnknownFields()
public final UnknownFieldSet getUnknownFields()
Overrides
hasInfrastructureSpec()
public boolean hasInfrastructureSpec()
Optional. Infrastructure specification for the execution.
.google.cloud.dataplex.v1.Task.InfrastructureSpec infrastructure_spec = 6 [(.google.api.field_behavior) = OPTIONAL];
| Returns |
|---|
| Type | Description |
boolean | Whether the infrastructureSpec field is set.
|
hasMainClass()
public boolean hasMainClass()
The name of the driver's main class. The jar file that contains the
class must be in the default CLASSPATH or specified in
jar_file_uris.
The execution args are passed in as a sequence of named process
arguments (--key=value).
string main_class = 101;
| Returns |
|---|
| Type | Description |
boolean | Whether the mainClass field is set.
|
hasMainJarFileUri()
public boolean hasMainJarFileUri()
The Cloud Storage URI of the jar file that contains the main class.
The execution args are passed in as a sequence of named process
arguments (--key=value).
string main_jar_file_uri = 100;
| Returns |
|---|
| Type | Description |
boolean | Whether the mainJarFileUri field is set.
|
hasPythonScriptFile()
public boolean hasPythonScriptFile()
The Gcloud Storage URI of the main Python file to use as the driver.
Must be a .py file. The execution args are passed in as a sequence of
named process arguments (--key=value).
string python_script_file = 102;
| Returns |
|---|
| Type | Description |
boolean | Whether the pythonScriptFile field is set.
|
hasSqlScript()
public boolean hasSqlScript()
The query text.
The execution args are used to declare a set of script variables
(set key="value";).
string sql_script = 105;
| Returns |
|---|
| Type | Description |
boolean | Whether the sqlScript field is set.
|
hasSqlScriptFile()
public boolean hasSqlScriptFile()
A reference to a query file. This can be the Cloud Storage URI of the
query file or it can the path to a SqlScript Content. The execution
args are used to declare a set of script variables
(set key="value";).
string sql_script_file = 104;
| Returns |
|---|
| Type | Description |
boolean | Whether the sqlScriptFile field is set.
|
hashCode()
| Returns |
|---|
| Type | Description |
int | |
Overrides
internalGetFieldAccessorTable()
protected GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
Overrides
isInitialized()
public final boolean isInitialized()
Overrides
newBuilderForType()
public Task.SparkTaskConfig.Builder newBuilderForType()
newBuilderForType(GeneratedMessageV3.BuilderParent parent)
protected Task.SparkTaskConfig.Builder newBuilderForType(GeneratedMessageV3.BuilderParent parent)
Overrides
newInstance(GeneratedMessageV3.UnusedPrivateParameter unused)
protected Object newInstance(GeneratedMessageV3.UnusedPrivateParameter unused)
Overrides
toBuilder()
public Task.SparkTaskConfig.Builder toBuilder()
writeTo(CodedOutputStream output)
public void writeTo(CodedOutputStream output)
Overrides
