Class SpeculativeDecodingSpec.DraftModelSpeculation (3.58.0)

public static final class SpeculativeDecodingSpec.DraftModelSpeculation extends GeneratedMessageV3 implements SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder

Draft model speculation works by using the smaller model to generate candidate tokens for speculative decoding.

Protobuf type google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation

Inheritance

Object > AbstractMessageLite<MessageType,BuilderType> > AbstractMessage > GeneratedMessageV3 > SpeculativeDecodingSpec.DraftModelSpeculation

Static Fields

DRAFT_MODEL_FIELD_NUMBER

public static final int DRAFT_MODEL_FIELD_NUMBER
Field Value
Type Description
int

Static Methods

getDefaultInstance()

public static SpeculativeDecodingSpec.DraftModelSpeculation getDefaultInstance()
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation

getDescriptor()

public static final Descriptors.Descriptor getDescriptor()
Returns
Type Description
Descriptor

newBuilder()

public static SpeculativeDecodingSpec.DraftModelSpeculation.Builder newBuilder()
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation.Builder

newBuilder(SpeculativeDecodingSpec.DraftModelSpeculation prototype)

public static SpeculativeDecodingSpec.DraftModelSpeculation.Builder newBuilder(SpeculativeDecodingSpec.DraftModelSpeculation prototype)
Parameter
Name Description
prototype SpeculativeDecodingSpec.DraftModelSpeculation
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation.Builder

parseDelimitedFrom(InputStream input)

public static SpeculativeDecodingSpec.DraftModelSpeculation parseDelimitedFrom(InputStream input)
Parameter
Name Description
input InputStream
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation
Exceptions
Type Description
IOException

parseDelimitedFrom(InputStream input, ExtensionRegistryLite extensionRegistry)

public static SpeculativeDecodingSpec.DraftModelSpeculation parseDelimitedFrom(InputStream input, ExtensionRegistryLite extensionRegistry)
Parameters
Name Description
input InputStream
extensionRegistry ExtensionRegistryLite
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation
Exceptions
Type Description
IOException

parseFrom(byte[] data)

public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(byte[] data)
Parameter
Name Description
data byte[]
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation
Exceptions
Type Description
InvalidProtocolBufferException

parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)

public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)
Parameters
Name Description
data byte[]
extensionRegistry ExtensionRegistryLite
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation
Exceptions
Type Description
InvalidProtocolBufferException

parseFrom(ByteString data)

public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(ByteString data)
Parameter
Name Description
data ByteString
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation
Exceptions
Type Description
InvalidProtocolBufferException

parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)

public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)
Parameters
Name Description
data ByteString
extensionRegistry ExtensionRegistryLite
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation
Exceptions
Type Description
InvalidProtocolBufferException

parseFrom(CodedInputStream input)

public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(CodedInputStream input)
Parameter
Name Description
input CodedInputStream
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation
Exceptions
Type Description
IOException

parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)

public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)
Parameters
Name Description
input CodedInputStream
extensionRegistry ExtensionRegistryLite
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation
Exceptions
Type Description
IOException

parseFrom(InputStream input)

public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(InputStream input)
Parameter
Name Description
input InputStream
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation
Exceptions
Type Description
IOException

parseFrom(InputStream input, ExtensionRegistryLite extensionRegistry)

public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(InputStream input, ExtensionRegistryLite extensionRegistry)
Parameters
Name Description
input InputStream
extensionRegistry ExtensionRegistryLite
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation
Exceptions
Type Description
IOException

parseFrom(ByteBuffer data)

public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(ByteBuffer data)
Parameter
Name Description
data ByteBuffer
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation
Exceptions
Type Description
InvalidProtocolBufferException

parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)

public static SpeculativeDecodingSpec.DraftModelSpeculation parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)
Parameters
Name Description
data ByteBuffer
extensionRegistry ExtensionRegistryLite
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation
Exceptions
Type Description
InvalidProtocolBufferException

parser()

public static Parser<SpeculativeDecodingSpec.DraftModelSpeculation> parser()
Returns
Type Description
Parser<DraftModelSpeculation>

Methods

equals(Object obj)

public boolean equals(Object obj)
Parameter
Name Description
obj Object
Returns
Type Description
boolean
Overrides

getDefaultInstanceForType()

public SpeculativeDecodingSpec.DraftModelSpeculation getDefaultInstanceForType()
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation

getDraftModel()

public String getDraftModel()

Required. The resource name of the draft model.

string draft_model = 1 [(.google.api.field_behavior) = REQUIRED, (.google.api.resource_reference) = { ... }

Returns
Type Description
String

The draftModel.

getDraftModelBytes()

public ByteString getDraftModelBytes()

Required. The resource name of the draft model.

string draft_model = 1 [(.google.api.field_behavior) = REQUIRED, (.google.api.resource_reference) = { ... }

Returns
Type Description
ByteString

The bytes for draftModel.

getParserForType()

public Parser<SpeculativeDecodingSpec.DraftModelSpeculation> getParserForType()
Returns
Type Description
Parser<DraftModelSpeculation>
Overrides

getSerializedSize()

public int getSerializedSize()
Returns
Type Description
int
Overrides

hashCode()

public int hashCode()
Returns
Type Description
int
Overrides

internalGetFieldAccessorTable()

protected GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
Returns
Type Description
FieldAccessorTable
Overrides

isInitialized()

public final boolean isInitialized()
Returns
Type Description
boolean
Overrides

newBuilderForType()

public SpeculativeDecodingSpec.DraftModelSpeculation.Builder newBuilderForType()
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation.Builder

newBuilderForType(GeneratedMessageV3.BuilderParent parent)

protected SpeculativeDecodingSpec.DraftModelSpeculation.Builder newBuilderForType(GeneratedMessageV3.BuilderParent parent)
Parameter
Name Description
parent BuilderParent
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation.Builder
Overrides

newInstance(GeneratedMessageV3.UnusedPrivateParameter unused)

protected Object newInstance(GeneratedMessageV3.UnusedPrivateParameter unused)
Parameter
Name Description
unused UnusedPrivateParameter
Returns
Type Description
Object
Overrides

toBuilder()

public SpeculativeDecodingSpec.DraftModelSpeculation.Builder toBuilder()
Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation.Builder

writeTo(CodedOutputStream output)

public void writeTo(CodedOutputStream output)
Parameter
Name Description
output CodedOutputStream
Overrides
Exceptions
Type Description
IOException