Interface SpeculativeDecodingSpecOrBuilder (1.36.0)

Version latest

• 1.36.0 (latest)
• 1.35.0
• 1.34.0
• 1.33.0
• 1.32.0
• 1.30.0
• 1.28.0
• 1.27.0
• 1.24.0
• 1.23.0
• 1.22.0
• 1.20.1
• 1.19.0
• 1.18.0
• 1.17.0
• 1.16.0
• 1.15.0
• 1.14.0
• 1.13.0
• 1.12.0
• 1.11.0
• 1.9.0
• 1.8.0
• 1.7.0
• 1.6.0
• 1.5.0
• 1.4.0
• 1.3.0
• 1.2.0
• 1.1.0
• 1.0.0
• 0.8.0
• 0.6.0
• 0.5.0
• 0.4.0
• 0.3.0
• 0.2.0
• 0.1.0

public interface SpeculativeDecodingSpecOrBuilder extends MessageOrBuilder

Implements

MessageOrBuilder

Methods

getDraftModelSpeculation()

public abstract SpeculativeDecodingSpec.DraftModelSpeculation getDraftModelSpeculation()

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type	Description
SpeculativeDecodingSpec.DraftModelSpeculation	The draftModelSpeculation.

getDraftModelSpeculationOrBuilder()

public abstract SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder()

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type	Description
SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder

getNgramSpeculation()

public abstract SpeculativeDecodingSpec.NgramSpeculation getNgramSpeculation()

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type	Description
SpeculativeDecodingSpec.NgramSpeculation	The ngramSpeculation.

getNgramSpeculationOrBuilder()

public abstract SpeculativeDecodingSpec.NgramSpeculationOrBuilder getNgramSpeculationOrBuilder()

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type	Description
SpeculativeDecodingSpec.NgramSpeculationOrBuilder

getSpeculationCase()

public abstract SpeculativeDecodingSpec.SpeculationCase getSpeculationCase()

Returns
Type	Description
SpeculativeDecodingSpec.SpeculationCase

getSpeculativeTokenCount()

public abstract int getSpeculativeTokenCount()

The number of speculative tokens to generate at each step.

int32 speculative_token_count = 1;

Returns
Type	Description
int	The speculativeTokenCount.

hasDraftModelSpeculation()

public abstract boolean hasDraftModelSpeculation()

draft model speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type	Description
boolean	Whether the draftModelSpeculation field is set.

hasNgramSpeculation()

public abstract boolean hasNgramSpeculation()

N-Gram speculation.

.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type	Description
boolean	Whether the ngramSpeculation field is set.