Interface GenerationConfigOrBuilder (0.2.0)

public interface GenerationConfigOrBuilder extends MessageOrBuilder

Implements

MessageOrBuilder

Methods

containsLogitBias(String key)

public abstract boolean containsLogitBias(String key)

Optional. Logit bias.

map<string, float> logit_bias = 10 [(.google.api.field_behavior) = OPTIONAL];

Parameter
Name Description
key String
Returns
Type Description
boolean

getCandidateCount()

public abstract int getCandidateCount()

Optional. Number of candidates to generate.

int32 candidate_count = 4 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
int

The candidateCount.

getEcho()

public abstract boolean getEcho()

Optional. Echo.

bool echo = 11 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
boolean

The echo.

getFrequencyPenalty()

public abstract float getFrequencyPenalty()

Optional. Frequency penalties.

float frequency_penalty = 9 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
float

The frequencyPenalty.

getLogitBias() (deprecated)

public abstract Map<String,Float> getLogitBias()

Use #getLogitBiasMap() instead.

Returns
Type Description
Map<String,Float>

getLogitBiasCount()

public abstract int getLogitBiasCount()

Optional. Logit bias.

map<string, float> logit_bias = 10 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
int

getLogitBiasMap()

public abstract Map<String,Float> getLogitBiasMap()

Optional. Logit bias.

map<string, float> logit_bias = 10 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
Map<String,Float>

getLogitBiasOrDefault(String key, float defaultValue)

public abstract float getLogitBiasOrDefault(String key, float defaultValue)

Optional. Logit bias.

map<string, float> logit_bias = 10 [(.google.api.field_behavior) = OPTIONAL];

Parameters
Name Description
key String
defaultValue float
Returns
Type Description
float

getLogitBiasOrThrow(String key)

public abstract float getLogitBiasOrThrow(String key)

Optional. Logit bias.

map<string, float> logit_bias = 10 [(.google.api.field_behavior) = OPTIONAL];

Parameter
Name Description
key String
Returns
Type Description
float

getLogprobs()

public abstract int getLogprobs()

Optional. Logit probabilities.

int32 logprobs = 7 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
int

The logprobs.

getMaxOutputTokens()

public abstract int getMaxOutputTokens()

Optional. The maximum number of output tokens to generate per message.

int32 max_output_tokens = 5 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
int

The maxOutputTokens.

getPresencePenalty()

public abstract float getPresencePenalty()

Optional. Positive penalties.

float presence_penalty = 8 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
float

The presencePenalty.

getStopSequences(int index)

public abstract String getStopSequences(int index)

Optional. Stop sequences.

repeated string stop_sequences = 6 [(.google.api.field_behavior) = OPTIONAL];

Parameter
Name Description
index int

The index of the element to return.

Returns
Type Description
String

The stopSequences at the given index.

getStopSequencesBytes(int index)

public abstract ByteString getStopSequencesBytes(int index)

Optional. Stop sequences.

repeated string stop_sequences = 6 [(.google.api.field_behavior) = OPTIONAL];

Parameter
Name Description
index int

The index of the value to return.

Returns
Type Description
ByteString

The bytes of the stopSequences at the given index.

getStopSequencesCount()

public abstract int getStopSequencesCount()

Optional. Stop sequences.

repeated string stop_sequences = 6 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
int

The count of stopSequences.

getStopSequencesList()

public abstract List<String> getStopSequencesList()

Optional. Stop sequences.

repeated string stop_sequences = 6 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
List<String>

A list containing the stopSequences.

getTemperature()

public abstract float getTemperature()

Optional. Controls the randomness of predictions.

float temperature = 1 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
float

The temperature.

getTopK()

public abstract float getTopK()

Optional. If specified, top-k sampling will be used.

float top_k = 3 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
float

The topK.

getTopP()

public abstract float getTopP()

Optional. If specified, nucleus sampling will be used.

float top_p = 2 [(.google.api.field_behavior) = OPTIONAL];

Returns
Type Description
float

The topP.