Interface SpeculativeDecodingSpecOrBuilder (3.58.0)

Version latest

• 3.58.0 (latest)
• 3.57.0
• 3.56.0
• 3.55.0
• 3.54.0
• 3.53.0
• 3.52.0
• 3.50.0
• 3.49.0
• 3.48.0
• 3.47.0
• 3.46.0
• 3.45.0
• 3.44.0
• 3.43.0
• 3.42.0
• 3.41.0
• 3.40.0
• 3.38.0
• 3.37.0
• 3.36.0
• 3.35.0
• 3.34.0
• 3.33.0
• 3.32.0
• 3.31.0
• 3.30.0
• 3.29.0
• 3.28.0
• 3.25.0
• 3.24.0
• 3.23.0
• 3.22.0
• 3.21.0
• 3.20.0
• 3.19.0
• 3.18.0
• 3.17.0
• 3.16.0
• 3.15.0
• 3.14.0
• 3.13.0
• 3.12.0
• 3.11.0
• 3.10.0
• 3.9.0
• 3.8.0
• 3.7.0
• 3.6.0
• 3.5.0
• 3.4.2
• 3.3.0
• 3.2.0
• 3.0.0
• 2.9.8
• 2.8.9
• 2.7.4
• 2.5.3
• 2.4.0

public interface SpeculativeDecodingSpecOrBuilder extends MessageOrBuilder

Implements

MessageOrBuilder

Methods

getDraftModelSpeculation()

public abstract SpeculativeDecodingSpec.DraftModelSpeculation getDraftModelSpeculation()

draft model speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type	Description
SpeculativeDecodingSpec.DraftModelSpeculation	The draftModelSpeculation.

getDraftModelSpeculationOrBuilder()

public abstract SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder()

draft model speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type	Description
SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder

getNgramSpeculation()

public abstract SpeculativeDecodingSpec.NgramSpeculation getNgramSpeculation()

N-Gram speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type	Description
SpeculativeDecodingSpec.NgramSpeculation	The ngramSpeculation.

getNgramSpeculationOrBuilder()

public abstract SpeculativeDecodingSpec.NgramSpeculationOrBuilder getNgramSpeculationOrBuilder()

N-Gram speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type	Description
SpeculativeDecodingSpec.NgramSpeculationOrBuilder

getSpeculationCase()

public abstract SpeculativeDecodingSpec.SpeculationCase getSpeculationCase()

Returns
Type	Description
SpeculativeDecodingSpec.SpeculationCase

getSpeculativeTokenCount()

public abstract int getSpeculativeTokenCount()

The number of speculative tokens to generate at each step.

int32 speculative_token_count = 1;

Returns
Type	Description
int	The speculativeTokenCount.

hasDraftModelSpeculation()

public abstract boolean hasDraftModelSpeculation()

draft model speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type	Description
boolean	Whether the draftModelSpeculation field is set.

hasNgramSpeculation()

public abstract boolean hasNgramSpeculation()

N-Gram speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type	Description
boolean	Whether the ngramSpeculation field is set.