Class SpeculativeDecodingSpec.Builder (3.58.0)

public static final class SpeculativeDecodingSpec.Builder extends GeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder> implements SpeculativeDecodingSpecOrBuilder

Configuration for Speculative Decoding.

Protobuf type google.cloud.aiplatform.v1.SpeculativeDecodingSpec

Static Methods

getDescriptor()

public static final Descriptors.Descriptor getDescriptor()
Returns
Type Description
Descriptor

Methods

addRepeatedField(Descriptors.FieldDescriptor field, Object value)

public SpeculativeDecodingSpec.Builder addRepeatedField(Descriptors.FieldDescriptor field, Object value)
Parameters
Name Description
field FieldDescriptor
value Object
Returns
Type Description
SpeculativeDecodingSpec.Builder
Overrides

build()

public SpeculativeDecodingSpec build()
Returns
Type Description
SpeculativeDecodingSpec

buildPartial()

public SpeculativeDecodingSpec buildPartial()
Returns
Type Description
SpeculativeDecodingSpec

clear()

public SpeculativeDecodingSpec.Builder clear()
Returns
Type Description
SpeculativeDecodingSpec.Builder
Overrides

clearDraftModelSpeculation()

public SpeculativeDecodingSpec.Builder clearDraftModelSpeculation()

draft model speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type Description
SpeculativeDecodingSpec.Builder

clearField(Descriptors.FieldDescriptor field)

public SpeculativeDecodingSpec.Builder clearField(Descriptors.FieldDescriptor field)
Parameter
Name Description
field FieldDescriptor
Returns
Type Description
SpeculativeDecodingSpec.Builder
Overrides

clearNgramSpeculation()

public SpeculativeDecodingSpec.Builder clearNgramSpeculation()

N-Gram speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type Description
SpeculativeDecodingSpec.Builder

clearOneof(Descriptors.OneofDescriptor oneof)

public SpeculativeDecodingSpec.Builder clearOneof(Descriptors.OneofDescriptor oneof)
Parameter
Name Description
oneof OneofDescriptor
Returns
Type Description
SpeculativeDecodingSpec.Builder
Overrides

clearSpeculation()

public SpeculativeDecodingSpec.Builder clearSpeculation()
Returns
Type Description
SpeculativeDecodingSpec.Builder

clearSpeculativeTokenCount()

public SpeculativeDecodingSpec.Builder clearSpeculativeTokenCount()

The number of speculative tokens to generate at each step.

int32 speculative_token_count = 1;

Returns
Type Description
SpeculativeDecodingSpec.Builder

This builder for chaining.

clone()

public SpeculativeDecodingSpec.Builder clone()
Returns
Type Description
SpeculativeDecodingSpec.Builder
Overrides

getDefaultInstanceForType()

public SpeculativeDecodingSpec getDefaultInstanceForType()
Returns
Type Description
SpeculativeDecodingSpec

getDescriptorForType()

public Descriptors.Descriptor getDescriptorForType()
Returns
Type Description
Descriptor
Overrides

getDraftModelSpeculation()

public SpeculativeDecodingSpec.DraftModelSpeculation getDraftModelSpeculation()

draft model speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation

The draftModelSpeculation.

getDraftModelSpeculationBuilder()

public SpeculativeDecodingSpec.DraftModelSpeculation.Builder getDraftModelSpeculationBuilder()

draft model speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculation.Builder

getDraftModelSpeculationOrBuilder()

public SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder()

draft model speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type Description
SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder

getNgramSpeculation()

public SpeculativeDecodingSpec.NgramSpeculation getNgramSpeculation()

N-Gram speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type Description
SpeculativeDecodingSpec.NgramSpeculation

The ngramSpeculation.

getNgramSpeculationBuilder()

public SpeculativeDecodingSpec.NgramSpeculation.Builder getNgramSpeculationBuilder()

N-Gram speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type Description
SpeculativeDecodingSpec.NgramSpeculation.Builder

getNgramSpeculationOrBuilder()

public SpeculativeDecodingSpec.NgramSpeculationOrBuilder getNgramSpeculationOrBuilder()

N-Gram speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type Description
SpeculativeDecodingSpec.NgramSpeculationOrBuilder

getSpeculationCase()

public SpeculativeDecodingSpec.SpeculationCase getSpeculationCase()
Returns
Type Description
SpeculativeDecodingSpec.SpeculationCase

getSpeculativeTokenCount()

public int getSpeculativeTokenCount()

The number of speculative tokens to generate at each step.

int32 speculative_token_count = 1;

Returns
Type Description
int

The speculativeTokenCount.

hasDraftModelSpeculation()

public boolean hasDraftModelSpeculation()

draft model speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Returns
Type Description
boolean

Whether the draftModelSpeculation field is set.

hasNgramSpeculation()

public boolean hasNgramSpeculation()

N-Gram speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Returns
Type Description
boolean

Whether the ngramSpeculation field is set.

internalGetFieldAccessorTable()

protected GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
Returns
Type Description
FieldAccessorTable
Overrides

isInitialized()

public final boolean isInitialized()
Returns
Type Description
boolean
Overrides

mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)

public SpeculativeDecodingSpec.Builder mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)

draft model speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Parameter
Name Description
value SpeculativeDecodingSpec.DraftModelSpeculation
Returns
Type Description
SpeculativeDecodingSpec.Builder

mergeFrom(SpeculativeDecodingSpec other)

public SpeculativeDecodingSpec.Builder mergeFrom(SpeculativeDecodingSpec other)
Parameter
Name Description
other SpeculativeDecodingSpec
Returns
Type Description
SpeculativeDecodingSpec.Builder

mergeFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)

public SpeculativeDecodingSpec.Builder mergeFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)
Parameters
Name Description
input CodedInputStream
extensionRegistry ExtensionRegistryLite
Returns
Type Description
SpeculativeDecodingSpec.Builder
Overrides
Exceptions
Type Description
IOException

mergeFrom(Message other)

public SpeculativeDecodingSpec.Builder mergeFrom(Message other)
Parameter
Name Description
other Message
Returns
Type Description
SpeculativeDecodingSpec.Builder
Overrides

mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)

public SpeculativeDecodingSpec.Builder mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)

N-Gram speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Parameter
Name Description
value SpeculativeDecodingSpec.NgramSpeculation
Returns
Type Description
SpeculativeDecodingSpec.Builder

mergeUnknownFields(UnknownFieldSet unknownFields)

public final SpeculativeDecodingSpec.Builder mergeUnknownFields(UnknownFieldSet unknownFields)
Parameter
Name Description
unknownFields UnknownFieldSet
Returns
Type Description
SpeculativeDecodingSpec.Builder
Overrides

setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)

public SpeculativeDecodingSpec.Builder setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)

draft model speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Parameter
Name Description
value SpeculativeDecodingSpec.DraftModelSpeculation
Returns
Type Description
SpeculativeDecodingSpec.Builder

setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue)

public SpeculativeDecodingSpec.Builder setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue)

draft model speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;

Parameter
Name Description
builderForValue SpeculativeDecodingSpec.DraftModelSpeculation.Builder
Returns
Type Description
SpeculativeDecodingSpec.Builder

setField(Descriptors.FieldDescriptor field, Object value)

public SpeculativeDecodingSpec.Builder setField(Descriptors.FieldDescriptor field, Object value)
Parameters
Name Description
field FieldDescriptor
value Object
Returns
Type Description
SpeculativeDecodingSpec.Builder
Overrides

setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)

public SpeculativeDecodingSpec.Builder setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)

N-Gram speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Parameter
Name Description
value SpeculativeDecodingSpec.NgramSpeculation
Returns
Type Description
SpeculativeDecodingSpec.Builder

setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue)

public SpeculativeDecodingSpec.Builder setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue)

N-Gram speculation.

.google.cloud.aiplatform.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;

Parameter
Name Description
builderForValue SpeculativeDecodingSpec.NgramSpeculation.Builder
Returns
Type Description
SpeculativeDecodingSpec.Builder

setRepeatedField(Descriptors.FieldDescriptor field, int index, Object value)

public SpeculativeDecodingSpec.Builder setRepeatedField(Descriptors.FieldDescriptor field, int index, Object value)
Parameters
Name Description
field FieldDescriptor
index int
value Object
Returns
Type Description
SpeculativeDecodingSpec.Builder
Overrides

setSpeculativeTokenCount(int value)

public SpeculativeDecodingSpec.Builder setSpeculativeTokenCount(int value)

The number of speculative tokens to generate at each step.

int32 speculative_token_count = 1;

Parameter
Name Description
value int

The speculativeTokenCount to set.

Returns
Type Description
SpeculativeDecodingSpec.Builder

This builder for chaining.

setUnknownFields(UnknownFieldSet unknownFields)

public final SpeculativeDecodingSpec.Builder setUnknownFields(UnknownFieldSet unknownFields)
Parameter
Name Description
unknownFields UnknownFieldSet
Returns
Type Description
SpeculativeDecodingSpec.Builder
Overrides