public static final class SpeculativeDecodingSpec.Builder extends GeneratedMessage.Builder<SpeculativeDecodingSpec.Builder> implements SpeculativeDecodingSpecOrBuilderConfiguration for Speculative Decoding.
Protobuf type google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec
Inheritance
java.lang.Object > AbstractMessageLite.Builder<MessageType,BuilderType> > AbstractMessage.Builder<BuilderType> > GeneratedMessage.Builder > SpeculativeDecodingSpec.BuilderImplements
SpeculativeDecodingSpecOrBuilderStatic Methods
getDescriptor()
public static final Descriptors.Descriptor getDescriptor()| Returns | |
|---|---|
| Type | Description |
Descriptor |
|
Methods
build()
public SpeculativeDecodingSpec build()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec |
|
buildPartial()
public SpeculativeDecodingSpec buildPartial()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec |
|
clear()
public SpeculativeDecodingSpec.Builder clear()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
clearDraftModelSpeculation()
public SpeculativeDecodingSpec.Builder clearDraftModelSpeculation()draft model speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
clearNgramSpeculation()
public SpeculativeDecodingSpec.Builder clearNgramSpeculation()N-Gram speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
clearSpeculation()
public SpeculativeDecodingSpec.Builder clearSpeculation()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
clearSpeculativeTokenCount()
public SpeculativeDecodingSpec.Builder clearSpeculativeTokenCount()The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
This builder for chaining. |
getDefaultInstanceForType()
public SpeculativeDecodingSpec getDefaultInstanceForType()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec |
|
getDescriptorForType()
public Descriptors.Descriptor getDescriptorForType()| Returns | |
|---|---|
| Type | Description |
Descriptor |
|
getDraftModelSpeculation()
public SpeculativeDecodingSpec.DraftModelSpeculation getDraftModelSpeculation()draft model speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation |
The draftModelSpeculation. |
getDraftModelSpeculationBuilder()
public SpeculativeDecodingSpec.DraftModelSpeculation.Builder getDraftModelSpeculationBuilder()draft model speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculation.Builder |
|
getDraftModelSpeculationOrBuilder()
public SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder getDraftModelSpeculationOrBuilder()draft model speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.DraftModelSpeculationOrBuilder |
|
getNgramSpeculation()
public SpeculativeDecodingSpec.NgramSpeculation getNgramSpeculation()N-Gram speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.NgramSpeculation |
The ngramSpeculation. |
getNgramSpeculationBuilder()
public SpeculativeDecodingSpec.NgramSpeculation.Builder getNgramSpeculationBuilder()N-Gram speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.NgramSpeculation.Builder |
|
getNgramSpeculationOrBuilder()
public SpeculativeDecodingSpec.NgramSpeculationOrBuilder getNgramSpeculationOrBuilder()N-Gram speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.NgramSpeculationOrBuilder |
|
getSpeculationCase()
public SpeculativeDecodingSpec.SpeculationCase getSpeculationCase()| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.SpeculationCase |
|
getSpeculativeTokenCount()
public int getSpeculativeTokenCount()The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
| Returns | |
|---|---|
| Type | Description |
int |
The speculativeTokenCount. |
hasDraftModelSpeculation()
public boolean hasDraftModelSpeculation()draft model speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Returns | |
|---|---|
| Type | Description |
boolean |
Whether the draftModelSpeculation field is set. |
hasNgramSpeculation()
public boolean hasNgramSpeculation()N-Gram speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Returns | |
|---|---|
| Type | Description |
boolean |
Whether the ngramSpeculation field is set. |
internalGetFieldAccessorTable()
protected GeneratedMessage.FieldAccessorTable internalGetFieldAccessorTable()| Returns | |
|---|---|
| Type | Description |
FieldAccessorTable |
|
isInitialized()
public final boolean isInitialized()| Returns | |
|---|---|
| Type | Description |
boolean |
|
mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)
public SpeculativeDecodingSpec.Builder mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)draft model speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Parameter | |
|---|---|
| Name | Description |
value |
SpeculativeDecodingSpec.DraftModelSpeculation |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
mergeFrom(SpeculativeDecodingSpec other)
public SpeculativeDecodingSpec.Builder mergeFrom(SpeculativeDecodingSpec other)| Parameter | |
|---|---|
| Name | Description |
other |
SpeculativeDecodingSpec |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
mergeFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)
public SpeculativeDecodingSpec.Builder mergeFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)| Parameters | |
|---|---|
| Name | Description |
input |
CodedInputStream |
extensionRegistry |
ExtensionRegistryLite |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
| Exceptions | |
|---|---|
| Type | Description |
IOException |
|
mergeFrom(Message other)
public SpeculativeDecodingSpec.Builder mergeFrom(Message other)| Parameter | |
|---|---|
| Name | Description |
other |
Message |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)
public SpeculativeDecodingSpec.Builder mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)N-Gram speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Parameter | |
|---|---|
| Name | Description |
value |
SpeculativeDecodingSpec.NgramSpeculation |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)
public SpeculativeDecodingSpec.Builder setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)draft model speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Parameter | |
|---|---|
| Name | Description |
value |
SpeculativeDecodingSpec.DraftModelSpeculation |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue)
public SpeculativeDecodingSpec.Builder setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue)draft model speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Parameter | |
|---|---|
| Name | Description |
builderForValue |
SpeculativeDecodingSpec.DraftModelSpeculation.Builder |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)
public SpeculativeDecodingSpec.Builder setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)N-Gram speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Parameter | |
|---|---|
| Name | Description |
value |
SpeculativeDecodingSpec.NgramSpeculation |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue)
public SpeculativeDecodingSpec.Builder setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue)N-Gram speculation.
.google.cloud.aiplatform.v1beta1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Parameter | |
|---|---|
| Name | Description |
builderForValue |
SpeculativeDecodingSpec.NgramSpeculation.Builder |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
|
setSpeculativeTokenCount(int value)
public SpeculativeDecodingSpec.Builder setSpeculativeTokenCount(int value)The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
| Parameter | |
|---|---|
| Name | Description |
value |
intThe speculativeTokenCount to set. |
| Returns | |
|---|---|
| Type | Description |
SpeculativeDecodingSpec.Builder |
This builder for chaining. |