Package ai.vespa.embedding.config

Class GgufEmbedderConfig.Builder

java.lang.Object

ai.vespa.embedding.config.GgufEmbedderConfig.Builder

All Implemented Interfaces:

com.yahoo.config.ConfigBuilder, com.yahoo.config.ConfigInstance.Builder

Enclosing class:

GgufEmbedderConfig

public static final class GgufEmbedderConfig.Builder
extends Object
implements com.yahoo.config.ConfigInstance.Builder

Constructor Summary

Constructors

Constructor	Description
Builder()
Builder(GgufEmbedderConfig config)

Method Summary

Modifier and Type	Method	Description
GgufEmbedderConfig.Builder	batchThreads(double __value)
GgufEmbedderConfig	build()
GgufEmbedderConfig.Builder	contextSize(int __value)
GgufEmbedderConfig.Builder	continuousBatching(boolean __value)
final boolean	dispatchGetConfig(com.yahoo.config.ConfigInstance.Producer producer)
GgufEmbedderConfig.Builder	embeddingModel(com.yahoo.config.ModelReference __value)
final boolean	getApplyOnRestart()
final String	getDefMd5()
final String	getDefName()
final String	getDefNamespace()
GgufEmbedderConfig.Builder	gpuLayers(int __value)
GgufEmbedderConfig.Builder	logicalMaxBatchSize(int __value)
GgufEmbedderConfig.Builder	maxPromptTokens(int __value)
GgufEmbedderConfig.Builder	normalize(boolean __value)
GgufEmbedderConfig.Builder	parallel(int __value)
GgufEmbedderConfig.Builder	physicalMaxBatchSize(int __value)
GgufEmbedderConfig.Builder	poolingType(GgufEmbedderConfig.PoolingType.Enum __value)
GgufEmbedderConfig.Builder	prependDocument(String __value)
GgufEmbedderConfig.Builder	prependQuery(String __value)
GgufEmbedderConfig.Builder	seed(int __value)
final void	setApplyOnRestart(boolean applyOnRestart)
GgufEmbedderConfig.Builder	threads(double __value)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

Builder

public Builder()

Builder

public Builder(GgufEmbedderConfig config)

Method Details

embeddingModel

public GgufEmbedderConfig.Builder embeddingModel(com.yahoo.config.ModelReference __value)

gpuLayers

public GgufEmbedderConfig.Builder gpuLayers(int __value)

poolingType

public GgufEmbedderConfig.Builder poolingType(GgufEmbedderConfig.PoolingType.Enum __value)

physicalMaxBatchSize

public GgufEmbedderConfig.Builder physicalMaxBatchSize(int __value)

logicalMaxBatchSize

public GgufEmbedderConfig.Builder logicalMaxBatchSize(int __value)

continuousBatching

public GgufEmbedderConfig.Builder continuousBatching(boolean __value)

contextSize

public GgufEmbedderConfig.Builder contextSize(int __value)

maxPromptTokens

public GgufEmbedderConfig.Builder maxPromptTokens(int __value)

seed

public GgufEmbedderConfig.Builder seed(int __value)

parallel

public GgufEmbedderConfig.Builder parallel(int __value)

threads

public GgufEmbedderConfig.Builder threads(double __value)

batchThreads

public GgufEmbedderConfig.Builder batchThreads(double __value)

prependQuery

public GgufEmbedderConfig.Builder prependQuery(String __value)

prependDocument

public GgufEmbedderConfig.Builder prependDocument(String __value)

normalize

public GgufEmbedderConfig.Builder normalize(boolean __value)

dispatchGetConfig

public final boolean dispatchGetConfig(com.yahoo.config.ConfigInstance.Producer producer)

Specified by:

dispatchGetConfig in interface com.yahoo.config.ConfigInstance.Builder

getDefMd5

public final String getDefMd5()

Specified by:

getDefMd5 in interface com.yahoo.config.ConfigInstance.Builder

getDefName

public final String getDefName()

Specified by:

getDefName in interface com.yahoo.config.ConfigInstance.Builder

getDefNamespace

public final String getDefNamespace()

Specified by:

getDefNamespace in interface com.yahoo.config.ConfigInstance.Builder

getApplyOnRestart

public final boolean getApplyOnRestart()

Specified by:

getApplyOnRestart in interface com.yahoo.config.ConfigInstance.Builder

setApplyOnRestart

public final void setApplyOnRestart(boolean applyOnRestart)

Specified by:

setApplyOnRestart in interface com.yahoo.config.ConfigInstance.Builder

build

public GgufEmbedderConfig build()