Package ai.vespa.embedding.config

Class GgufEmbedderConfig

java.lang.Object

com.yahoo.config.Node

com.yahoo.config.InnerNode

com.yahoo.config.ConfigInstance

ai.vespa.embedding.config.GgufEmbedderConfig

public final class GgufEmbedderConfig
extends com.yahoo.config.ConfigInstance

This class represents the root node of gguf-embedder

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static final class	GgufEmbedderConfig.Builder
static final class	GgufEmbedderConfig.PoolingType	This class represents gguf-embedder.poolingType Set pooling type for embeddings (default: UNSPECIFIED, UNSPECIFIED = model default).
static interface	GgufEmbedderConfig.Producer

Field Summary

Fields

Modifier and Type	Field	Description
static final String	CONFIG_DEF_MD5
static final String	CONFIG_DEF_NAME
static final String	CONFIG_DEF_NAMESPACE
static final String[]	CONFIG_DEF_SCHEMA

Constructor Summary

Constructors

Constructor	Description
GgufEmbedderConfig(GgufEmbedderConfig.Builder builder)

Method Summary

Modifier and Type	Method	Description
double	batchThreads()
int	contextSize()
boolean	continuousBatching()
Path	embeddingModel()
com.yahoo.config.ModelReference	embeddingModelReference()
static String	getDefMd5()
static String	getDefName()
static String	getDefNamespace()
int	gpuLayers()
int	logicalMaxBatchSize()
int	maxPromptTokens()
boolean	normalize()
int	parallel()
int	physicalMaxBatchSize()
GgufEmbedderConfig.PoolingType.Enum	poolingType()
String	prependDocument()
String	prependQuery()
int	seed()
double	threads()

Methods inherited from class com.yahoo.config.ConfigInstance

getDefName, getDefNamespace, serialize, serialize

Methods inherited from class com.yahoo.config.InnerNode

equals, getAllDescendantLeafNodes, getChildren, getChildrenWithVectorsFlattened, hashCode, postInitialize, toString

Methods inherited from class com.yahoo.config.Node

clone

Methods inherited from class java.lang.Object

finalize, getClass, notify, notifyAll, wait, wait, wait

Field Details

CONFIG_DEF_MD5

public static final String CONFIG_DEF_MD5

See Also:

• Constant Field Values

CONFIG_DEF_NAME

public static final String CONFIG_DEF_NAME

See Also:

• Constant Field Values

CONFIG_DEF_NAMESPACE

public static final String CONFIG_DEF_NAMESPACE

See Also:

• Constant Field Values

CONFIG_DEF_SCHEMA

public static final String[] CONFIG_DEF_SCHEMA

Constructor Details

GgufEmbedderConfig

public GgufEmbedderConfig(GgufEmbedderConfig.Builder builder)

Method Details

getDefMd5

public static String getDefMd5()

getDefName

public static String getDefName()

getDefNamespace

public static String getDefNamespace()

embeddingModel

public Path embeddingModel()

Returns:

gguf-embedder.embeddingModel

embeddingModelReference

public com.yahoo.config.ModelReference embeddingModelReference()

Returns:

gguf-embedder.embeddingModel ModelReference

gpuLayers

public int gpuLayers()

Returns:

gguf-embedder.gpuLayers

poolingType

public GgufEmbedderConfig.PoolingType.Enum poolingType()

Returns:

gguf-embedder.poolingType

physicalMaxBatchSize

public int physicalMaxBatchSize()

Returns:

gguf-embedder.physicalMaxBatchSize

logicalMaxBatchSize

public int logicalMaxBatchSize()

Returns:

gguf-embedder.logicalMaxBatchSize

continuousBatching

public boolean continuousBatching()

Returns:

gguf-embedder.continuousBatching

contextSize

public int contextSize()

Returns:

gguf-embedder.contextSize

maxPromptTokens

public int maxPromptTokens()

Returns:

gguf-embedder.maxPromptTokens

seed

public int seed()

Returns:

gguf-embedder.seed

parallel

public int parallel()

Returns:

gguf-embedder.parallel

threads

public double threads()

Returns:

gguf-embedder.threads

batchThreads

public double batchThreads()

Returns:

gguf-embedder.batchThreads

prependQuery

public String prependQuery()

Returns:

gguf-embedder.prependQuery

prependDocument

public String prependDocument()

Returns:

gguf-embedder.prependDocument

normalize

public boolean normalize()

Returns:

gguf-embedder.normalize