Package com.redis.om.spring.vectorize

Class DefaultFeatureExtractor

java.lang.Object

com.redis.om.spring.vectorize.DefaultFeatureExtractor

All Implemented Interfaces:

FeatureExtractor

public class DefaultFeatureExtractor
extends Object
implements FeatureExtractor

Field Summary

Fields

Modifier and Type	Field	Description
final ai.djl.translate.Pipeline	imagePipeline
final ai.djl.huggingface.tokenizers.HuggingFaceTokenizer	sentenceTokenizer

Constructor Summary

Constructors

Constructor

Description

DefaultFeatureExtractor(org.springframework.context.ApplicationContext applicationContext, ai.djl.repository.zoo.ZooModel<ai.djl.modality.cv.Image,byte[]> imageEmbeddingModel, ai.djl.repository.zoo.ZooModel<ai.djl.modality.cv.Image,float[]> faceEmbeddingModel, ai.djl.modality.cv.ImageFactory imageFactory, ai.djl.translate.Pipeline imagePipeline, ai.djl.huggingface.tokenizers.HuggingFaceTokenizer sentenceTokenizer)

Method Summary

Modifier and Type	Method	Description
byte[]	getFacialImageEmbeddingsFor(InputStream is)
byte[]	getImageEmbeddingsFor(InputStream is)
byte[]	getSentenceEmbeddingsFor(String text)
boolean	isReady()
void	processEntity(byte[] redisKey, Object item)
void	processEntity(Object item)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

imagePipeline

public final ai.djl.translate.Pipeline imagePipeline

sentenceTokenizer

public final ai.djl.huggingface.tokenizers.HuggingFaceTokenizer sentenceTokenizer

Constructor Details

DefaultFeatureExtractor

public DefaultFeatureExtractor(org.springframework.context.ApplicationContext applicationContext,
 ai.djl.repository.zoo.ZooModel<ai.djl.modality.cv.Image,byte[]> imageEmbeddingModel,
 ai.djl.repository.zoo.ZooModel<ai.djl.modality.cv.Image,float[]> faceEmbeddingModel,
 ai.djl.modality.cv.ImageFactory imageFactory,
 ai.djl.translate.Pipeline imagePipeline,
 ai.djl.huggingface.tokenizers.HuggingFaceTokenizer sentenceTokenizer)

Method Details

processEntity

public void processEntity(byte[] redisKey,
 Object item)

Specified by:

processEntity in interface FeatureExtractor

getImageEmbeddingsFor

public byte[] getImageEmbeddingsFor(InputStream is)

Specified by:

getImageEmbeddingsFor in interface FeatureExtractor

getFacialImageEmbeddingsFor

public byte[] getFacialImageEmbeddingsFor(InputStream is)
                                   throws IOException,
ai.djl.translate.TranslateException

Specified by:

getFacialImageEmbeddingsFor in interface FeatureExtractor

Throws:

IOException

ai.djl.translate.TranslateException

getSentenceEmbeddingsFor

public byte[] getSentenceEmbeddingsFor(String text)

Specified by:

getSentenceEmbeddingsFor in interface FeatureExtractor

processEntity

public void processEntity(Object item)

Specified by:

processEntity in interface FeatureExtractor

isReady

public boolean isReady()

Specified by:

isReady in interface FeatureExtractor