Package com.yahoo.vespa.indexinglanguage.parser

Class IndexingParser

java.lang.Object

com.yahoo.vespa.indexinglanguage.parser.IndexingParser

All Implemented Interfaces:

IndexingParserConstants

public class IndexingParser
extends Object
implements IndexingParserConstants

Author:

Simon Thoresen Hult

Field Summary

Fields

Modifier and Type	Field	Description
Token	jj_nt	Next token.
Token	token	Current token.
IndexingParserTokenManager	token_source	Generated Token Manager.

Fields inherited from interface com.yahoo.vespa.indexinglanguage.parser.IndexingParserConstants

ADD, ATTRIBUTE, BASE64_DECODE, BASE64_ENCODE, BINARIZE, BUSY_WAIT, CASE, CASE_DEFAULT, CHOICE, CHUNK, CLEAR_STATE, COLON, COMMA, COMMENT, CREATE_IF_NON_EXISTENT, DEFAULT, DIV, DOT, DOUBLE, ECHO, ELSE, EMBED, EOF, EQ, EXACT, FALSE, FLATTEN, FLOAT, FOR_EACH, GE, GENERATE, GET_FIELD, GET_VAR, GT, GUARD, HASH, HEX_DECODE, HEX_ENCODE, HOST_NAME, IDENTIFIER, IF, INDEX, INPUT, INTEGER, JOIN, KEEP_CASE, LCURLY, LE, LONG, LOWER_CASE, LPAREN, LT, MAX_LENGTH, MAX_OCCURRENCES, MAX_TOKEN_LENGTH, MOD, MUL, NE, NGRAM, NL, NORMALIZE, NOW, OPTIMIZE_PREDICATE, PACK_BITS, PASSTHROUGH, PIPE, RANDOM, RCURLY, REMOVE_IF_ZERO, RPAREN, SCOLON, SELECT_INPUT, SET_LANGUAGE, SET_VAR, SLEEP, SPLIT, STEM, STRING, SUB, SUBSTRING, SUMMARY, SWITCH, THIS, TO_ARRAY, TO_BOOL, TO_BYTE, TO_DOUBLE, TO_EPOCH_SECOND, TO_FLOAT, TO_INT, TO_LONG, TO_POS, TO_STRING, TO_URI, TO_WSET, tokenImage, TOKENIZE, TRIM, TRUE, UNDERSCORE, ZCURVE

Constructor Summary

Constructors

Constructor	Description
IndexingParser(CharStream stream)	Constructor with user supplied CharStream.
IndexingParser(IndexingParserTokenManager tm)	Constructor with generated Token Manager.
IndexingParser(String str)

Method Summary

Modifier and Type	Method	Description
final AnnotatorConfig	annotatorConfig()
final List<String>	arguments()	A possibly empty list of arguments that can be strings or numbers.
final Expression	attributeExp()
final Expression	base64DecodeExp()
final Expression	base64EncodeExp()
final Expression	binarizeExp()
final Expression	busy_waitExp()
final Expression	chunkExp()
final Expression	clearStateExp()
final void	disable_tracing()	Disable tracing.
final Expression	echoExp()
final Expression	embedExp()
final void	enable_tracing()	Enable tracing.
final Expression	exactExp()
final Expression	executionValueExp()
final Expression	expression()
final String	fieldName()
final com.yahoo.document.datatypes.FieldValue	fieldValue()
final Expression	flattenExp()
final Expression	forEachExp()
final Expression	generateExp()
ParseException	generateParseException()	Generate ParseException.
final Expression	getFieldExp()
final Token	getNextToken()
final Token	getToken(int index)
final Expression	getVarExp()
final Expression	guardExp()
final Expression	hashExp()
final Expression	hexDecodeExp()
final Expression	hexEncodeExp()
final Expression	hostNameExp()
final String	identifier()
final IfThenExpression.Comparator	ifThenCmp()
final Expression	ifThenExp()
final Expression	indexExp()
final Expression	inputExp()
final int	integer()
final Expression	joinExp()
final Expression	literalBoolExp()
final Expression	lowerCaseExp()
final Expression	math()
final Expression	ngramExp()
final void	nl()
final Expression	nonChoiceExpression()
final Expression	normalizeExp()
final Expression	nowExp()
final com.yahoo.document.datatypes.NumericFieldValue	numericValue()
final Expression	optimizePredicateExp()
final Expression	packBitsExp()
final Expression	passthroughExp()
final Expression	randomExp()
void	ReInit(CharStream stream)	Reinitialise.
void	ReInit(IndexingParserTokenManager tm)	Reinitialise
final Expression	root()
final ScriptExpression	script()
final Expression	selectInputExp()
IndexingParser	setChunkers(Map<String,com.yahoo.language.process.Chunker> chunkers)
IndexingParser	setDefaultFieldName(String fieldName)
IndexingParser	setEmbedders(Map<String,com.yahoo.language.process.Embedder> embedders)
IndexingParser	setGenerators(Map<String,com.yahoo.language.process.FieldGenerator> generators)
IndexingParser	setGlobalAnnotatorConfig(AnnotatorConfig config)
final Expression	setLanguageExp()
IndexingParser	setLinguistics(com.yahoo.language.Linguistics linguistics)
final Expression	setValueExp()
final Expression	setVarExp()
final Expression	sleepExp()
final Expression	splitExp()
final StatementExpression	statement()
final String	string()
final com.yahoo.document.datatypes.FieldValue	stringValue()
final Expression	substringExp()
final Expression	summaryExp()
final Expression	switchExp()
final Expression	thisExp()
final Expression	toArrayExp()
final Expression	toBoolExp()
final Expression	toByteExp()
final Expression	toDoubleExp()
final Expression	toEpochSecondExp()
final Expression	toFloatExp()
final Expression	toIntExp()
final Expression	tokenizeExp()
final Expression	toLongExp()
final Expression	toPosExp()
final Expression	toStringExp()
final Expression	toUriExp()
final Expression	toWsetExp()
final boolean	trace_enabled()
final Expression	trimExp()
final Expression	value()
final Expression	zcurveExp()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

token_source

public IndexingParserTokenManager token_source

Generated Token Manager.

token

public Token token

Current token.

jj_nt

public Token jj_nt

Next token.

Constructor Details

IndexingParser

public IndexingParser(String str)

IndexingParser

public IndexingParser(CharStream stream)

Constructor with user supplied CharStream.

Parameters:

stream - stream to init with

IndexingParser

public IndexingParser(IndexingParserTokenManager tm)

Constructor with generated Token Manager.

Parameters:

tm - Token manager to use

Method Details

setDefaultFieldName

public IndexingParser setDefaultFieldName(String fieldName)

setLinguistics

public IndexingParser setLinguistics(com.yahoo.language.Linguistics linguistics)

setChunkers

public IndexingParser setChunkers(Map<String,com.yahoo.language.process.Chunker> chunkers)

setEmbedders

public IndexingParser setEmbedders(Map<String,com.yahoo.language.process.Embedder> embedders)

setGenerators

public IndexingParser setGenerators(Map<String,com.yahoo.language.process.FieldGenerator> generators)

setGlobalAnnotatorConfig

public IndexingParser setGlobalAnnotatorConfig(AnnotatorConfig config)

root

public final Expression root()
                      throws ParseException

Throws:

ParseException

script

public final ScriptExpression script()
                              throws ParseException

Throws:

ParseException

statement

public final StatementExpression statement()
                                    throws ParseException

Throws:

ParseException

expression

public final Expression expression()
                            throws ParseException

Throws:

ParseException

nonChoiceExpression

public final Expression nonChoiceExpression()
                                     throws ParseException

Throws:

ParseException

math

public final Expression math()
                      throws ParseException

Throws:

ParseException

value

public final Expression value()
                       throws ParseException

Throws:

ParseException

attributeExp

public final Expression attributeExp()
                              throws ParseException

Throws:

ParseException

base64DecodeExp

public final Expression base64DecodeExp()
                                 throws ParseException

Throws:

ParseException

base64EncodeExp

public final Expression base64EncodeExp()
                                 throws ParseException

Throws:

ParseException

busy_waitExp

public final Expression busy_waitExp()
                              throws ParseException

Throws:

ParseException

chunkExp

public final Expression chunkExp()
                          throws ParseException

Throws:

ParseException

clearStateExp

public final Expression clearStateExp()
                               throws ParseException

Throws:

ParseException

echoExp

public final Expression echoExp()
                         throws ParseException

Throws:

ParseException

embedExp

public final Expression embedExp()
                          throws ParseException

Throws:

ParseException

generateExp

public final Expression generateExp()
                             throws ParseException

Throws:

ParseException

exactExp

public final Expression exactExp()
                          throws ParseException

Throws:

ParseException

flattenExp

public final Expression flattenExp()
                            throws ParseException

Throws:

ParseException

forEachExp

public final Expression forEachExp()
                            throws ParseException

Throws:

ParseException

getFieldExp

public final Expression getFieldExp()
                             throws ParseException

Throws:

ParseException

getVarExp

public final Expression getVarExp()
                           throws ParseException

Throws:

ParseException

guardExp

public final Expression guardExp()
                          throws ParseException

Throws:

ParseException

hashExp

public final Expression hashExp()
                         throws ParseException

Throws:

ParseException

hexDecodeExp

public final Expression hexDecodeExp()
                              throws ParseException

Throws:

ParseException

hexEncodeExp

public final Expression hexEncodeExp()
                              throws ParseException

Throws:

ParseException

hostNameExp

public final Expression hostNameExp()
                             throws ParseException

Throws:

ParseException

ifThenExp

public final Expression ifThenExp()
                           throws ParseException

Throws:

ParseException

ifThenCmp

public final IfThenExpression.Comparator ifThenCmp()
                                            throws ParseException

Throws:

ParseException

indexExp

public final Expression indexExp()
                          throws ParseException

Throws:

ParseException

inputExp

public final Expression inputExp()
                          throws ParseException

Throws:

ParseException

joinExp

public final Expression joinExp()
                         throws ParseException

Throws:

ParseException

lowerCaseExp

public final Expression lowerCaseExp()
                              throws ParseException

Throws:

ParseException

ngramExp

public final Expression ngramExp()
                          throws ParseException

Throws:

ParseException

normalizeExp

public final Expression normalizeExp()
                              throws ParseException

Throws:

ParseException

nowExp

public final Expression nowExp()
                        throws ParseException

Throws:

ParseException

optimizePredicateExp

public final Expression optimizePredicateExp()
                                      throws ParseException

Throws:

ParseException

packBitsExp

public final Expression packBitsExp()
                             throws ParseException

Throws:

ParseException

passthroughExp

public final Expression passthroughExp()
                                throws ParseException

Throws:

ParseException

randomExp

public final Expression randomExp()
                           throws ParseException

Throws:

ParseException

selectInputExp

public final Expression selectInputExp()
                                throws ParseException

Throws:

ParseException

setLanguageExp

public final Expression setLanguageExp()
                                throws ParseException

Throws:

ParseException

setValueExp

public final Expression setValueExp()
                             throws ParseException

Throws:

ParseException

setVarExp

public final Expression setVarExp()
                           throws ParseException

Throws:

ParseException

sleepExp

public final Expression sleepExp()
                          throws ParseException

Throws:

ParseException

splitExp

public final Expression splitExp()
                          throws ParseException

Throws:

ParseException

substringExp

public final Expression substringExp()
                              throws ParseException

Throws:

ParseException

summaryExp

public final Expression summaryExp()
                            throws ParseException

Throws:

ParseException

switchExp

public final Expression switchExp()
                           throws ParseException

Throws:

ParseException

thisExp

public final Expression thisExp()
                         throws ParseException

Throws:

ParseException

tokenizeExp

public final Expression tokenizeExp()
                             throws ParseException

Throws:

ParseException

annotatorConfig

public final AnnotatorConfig annotatorConfig()
                                      throws ParseException

Throws:

ParseException

toArrayExp

public final Expression toArrayExp()
                            throws ParseException

Throws:

ParseException

toBoolExp

public final Expression toBoolExp()
                           throws ParseException

Throws:

ParseException

toByteExp

public final Expression toByteExp()
                           throws ParseException

Throws:

ParseException

toDoubleExp

public final Expression toDoubleExp()
                             throws ParseException

Throws:

ParseException

toEpochSecondExp

public final Expression toEpochSecondExp()
                                  throws ParseException

Throws:

ParseException

toFloatExp

public final Expression toFloatExp()
                            throws ParseException

Throws:

ParseException

toIntExp

public final Expression toIntExp()
                          throws ParseException

Throws:

ParseException

toLongExp

public final Expression toLongExp()
                           throws ParseException

Throws:

ParseException

toPosExp

public final Expression toPosExp()
                          throws ParseException

Throws:

ParseException

toStringExp

public final Expression toStringExp()
                             throws ParseException

Throws:

ParseException

toUriExp

public final Expression toUriExp()
                          throws ParseException

Throws:

ParseException

toWsetExp

public final Expression toWsetExp()
                           throws ParseException

Throws:

ParseException

trimExp

public final Expression trimExp()
                         throws ParseException

Throws:

ParseException

literalBoolExp

public final Expression literalBoolExp()
                                throws ParseException

Throws:

ParseException

zcurveExp

public final Expression zcurveExp()
                           throws ParseException

Throws:

ParseException

binarizeExp

public final Expression binarizeExp()
                             throws ParseException

Throws:

ParseException

executionValueExp

public final Expression executionValueExp()
                                   throws ParseException

Throws:

ParseException

arguments

public final List<String> arguments()
                             throws ParseException

A possibly empty list of arguments that can be strings or numbers.

Throws:

ParseException

identifier

public final String identifier()
                        throws ParseException

Throws:

ParseException

fieldName

public final String fieldName()
                       throws ParseException

Throws:

ParseException

fieldValue

public final com.yahoo.document.datatypes.FieldValue fieldValue()
                                                         throws ParseException

Throws:

ParseException

numericValue

public final com.yahoo.document.datatypes.NumericFieldValue numericValue()
                                                                  throws ParseException

Throws:

ParseException

stringValue

public final com.yahoo.document.datatypes.FieldValue stringValue()
                                                          throws ParseException

Throws:

ParseException

string

public final String string()
                    throws ParseException

Throws:

ParseException

integer

public final int integer()
                  throws ParseException

Throws:

ParseException

nl

public final void nl()
              throws ParseException

Throws:

ParseException

ReInit

public void ReInit(CharStream stream)

Reinitialise.

Parameters:

stream - stream to init with

ReInit

public void ReInit(IndexingParserTokenManager tm)

Reinitialise

Parameters:

tm - Token manager to use

getNextToken

public final Token getNextToken()

Returns:

the next Token.

getToken

public final Token getToken(int index)

Parameters:

index - index to be retrieved

Returns:

the specific Token.

generateParseException

public ParseException generateParseException()

Generate ParseException.

Returns:

new Exception object. Never null

trace_enabled

public final boolean trace_enabled()

Returns:

Always false.

enable_tracing

public final void enable_tracing()

Enable tracing.

disable_tracing

public final void disable_tracing()

Disable tracing.