genscript.syntax.tokens

Class TokenSet

java.lang.Object

genscript.syntax.tokens.TokenSet

public class TokenSet
extends java.lang.Object

Field Summary

Fields

Modifier and Type	Field and Description
static TokenIdentifier	ENDOFBUFFER
static TokenIdentifier	LAYOUT
static Token	LAYOUTTOKEN

Constructor Summary

Constructors

Constructor and Description
TokenSet()

Method Summary

Modifier and Type	Method and Description
TokenIdentifier	addTokenIdentifier(java.lang.String tokenName)
TokenIdentifier	addTokenIdentifier(java.lang.String tokenName, TokenIdentifier token)
static NTProductions	createSearchGraph()
TokenGraph	getLayoutGraph()
TokenGraph	getTokenGraph()
TokenIdentifier	getTokenIdentifier(int index)
TokenIdentifier	getTokenIdentifier(java.lang.String tokenName)
Token	getValue(IndexReader source)
void	insertWhiteSpace(java.io.BufferedReader key, int keyLength)
void	insertWhiteSpace(int[] chars)
TokenIdentifier	registerIdentifier(java.lang.String ideChars, java.lang.String ideNumChars, TokenIdentifier identifier)
TokenIdentifier	registerTokenIdentifier(TokenIdentifier tokenIdentifier)
void	skipSpace(IndexReader innerSource)
java.lang.String	toString()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

LAYOUT

public static final TokenIdentifier LAYOUT

LAYOUTTOKEN

public static final Token LAYOUTTOKEN

ENDOFBUFFER

public static final TokenIdentifier ENDOFBUFFER

Constructor Detail

TokenSet

public TokenSet()

Method Detail

createSearchGraph

public static final NTProductions createSearchGraph()

registerTokenIdentifier

public TokenIdentifier registerTokenIdentifier(TokenIdentifier tokenIdentifier)

addTokenIdentifier

public TokenIdentifier addTokenIdentifier(java.lang.String tokenName,
                                          TokenIdentifier token)

addTokenIdentifier

public TokenIdentifier addTokenIdentifier(java.lang.String tokenName)

getTokenIdentifier

public TokenIdentifier getTokenIdentifier(java.lang.String tokenName)

insertWhiteSpace

public void insertWhiteSpace(int[] chars)

insertWhiteSpace

public void insertWhiteSpace(java.io.BufferedReader key,
                             int keyLength)

skipSpace

public void skipSpace(IndexReader innerSource)

getValue

public Token getValue(IndexReader source)
               throws ParseException

Throws:

ParseException

getTokenGraph

public TokenGraph getTokenGraph()

getLayoutGraph

public TokenGraph getLayoutGraph()

toString

public java.lang.String toString()

Overrides:

toString in class java.lang.Object

getTokenIdentifier

public TokenIdentifier getTokenIdentifier(int index)

registerIdentifier

public TokenIdentifier registerIdentifier(java.lang.String ideChars,
                                          java.lang.String ideNumChars,
                                          TokenIdentifier identifier)