public class ExtendedTokenizer extends Tokenizer
| Modifier and Type | Field and Description |
|---|---|
protected int |
braceLevel |
static int |
DEBUG_LEVEL |
java.lang.StringBuffer |
tokenSkippedComments |
static int |
TT_BLOCK |
tokenLength, tokenOffset, tokenSkippedSpaceOffset, tokenType, TT_COMMENT_C, TT_COMMENT_CPP, TT_EOF, TT_EOL, TT_NOTHING, TT_NUMBER, TT_QUOTED, TT_WORD| Constructor and Description |
|---|
ExtendedTokenizer(char[] src) |
ExtendedTokenizer(java.lang.String src) |
| Modifier and Type | Method and Description |
|---|---|
void |
discardLine() |
void |
nextTokenNotEol() |
void |
nextTokenSignificant() |
void |
nextTokenSignificant(boolean returnComments) |
void |
nextTokenSignificantOrBlock() |
void |
nextTokenSignificantOrBlock(boolean parseBraceBlock) |
void |
nextTokenSignificantOrBraceBlock(char openBrace,
char closeBrace) |
void |
nextTokenSignificantOrBraceBlock(char openBrace1,
char closeBrace1,
char openBrace2,
char closeBrace2) |
java.lang.String |
toString() |
getCurrentColumn, getCurrentLine, getSrc, getToken, getTokenComment, length, nextToken, offset, reset, seekpublic static final int DEBUG_LEVEL
public static final int TT_BLOCK
protected int braceLevel
public java.lang.StringBuffer tokenSkippedComments
public ExtendedTokenizer(char[] src)
public ExtendedTokenizer(java.lang.String src)
public void discardLine()
public void nextTokenSignificantOrBlock()
public void nextTokenSignificantOrBlock(boolean parseBraceBlock)
public void nextTokenSignificantOrBraceBlock(char openBrace,
char closeBrace)
public void nextTokenSignificantOrBraceBlock(char openBrace1,
char closeBrace1,
char openBrace2,
char closeBrace2)
public void nextTokenNotEol()
public void nextTokenSignificant()
public void nextTokenSignificant(boolean returnComments)