public class Tokenizer
extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
int |
tokenLength |
int |
tokenOffset |
int |
tokenSkippedSpaceOffset |
int |
tokenType |
static int |
TT_COMMENT_C |
static int |
TT_COMMENT_CPP |
static int |
TT_EOF |
static int |
TT_EOL |
static int |
TT_NOTHING |
static int |
TT_NUMBER |
static int |
TT_QUOTED |
static int |
TT_WORD |
Constructor and Description |
---|
Tokenizer(char[] src) |
Tokenizer(java.lang.String src) |
Modifier and Type | Method and Description |
---|---|
int |
getCurrentColumn() |
int |
getCurrentLine() |
java.lang.String |
getSrc(int offset,
int count) |
java.lang.String |
getToken() |
java.lang.String |
getTokenComment() |
int |
length() |
void |
nextToken() |
int |
offset() |
void |
reset() |
void |
seek(int offset) |
java.lang.String |
toString() |
public static final int TT_EOF
public static final int TT_EOL
public static final int TT_NUMBER
public static final int TT_WORD
public static final int TT_NOTHING
public static final int TT_COMMENT_C
public static final int TT_COMMENT_CPP
public static final int TT_QUOTED
public int tokenType
public int tokenSkippedSpaceOffset
public int tokenOffset
public int tokenLength
public Tokenizer(char[] src)
public Tokenizer(java.lang.String src)
public int offset()
public int length()
public void seek(int offset)
public void reset()
public java.lang.String getSrc(int offset, int count)
public int getCurrentLine()
public int getCurrentColumn()
public java.lang.String getToken()
public java.lang.String getTokenComment()
public void nextToken()
public java.lang.String toString()
toString
in class java.lang.Object