public class ParseTokenizers extends FileTokenizer
mode_
tokenVectorMap
Constructor and Description |
---|
ParseTokenizers(java.lang.String fileName) |
Modifier and Type | Method and Description |
---|---|
void |
createTokens(int character_) |
java.util.List<Token> |
readFile() |
java.util.List<Token> |
readString() |
void |
splitLines() |
addTokenizers, readFile, setMode, tokenize, tokenizeFile
getTokenVectorMap, iterator, printTokens, tokenize, toString