class Tokenizer extends Object implements Closeable
Modifier and Type | Field and Description |
---|---|
(package private) StringBuilder |
buffer |
(package private) File |
file |
(package private) int |
lastChar |
(package private) int |
lineNumber |
(package private) String |
lineSeparator |
(package private) Reader |
reader |
(package private) String |
text |
Constructor and Description |
---|
Tokenizer(File file) |
Tokenizer(File file,
String encoding) |
Tokenizer(Reader reader,
File file,
int lineNumber) |
Tokenizer(String text,
File file,
int lineNumber) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
void |
filterLines(String[] patterns,
boolean skip) |
Token |
nextToken() |
(package private) int |
readChar() |
(package private) Token[] |
tokenize() |
File file
String text
Reader reader
String lineSeparator
int lastChar
int lineNumber
StringBuilder buffer
Tokenizer(File file) throws IOException
IOException
Tokenizer(File file, String encoding) throws IOException
IOException
public void filterLines(String[] patterns, boolean skip) throws IOException
IOException
public void close() throws IOException
close
in interface Closeable
close
in interface AutoCloseable
IOException
int readChar() throws IOException
IOException
public Token nextToken() throws IOException
IOException
Token[] tokenize()
Copyright © 2020. All rights reserved.