public interface Tokenizer extends Iterator<Token>, Closeable
boolean
eof()
long
getColumn()
getLine()
hasNext()
Token
next()
peek()
remove
close
boolean hasNext()
hasNext
Iterator<Token>
Token next()
next
Token peek()
boolean eof()
long getLine()
long getColumn()
Licenced under the Apache License, Version 2.0