mocman.interpreter.syntax.token
Class Tokenizer
java.lang.Object
mocman.interpreter.syntax.token.Tokenizer
public class Tokenizer
- extends java.lang.Object
Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Tokenizer
public Tokenizer()
getTokenName
public static java.lang.String getTokenName(int t)
getPatternId
public static int getPatternId(int p)
epsilon
public static int epsilon()
getPatternCount
public static int getPatternCount()
getPattern
public static Token getPattern(int i)
addTokenType
public static void addTokenType(java.lang.String pattern,
int type)
empty
public void empty()
match
public java.lang.String match(java.lang.String w)
tokenize
public void tokenize(java.lang.String s)
getNext
public Token getNext()
isComplete
public boolean isComplete()
hasNext
public boolean hasNext()