mocman.interpreter.syntax.token
Class Tokenizer

java.lang.Object
  extended by mocman.interpreter.syntax.token.Tokenizer

public class Tokenizer
extends java.lang.Object


Constructor Summary
Tokenizer()
           
 
Method Summary
static void addTokenType(java.lang.String pattern, int type)
           
 void empty()
           
static int epsilon()
           
 Token getNext()
           
static Token getPattern(int i)
           
static int getPatternCount()
           
static int getPatternId(int p)
           
static java.lang.String getTokenName(int t)
           
 boolean hasNext()
           
 boolean isComplete()
           
 java.lang.String match(java.lang.String w)
           
 void tokenize(java.lang.String s)
           
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Constructor Detail

Tokenizer

public Tokenizer()
Method Detail

getTokenName

public static java.lang.String getTokenName(int t)

getPatternId

public static int getPatternId(int p)

epsilon

public static int epsilon()

getPatternCount

public static int getPatternCount()

getPattern

public static Token getPattern(int i)

addTokenType

public static void addTokenType(java.lang.String pattern,
                                int type)

empty

public void empty()

match

public java.lang.String match(java.lang.String w)

tokenize

public void tokenize(java.lang.String s)

getNext

public Token getNext()

isComplete

public boolean isComplete()

hasNext

public boolean hasNext()