Tokenizer

java.lang.Object

com.semedy.reasoner.parser.oologic.Tokenizer

public class Tokenizer extends Object

a stream based tokenizer for the sem.reasoner syntax

Author:: angele

Nested Class Summary

Nested Classes

Modifier and Type

Class

Description

static enum

Tokenizer.TokenType

the different types
Constructor Summary

Constructors

Constructor

Description

Tokenizer(Reader reader)

Tokenizer(String s)
Method Summary

Modifier and Type

Method

Description

boolean

finished()

int

getCharCount()

int

getColumn()

char

getCurrent()

int

getLine()

Reader

getReader()

boolean

hasNext()

Token

next()

void

pushBack()

void

readBlank()

Token

readComment()

void

readNext()

void

readNextChar()

Token

readPositiveInteger()

String

toString()

Methods inherited from class java.lang.Object
equals, getClass, hashCode, notify, notifyAll, wait, wait, wait

Constructor Details
- Tokenizer
  
  public Tokenizer(String s) throws IOException
  
  Throws:
  
  IOException
- Tokenizer
  
  public Tokenizer(Reader reader) throws IOException
  
  Throws:
  
  IOException
Method Details
- toString
  
  public String toString()
  
  Overrides:
  
  toString in class Object
- getReader
  
  public Reader getReader()
- getLine
  
  public int getLine()
- getColumn
  
  public int getColumn()
- getCharCount
  
  public int getCharCount()
- readNext
  
  public void readNext() throws SimpleParseException
  
  Throws:
  
  SimpleParseException
- readBlank
  
  public void readBlank() throws SimpleParseException
  
  Throws:
  
  SimpleParseException
- readNextChar
  
  public void readNextChar() throws SimpleParseException
  
  Throws:
  
  SimpleParseException
- readComment
  
  public Token readComment() throws SimpleParseException
  
  Throws:
  
  SimpleParseException
- finished
  
  public boolean finished()
- readPositiveInteger
  
  public Token readPositiveInteger() throws SimpleParseException
  
  Throws:
  
  SimpleParseException
- hasNext
  
  public boolean hasNext()
- getCurrent
  
  public char getCurrent()
- next
  
  public Token next() throws SimpleParseException
  
  Throws:
  
  SimpleParseException
- pushBack
  
  public void pushBack()