org.freecompany.util.text
Class TokenizerState

java.lang.Object
  extended by org.freecompany.util.text.State
      extended by org.freecompany.util.text.TokenizerState
All Implemented Interfaces:
java.lang.CharSequence, java.lang.Iterable<java.lang.Character>, java.util.Iterator<java.lang.Character>

public class TokenizerState
extends State


Field Summary
protected  boolean trim
           
 
Fields inherited from class org.freecompany.util.text.State
mark, position, sequence
 
Constructor Summary
TokenizerState()
           
 
Method Summary
 boolean trim()
           
 void trim(boolean trim)
          Sets this tokenizers handling of whitespace.
 
Methods inherited from class org.freecompany.util.text.State
append, append, append, charAt, clear, expunge, expunge, getMark, hasNext, iterator, length, mark, marked, next, peek, peekPlus, position, position, previous, remaining, remove, reset, rest, sequence, slice, subSequence
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 
Methods inherited from interface java.lang.CharSequence
toString
 

Field Detail

trim

protected boolean trim
Constructor Detail

TokenizerState

public TokenizerState()
Method Detail

trim

public void trim(boolean trim)
Sets this tokenizers handling of whitespace. If true, whitespace is searched for and removed from returned tokens. If false tokens are returned as is.


trim

public boolean trim()