de.aitools.ie.decomposition.tokenizer
Class WordTokenizer

java.lang.Object
  de.aitools.ie.decomposition.tokenizer.Tokenizer
      de.aitools.ie.decomposition.tokenizer.LocalizedTokenizer
          de.aitools.ie.decomposition.tokenizer.WordTokenizer

All Implemented Interfaces:

java.util.Iterator<java.lang.String>

public class WordTokenizer
extends LocalizedTokenizer

Constructor Summary

WordTokenizer(java.util.Locale locale)

WordTokenizer(java.util.Locale locale, java.lang.String text)

Method Summary

boolean	hasNext()
java.lang.String	next()
void	onLocaleHasChanged()
void	setText(java.lang.String text)

Methods inherited from class de.aitools.ie.decomposition.tokenizer.LocalizedTokenizer

getLocale, setLocale

Methods inherited from class de.aitools.ie.decomposition.tokenizer.Tokenizer

nextAsDeepCopy, remove

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

WordTokenizer

public WordTokenizer(java.util.Locale locale)

WordTokenizer

public WordTokenizer(java.util.Locale locale,
                     java.lang.String text)

Method Detail

hasNext

public boolean hasNext()

next

public java.lang.String next()

setText

public void setText(java.lang.String text)

Specified by:

setText in class Tokenizer

onLocaleHasChanged

public void onLocaleHasChanged()

Specified by:

onLocaleHasChanged in class LocalizedTokenizer