de.aitools.ie.decomposition.tokenizer
Class SentenceTokenizer

java.lang.Object
  de.aitools.ie.decomposition.tokenizer.Tokenizer
      de.aitools.ie.decomposition.tokenizer.LocalizedTokenizer
          de.aitools.ie.decomposition.tokenizer.SentenceTokenizer

All Implemented Interfaces:

java.util.Iterator<java.lang.String>

public class SentenceTokenizer
extends LocalizedTokenizer

Constructor Summary

SentenceTokenizer(java.util.Locale locale)

SentenceTokenizer(java.util.Locale locale, java.lang.String text)

Method Summary

boolean	hasNext()
java.lang.String	next()
void	onLocaleHasChanged()
void	setText(java.lang.String text)

Methods inherited from class de.aitools.ie.decomposition.tokenizer.LocalizedTokenizer

getLocale, setLocale

Methods inherited from class de.aitools.ie.decomposition.tokenizer.Tokenizer

nextAsDeepCopy, remove

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SentenceTokenizer

public SentenceTokenizer(java.util.Locale locale)

SentenceTokenizer

public SentenceTokenizer(java.util.Locale locale,
                         java.lang.String text)

Method Detail

hasNext

public boolean hasNext()

next

public java.lang.String next()

setText

public void setText(java.lang.String text)

Specified by:

setText in class Tokenizer

onLocaleHasChanged

public void onLocaleHasChanged()

Specified by:

onLocaleHasChanged in class LocalizedTokenizer