de.aitools.dm.clusterlabeling.common
Class CommonSyntaxTokenizer

java.lang.Object
  com.aliasi.tokenizer.ModifiedTokenizerFactory
      com.aliasi.tokenizer.ModifyTokenTokenizerFactory
          de.aitools.dm.clusterlabeling.common.CommonSyntaxTokenizer

All Implemented Interfaces:

com.aliasi.tokenizer.TokenizerFactory, java.io.Serializable

public class CommonSyntaxTokenizer
extends com.aliasi.tokenizer.ModifyTokenTokenizerFactory

Version:

$Id: CommonSyntaxTokenizer.java,v 1.1 2012/01/11 19:19:55 hoppe Exp $

Author:

dennis.hoppe(/\t)uni-weimar.de

See Also:

Serialized Form

Field Summary

static java.lang.String

ALL

Constructor Summary

CommonSyntaxTokenizer(com.aliasi.tokenizer.TokenizerFactory factory)

Method Summary

java.lang.String

modifyToken(java.lang.String tok)

Methods inherited from class com.aliasi.tokenizer.ModifyTokenTokenizerFactory

modify, modifyWhitespace, toString

Methods inherited from class com.aliasi.tokenizer.ModifiedTokenizerFactory

baseTokenizerFactory, tokenizer

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

ALL

public static final java.lang.String ALL

See Also:

Constant Field Values

Constructor Detail

CommonSyntaxTokenizer

public CommonSyntaxTokenizer(com.aliasi.tokenizer.TokenizerFactory factory)

Parameters:

factory -

Method Detail

modifyToken

public java.lang.String modifyToken(java.lang.String tok)

Overrides:

modifyToken in class com.aliasi.tokenizer.ModifyTokenTokenizerFactory

Parameters:

tok -