org.apache.uima.lucas.indexer
Class Tokenizer

java.lang.Object
  extended by org.apache.uima.lucas.indexer.Tokenizer

public class Tokenizer
extends Object


Field Summary
static String TOKENIZER_CAS
           
static String TOKENIZER_STANDARD
           
static String TOKENIZER_WHITESPACE
           
 
Constructor Summary
Tokenizer()
           
 
Method Summary
 boolean needsTokenization(AnnotationDescription annotationDescription)
           
 org.apache.lucene.analysis.TokenStream tokenize(org.apache.lucene.analysis.TokenStream tokenStream, AnnotationDescription description)
           
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Field Detail

TOKENIZER_WHITESPACE

public static final String TOKENIZER_WHITESPACE
See Also:
Constant Field Values

TOKENIZER_CAS

public static final String TOKENIZER_CAS
See Also:
Constant Field Values

TOKENIZER_STANDARD

public static final String TOKENIZER_STANDARD
See Also:
Constant Field Values
Constructor Detail

Tokenizer

public Tokenizer()
Method Detail

needsTokenization

public boolean needsTokenization(AnnotationDescription annotationDescription)

tokenize

public org.apache.lucene.analysis.TokenStream tokenize(org.apache.lucene.analysis.TokenStream tokenStream,
                                                       AnnotationDescription description)
                                                throws IOException
Throws:
IOException


Copyright © 2006-2011 The Apache Software Foundation. All Rights Reserved.