public class ConcurrentTokenizer
extends opennlp.uima.tokenize.AbstractTokenizer
Mandatory parameters
Type | Name | Description |
---|---|---|
String | opennlp.uima.ModelName | The name of the model file |
String | opennlp.uima.SentenceType | The full name of the sentence type |
String | opennlp.uima.TokenType | The full name of the token type |
Optional parameters
Type | Name | Description |
---|---|---|
String | opennlp.uima.ProbabilityFeature | The name of the double probability feature (not applyTransformToDestination by default) |
TokenizerME}
Constructor and Description |
---|
ConcurrentTokenizer()
Initializes a new instance.
|
Modifier and Type | Method and Description |
---|---|
void |
destroy()
Releases allocated resources.
|
void |
initialize(org.apache.uima.UimaContext context)
Initializes the current instance with the given context.
|
protected void |
postProcessAnnotations(opennlp.tools.util.Span[] tokens,
org.apache.uima.cas.text.AnnotationFS[] tokenAnnotations) |
void |
process(org.apache.uima.cas.CAS cas) |
protected opennlp.tools.util.Span[] |
tokenize(org.apache.uima.cas.CAS cas,
org.apache.uima.cas.text.AnnotationFS sentence) |
void |
typeSystemInit(org.apache.uima.cas.TypeSystem typeSystem)
Initializes the type system.
|
getRequiredCasInterface, process
getCasInstancesRequired, hasNext, next
public ConcurrentTokenizer()
initialize(UimaContext)
to initialize
this instance. Not use the constructor.public void process(org.apache.uima.cas.CAS cas) throws org.apache.uima.analysis_engine.AnalysisEngineProcessException
process
in class opennlp.uima.tokenize.AbstractTokenizer
org.apache.uima.analysis_engine.AnalysisEngineProcessException
public void initialize(org.apache.uima.UimaContext context) throws org.apache.uima.resource.ResourceInitializationException
initialize
in interface org.apache.uima.analysis_component.AnalysisComponent
initialize
in class opennlp.uima.tokenize.AbstractTokenizer
org.apache.uima.resource.ResourceInitializationException
public void typeSystemInit(org.apache.uima.cas.TypeSystem typeSystem) throws org.apache.uima.analysis_engine.AnalysisEngineProcessException
typeSystemInit
in class opennlp.uima.tokenize.AbstractTokenizer
org.apache.uima.analysis_engine.AnalysisEngineProcessException
protected opennlp.tools.util.Span[] tokenize(org.apache.uima.cas.CAS cas, org.apache.uima.cas.text.AnnotationFS sentence)
tokenize
in class opennlp.uima.tokenize.AbstractTokenizer
protected void postProcessAnnotations(opennlp.tools.util.Span[] tokens, org.apache.uima.cas.text.AnnotationFS[] tokenAnnotations)
postProcessAnnotations
in class opennlp.uima.tokenize.AbstractTokenizer
public void destroy()
destroy
in interface org.apache.uima.analysis_component.AnalysisComponent
destroy
in class org.apache.uima.analysis_component.AnalysisComponent_ImplBase