com.atilika.kuromoji.ipadic.compile

Class TokenInfoDictionaryCompiler

java.lang.Object

com.atilika.kuromoji.compile.TokenInfoDictionaryCompilerBase<DictionaryEntry>

com.atilika.kuromoji.ipadic.compile.TokenInfoDictionaryCompiler

All Implemented Interfaces:

Compiler

public class TokenInfoDictionaryCompiler
extends TokenInfoDictionaryCompilerBase<DictionaryEntry>

Field Summary

Fields inherited from class com.atilika.kuromoji.compile.TokenInfoDictionaryCompilerBase

bufferEntries, dictionaryEntries, otherInfo, posInfo, wordIdsCompiler

Constructor Summary

Constructors

Constructor and Description
TokenInfoDictionaryCompiler(java.lang.String encoding)

Method Summary

Modifier and Type	Method and Description
java.util.List<java.lang.String>	extractOtherFeatures(DictionaryEntry entry)
java.util.List<java.lang.String>	extractPosFeatures(DictionaryEntry entry)
protected GenericDictionaryEntry	generateGenericDictionaryEntry(DictionaryEntry entry)
protected DictionaryEntry	parse(java.lang.String line)

Methods inherited from class com.atilika.kuromoji.compile.TokenInfoDictionaryCompilerBase

addMapping, analyzeTokenInfo, combinedSequentialFileInputStream, compile, getBufferEntries, getCsvFiles, getDictionaryEntries, getSurfaces, getWordIdMap, readTokenInfo, setDictionaryEntries, write, writeDictionary, writeMap, writeWordIds

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

TokenInfoDictionaryCompiler

public TokenInfoDictionaryCompiler(java.lang.String encoding)

Method Detail

parse

protected DictionaryEntry parse(java.lang.String line)

Specified by:

parse in class TokenInfoDictionaryCompilerBase<DictionaryEntry>

generateGenericDictionaryEntry

protected GenericDictionaryEntry generateGenericDictionaryEntry(DictionaryEntry entry)

Specified by:

generateGenericDictionaryEntry in class TokenInfoDictionaryCompilerBase<DictionaryEntry>

extractPosFeatures

public java.util.List<java.lang.String> extractPosFeatures(DictionaryEntry entry)

extractOtherFeatures

public java.util.List<java.lang.String> extractOtherFeatures(DictionaryEntry entry)