com.atilika.kuromoji.compile

Class TokenInfoDictionaryCompilerBase<T extends DictionaryEntryBase>

java.lang.Object

com.atilika.kuromoji.compile.TokenInfoDictionaryCompilerBase<T>

All Implemented Interfaces:

Compiler

Direct Known Subclasses:

TokenInfoDictionaryCompiler

public abstract class TokenInfoDictionaryCompilerBase<T extends DictionaryEntryBase>
extends java.lang.Object
implements Compiler

Field Summary

Fields

Modifier and Type	Field and Description
protected java.util.List<BufferEntry>	bufferEntries
protected java.util.List<GenericDictionaryEntry>	dictionaryEntries
protected FeatureInfoMap	otherInfo
protected FeatureInfoMap	posInfo
protected WordIdMapCompiler	wordIdsCompiler

Constructor Summary

Constructors

Constructor and Description
TokenInfoDictionaryCompilerBase(java.lang.String encoding)

Method Summary

Modifier and Type	Method and Description
void	addMapping(int sourceId, int wordId)
void	analyzeTokenInfo(java.io.InputStream input)
java.io.InputStream	combinedSequentialFileInputStream(java.io.File dir)
void	compile()
protected abstract GenericDictionaryEntry	generateGenericDictionaryEntry(T entry)
java.util.List<BufferEntry>	getBufferEntries() Deprecated.
java.util.List<java.io.File>	getCsvFiles(java.io.File dir)
java.util.List<GenericDictionaryEntry>	getDictionaryEntries() Deprecated.
java.util.List<java.lang.String>	getSurfaces()
WordIdMap	getWordIdMap() Deprecated.
protected abstract T	parse(java.lang.String line)
void	readTokenInfo(java.io.InputStream input)
void	setDictionaryEntries(java.util.List<GenericDictionaryEntry> dictionaryEntries) Deprecated.
void	write(java.lang.String directoryName)
protected void	writeDictionary(java.lang.String filename)
protected void	writeMap(java.lang.String filename, FeatureInfoMap map)
protected void	writeWordIds(java.lang.String filename)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

bufferEntries

protected java.util.List<BufferEntry> bufferEntries

posInfo

protected FeatureInfoMap posInfo

otherInfo

protected FeatureInfoMap otherInfo

wordIdsCompiler

protected WordIdMapCompiler wordIdsCompiler

dictionaryEntries

protected java.util.List<GenericDictionaryEntry> dictionaryEntries

Constructor Detail

TokenInfoDictionaryCompilerBase

public TokenInfoDictionaryCompilerBase(java.lang.String encoding)

Method Detail

analyzeTokenInfo

public void analyzeTokenInfo(java.io.InputStream input)
                      throws java.io.IOException

Throws:

java.io.IOException

readTokenInfo

public void readTokenInfo(java.io.InputStream input)
                   throws java.io.IOException

Throws:

java.io.IOException

generateGenericDictionaryEntry

protected abstract GenericDictionaryEntry generateGenericDictionaryEntry(T entry)

parse

protected abstract T parse(java.lang.String line)

compile

public void compile()
             throws java.io.IOException

Specified by:

compile in interface Compiler

Throws:

java.io.IOException

combinedSequentialFileInputStream

public java.io.InputStream combinedSequentialFileInputStream(java.io.File dir)
                                                      throws java.io.FileNotFoundException

Throws:

java.io.FileNotFoundException

getCsvFiles

public java.util.List<java.io.File> getCsvFiles(java.io.File dir)

addMapping

public void addMapping(int sourceId,
                       int wordId)

getSurfaces

public java.util.List<java.lang.String> getSurfaces()

write

public void write(java.lang.String directoryName)
           throws java.io.IOException

Throws:

java.io.IOException

writeMap

protected void writeMap(java.lang.String filename,
                        FeatureInfoMap map)
                 throws java.io.IOException

Throws:

java.io.IOException

writeDictionary

protected void writeDictionary(java.lang.String filename)
                        throws java.io.IOException

Throws:

java.io.IOException

writeWordIds

protected void writeWordIds(java.lang.String filename)
                     throws java.io.IOException

Throws:

java.io.IOException

getWordIdMap

@Deprecated
public WordIdMap getWordIdMap()
                                   throws java.io.IOException

Deprecated.

Throws:

java.io.IOException

getBufferEntries

@Deprecated
public java.util.List<BufferEntry> getBufferEntries()

Deprecated.

getDictionaryEntries

@Deprecated
public java.util.List<GenericDictionaryEntry> getDictionaryEntries()

Deprecated.

setDictionaryEntries

@Deprecated
public void setDictionaryEntries(java.util.List<GenericDictionaryEntry> dictionaryEntries)

Deprecated.