com.atilika.kuromoji.ipadic

Class TokenizerTest

java.lang.Object

com.atilika.kuromoji.ipadic.TokenizerTest

public class TokenizerTest
extends java.lang.Object

Constructor Summary

Constructors

Constructor and Description
TokenizerTest()

Method Summary

Modifier and Type	Method and Description
static void	setUpBeforeClass()
void	testAllFeatures()
void	testCompactedTrieCrash()
void	testCustomPenalties()
void	testFeatureLengths()
void	testIpadicTokenAPIs()
void	testNakaguroSplit()
void	testNewBocchan()
void	testPunctuation()
void	testSimpleBaseFormKnownWord()
void	testSimpleBaseFormUnknownWord()
void	testSimpleReading()
void	testSimpleReadings()
void	testSimpleSegmentation()
void	testTsukitoshaCornerCase()
void	testYabottaiCornerCase()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

TokenizerTest

public TokenizerTest()

Method Detail

setUpBeforeClass

public static void setUpBeforeClass()
                             throws java.lang.Exception

Throws:

java.lang.Exception

testSimpleSegmentation

public void testSimpleSegmentation()

testSimpleReadings

public void testSimpleReadings()

testSimpleReading

public void testSimpleReading()

testSimpleBaseFormKnownWord

public void testSimpleBaseFormKnownWord()

testSimpleBaseFormUnknownWord

public void testSimpleBaseFormUnknownWord()

testYabottaiCornerCase

public void testYabottaiCornerCase()

testTsukitoshaCornerCase

public void testTsukitoshaCornerCase()

testIpadicTokenAPIs

public void testIpadicTokenAPIs()
                         throws java.lang.Exception

Throws:

java.lang.Exception

testCustomPenalties

public void testCustomPenalties()

testNakaguroSplit

public void testNakaguroSplit()

testAllFeatures

public void testAllFeatures()

testCompactedTrieCrash

public void testCompactedTrieCrash()

testFeatureLengths

public void testFeatureLengths()
                        throws java.io.IOException

Throws:

java.io.IOException

testNewBocchan

public void testNewBocchan()
                    throws java.io.IOException

Throws:

java.io.IOException

testPunctuation

public void testPunctuation()