org.deeplearning4j.spark.text

Class TextPipelineTest

java.lang.Object

org.deeplearning4j.spark.text.BaseSparkTest

org.deeplearning4j.spark.text.TextPipelineTest

All Implemented Interfaces:

java.io.Serializable

public class TextPipelineTest
extends BaseSparkTest

See Also:

Serialized Form

Field Summary

Fields inherited from class org.deeplearning4j.spark.text.BaseSparkTest

sc

Constructor Summary

Constructors

Constructor and Description
TextPipelineTest()

Method Summary

Modifier and Type	Method and Description
void	before()
org.apache.spark.api.java.JavaRDD<java.lang.String>	getCorpusRDD(org.apache.spark.api.java.JavaSparkContext sc)
void	testBuildVocabCache()
void	testBuildVocabWordListRDD()
void	testCountCumSum()
void	testFilterMinWordAddVocab()
void	testFirstIteration()
void	testHuffman()
void	testSyn0AfterFirstIteration()
void	testTokenizer()
void	testWordFreqAccIdentifyingStopWords()
void	testWordFreqAccIdentifyStopWords()
void	testWordFreqAccNotIdentifyingStopWords()
void	testZipFunction1() This test checked generations retrieved using stopWords
void	testZipFunction2()

Methods inherited from class org.deeplearning4j.spark.text.BaseSparkTest

after, getContext

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

TextPipelineTest

public TextPipelineTest()

Method Detail

getCorpusRDD

public org.apache.spark.api.java.JavaRDD<java.lang.String> getCorpusRDD(org.apache.spark.api.java.JavaSparkContext sc)

before

public void before()
            throws java.lang.Exception

Overrides:

before in class BaseSparkTest

Throws:

java.lang.Exception

testTokenizer

public void testTokenizer()
                   throws java.lang.Exception

Throws:

java.lang.Exception

testWordFreqAccIdentifyStopWords

public void testWordFreqAccIdentifyStopWords()
                                      throws java.lang.Exception

Throws:

java.lang.Exception

testWordFreqAccNotIdentifyingStopWords

public void testWordFreqAccNotIdentifyingStopWords()
                                            throws java.lang.Exception

Throws:

java.lang.Exception

testWordFreqAccIdentifyingStopWords

public void testWordFreqAccIdentifyingStopWords()
                                         throws java.lang.Exception

Throws:

java.lang.Exception

testFilterMinWordAddVocab

public void testFilterMinWordAddVocab()
                               throws java.lang.Exception

Throws:

java.lang.Exception

testBuildVocabCache

public void testBuildVocabCache()
                         throws java.lang.Exception

Throws:

java.lang.Exception

testBuildVocabWordListRDD

public void testBuildVocabWordListRDD()
                               throws java.lang.Exception

Throws:

java.lang.Exception

testHuffman

public void testHuffman()
                 throws java.lang.Exception

Throws:

java.lang.Exception

testCountCumSum

public void testCountCumSum()
                     throws java.lang.Exception

Throws:

java.lang.Exception

testZipFunction1

public void testZipFunction1()
                      throws java.lang.Exception

This test checked generations retrieved using stopWords

Throws:

java.lang.Exception

testZipFunction2

public void testZipFunction2()
                      throws java.lang.Exception

Throws:

java.lang.Exception

testFirstIteration

public void testFirstIteration()
                        throws java.lang.Exception

Throws:

java.lang.Exception

testSyn0AfterFirstIteration

public void testSyn0AfterFirstIteration()
                                 throws java.lang.Exception

Throws:

java.lang.Exception