org.deeplearning4j.spark

Class BaseSparkTest

java.lang.Object

org.deeplearning4j.spark.BaseSparkTest

All Implemented Interfaces:

java.io.Serializable

Direct Known Subclasses:

AddTest, MiniBatchTests, MLLIbUtilTest, TestCustomLayer, TestDataVecDataSetFunctions, TestEarlyStoppingSpark, TestEarlyStoppingSparkCompGraph, TestExport, TestListeners, TestMiscFunctions, TestPreProcessedData, TestRepartitioning, TestShuffleExamples, TestSparkComputationGraph, TestSparkLayer, TestSparkMultiLayerParameterAveraging

public abstract class BaseSparkTest
extends java.lang.Object
implements java.io.Serializable

Created by agibsonccc on 1/23/15.

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
protected org.nd4j.linalg.dataset.DataSet	data
protected org.nd4j.linalg.api.ndarray.INDArray	input
protected org.nd4j.linalg.api.ndarray.INDArray	labels
protected int	nIn
protected int	nOut
protected int	nRows
protected org.nd4j.linalg.api.ndarray.INDArray	rowSums
protected org.apache.spark.api.java.JavaSparkContext	sc
protected org.apache.spark.api.java.JavaRDD<org.nd4j.linalg.dataset.DataSet>	sparkData

Constructor Summary

Constructors

Constructor and Description
BaseSparkTest()

Method Summary

Modifier and Type	Method and Description
void	after()
void	before()
protected MultiLayerConfiguration	getBasicConf()
protected SparkDl4jMultiLayer	getBasicNetwork()
protected org.apache.spark.api.java.JavaRDD<org.nd4j.linalg.dataset.DataSet>	getBasicSparkDataSet(int nRows, org.nd4j.linalg.api.ndarray.INDArray input, org.nd4j.linalg.api.ndarray.INDArray labels)
org.apache.spark.api.java.JavaSparkContext	getContext()
protected int	numExecutors()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

sc

protected transient org.apache.spark.api.java.JavaSparkContext sc

labels

protected transient org.nd4j.linalg.api.ndarray.INDArray labels

input

protected transient org.nd4j.linalg.api.ndarray.INDArray input

rowSums

protected transient org.nd4j.linalg.api.ndarray.INDArray rowSums

nRows

protected transient int nRows

nIn

protected transient int nIn

nOut

protected transient int nOut

data

protected transient org.nd4j.linalg.dataset.DataSet data

sparkData

protected transient org.apache.spark.api.java.JavaRDD<org.nd4j.linalg.dataset.DataSet> sparkData

Constructor Detail

BaseSparkTest

public BaseSparkTest()

Method Detail

before

public void before()

after

public void after()

getContext

public org.apache.spark.api.java.JavaSparkContext getContext()

Returns:

getBasicSparkDataSet

protected org.apache.spark.api.java.JavaRDD<org.nd4j.linalg.dataset.DataSet> getBasicSparkDataSet(int nRows,
                                                                                                  org.nd4j.linalg.api.ndarray.INDArray input,
                                                                                                  org.nd4j.linalg.api.ndarray.INDArray labels)

getBasicNetwork

protected SparkDl4jMultiLayer getBasicNetwork()

numExecutors

protected int numExecutors()

getBasicConf

protected MultiLayerConfiguration getBasicConf()