org.deeplearning4j.spark.models.sequencevectors.functions

Class PartitionTrainingFunction<T extends SequenceElement>

java.lang.Object

org.deeplearning4j.spark.models.sequencevectors.functions.PartitionTrainingFunction<T>

All Implemented Interfaces:

java.io.Serializable, org.apache.spark.api.java.function.VoidFunction<java.util.Iterator<Sequence<T>>>

public class PartitionTrainingFunction<T extends SequenceElement>
extends java.lang.Object
implements org.apache.spark.api.java.function.VoidFunction<java.util.Iterator<Sequence<T>>>

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.spark.broadcast.Broadcast<VectorsConfiguration>	configurationBroadcast
protected org.nd4j.parameterserver.distributed.training.TrainingDriver<? extends org.nd4j.parameterserver.distributed.messages.TrainingMessage>	driver
protected SparkElementsLearningAlgorithm	elementsLearningAlgorithm
protected org.nd4j.parameterserver.distributed.VoidParameterServer	paramServer
protected org.apache.spark.broadcast.Broadcast<org.nd4j.parameterserver.distributed.conf.VoidConfiguration>	paramServerConfigurationBroadcast
protected SparkSequenceLearningAlgorithm	sequenceLearningAlgorithm
protected VocabCache<ShallowSequenceElement>	shallowVocabCache
protected VectorsConfiguration	vectorsConfiguration
protected org.apache.spark.broadcast.Broadcast<VocabCache<ShallowSequenceElement>>	vocabCacheBroadcast

Constructor Summary

Constructors

Constructor and Description
PartitionTrainingFunction(org.apache.spark.broadcast.Broadcast<VocabCache<ShallowSequenceElement>> vocabCacheBroadcast, org.apache.spark.broadcast.Broadcast<VectorsConfiguration> vectorsConfigurationBroadcast, org.apache.spark.broadcast.Broadcast<org.nd4j.parameterserver.distributed.conf.VoidConfiguration> paramServerConfigurationBroadcast)

Method Summary

Modifier and Type	Method and Description
void	call(java.util.Iterator<Sequence<T>> sequenceIterator)
protected void	trainAllAtOnce(java.util.List<Sequence<ShallowSequenceElement>> sequences)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

vocabCacheBroadcast

protected org.apache.spark.broadcast.Broadcast<VocabCache<ShallowSequenceElement>> vocabCacheBroadcast

configurationBroadcast

protected org.apache.spark.broadcast.Broadcast<VectorsConfiguration> configurationBroadcast

paramServerConfigurationBroadcast

protected org.apache.spark.broadcast.Broadcast<org.nd4j.parameterserver.distributed.conf.VoidConfiguration> paramServerConfigurationBroadcast

paramServer

protected transient org.nd4j.parameterserver.distributed.VoidParameterServer paramServer

vectorsConfiguration

protected transient VectorsConfiguration vectorsConfiguration

elementsLearningAlgorithm

protected transient SparkElementsLearningAlgorithm elementsLearningAlgorithm

sequenceLearningAlgorithm

protected transient SparkSequenceLearningAlgorithm sequenceLearningAlgorithm

shallowVocabCache

protected transient VocabCache<ShallowSequenceElement> shallowVocabCache

driver

protected transient org.nd4j.parameterserver.distributed.training.TrainingDriver<? extends org.nd4j.parameterserver.distributed.messages.TrainingMessage> driver

Constructor Detail

PartitionTrainingFunction

public PartitionTrainingFunction(@NonNull
                                 org.apache.spark.broadcast.Broadcast<VocabCache<ShallowSequenceElement>> vocabCacheBroadcast,
                                 @NonNull
                                 org.apache.spark.broadcast.Broadcast<VectorsConfiguration> vectorsConfigurationBroadcast,
                                 @NonNull
                                 org.apache.spark.broadcast.Broadcast<org.nd4j.parameterserver.distributed.conf.VoidConfiguration> paramServerConfigurationBroadcast)

Method Detail

call

public void call(java.util.Iterator<Sequence<T>> sequenceIterator)
          throws java.lang.Exception

Specified by:

call in interface org.apache.spark.api.java.function.VoidFunction<java.util.Iterator<Sequence<T extends SequenceElement>>>

Throws:

java.lang.Exception

trainAllAtOnce

protected void trainAllAtOnce(java.util.List<Sequence<ShallowSequenceElement>> sequences)