org.deeplearning4j.spark.models.sequencevectors.learning.elements

Class SparkSkipGram

java.lang.Object

org.deeplearning4j.spark.models.sequencevectors.learning.elements.BaseSparkLearningAlgorithm

org.deeplearning4j.spark.models.sequencevectors.learning.elements.SparkSkipGram

All Implemented Interfaces:

ElementsLearningAlgorithm<ShallowSequenceElement>, SparkElementsLearningAlgorithm

Direct Known Subclasses:

SparkDBOW

public class SparkSkipGram
extends BaseSparkLearningAlgorithm

Field Summary

Fields

Modifier and Type	Field and Description
protected java.util.concurrent.atomic.AtomicLong	counter
protected org.nd4j.parameterserver.distributed.training.TrainingDriver<org.nd4j.parameterserver.distributed.messages.requests.SkipGramRequestMessage>	driver
protected java.lang.ThreadLocal<org.nd4j.parameterserver.distributed.messages.Frame<org.nd4j.parameterserver.distributed.messages.requests.SkipGramRequestMessage>>	frame

Fields inherited from class org.deeplearning4j.spark.models.sequencevectors.learning.elements.BaseSparkLearningAlgorithm

nextRandom, vectorsConfiguration, vocabCache

Constructor Summary

Constructors

Constructor and Description
SparkSkipGram()

Method Summary

Modifier and Type	Method and Description
org.nd4j.parameterserver.distributed.messages.Frame<? extends org.nd4j.parameterserver.distributed.messages.TrainingMessage>	frameSequence(Sequence<ShallowSequenceElement> sequence, java.util.concurrent.atomic.AtomicLong nextRandom, double learningRate)
java.lang.String	getCodeName()
org.nd4j.parameterserver.distributed.training.TrainingDriver<? extends org.nd4j.parameterserver.distributed.messages.TrainingMessage>	getTrainingDriver()
protected void	iterateSample(ShallowSequenceElement word, ShallowSequenceElement lastWord, java.util.concurrent.atomic.AtomicLong nextRandom, double lr)

Methods inherited from class org.deeplearning4j.spark.models.sequencevectors.learning.elements.BaseSparkLearningAlgorithm

applySubsampling, configure, finish, isEarlyTerminationHit, learnSequence, pretrain

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

counter

protected transient java.util.concurrent.atomic.AtomicLong counter

frame

protected transient java.lang.ThreadLocal<org.nd4j.parameterserver.distributed.messages.Frame<org.nd4j.parameterserver.distributed.messages.requests.SkipGramRequestMessage>> frame

driver

protected org.nd4j.parameterserver.distributed.training.TrainingDriver<org.nd4j.parameterserver.distributed.messages.requests.SkipGramRequestMessage> driver

Constructor Detail

SparkSkipGram

public SparkSkipGram()

Method Detail

getCodeName

public java.lang.String getCodeName()

frameSequence

public org.nd4j.parameterserver.distributed.messages.Frame<? extends org.nd4j.parameterserver.distributed.messages.TrainingMessage> frameSequence(Sequence<ShallowSequenceElement> sequence,
                                                                                                                                                  java.util.concurrent.atomic.AtomicLong nextRandom,
                                                                                                                                                  double learningRate)

iterateSample

protected void iterateSample(ShallowSequenceElement word,
                             ShallowSequenceElement lastWord,
                             java.util.concurrent.atomic.AtomicLong nextRandom,
                             double lr)

getTrainingDriver

public org.nd4j.parameterserver.distributed.training.TrainingDriver<? extends org.nd4j.parameterserver.distributed.messages.TrainingMessage> getTrainingDriver()