org.deeplearning4j.spark.models.embeddings.word2vec

Class FirstIterationFunctionAdapter

java.lang.Object

org.deeplearning4j.spark.models.embeddings.word2vec.FirstIterationFunctionAdapter

All Implemented Interfaces:

java.io.Serializable, org.datavec.spark.functions.FlatMapFunctionAdapter<java.util.Iterator<scala.Tuple2<java.util.List<VocabWord>,java.lang.Long>>,java.util.Map.Entry<VocabWord,org.nd4j.linalg.api.ndarray.INDArray>>

public class FirstIterationFunctionAdapter
extends java.lang.Object
implements org.datavec.spark.functions.FlatMapFunctionAdapter<java.util.Iterator<scala.Tuple2<java.util.List<VocabWord>,java.lang.Long>>,java.util.Map.Entry<VocabWord,org.nd4j.linalg.api.ndarray.INDArray>>

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
FirstIterationFunctionAdapter(org.apache.spark.broadcast.Broadcast<java.util.Map<java.lang.String,java.lang.Object>> word2vecVarMapBroadcast, org.apache.spark.broadcast.Broadcast<double[]> expTableBroadcast, org.apache.spark.broadcast.Broadcast<VocabCache<VocabWord>> vocabCacheBroadcast)

Method Summary

Modifier and Type	Method and Description
java.lang.Iterable<java.util.Map.Entry<VocabWord,org.nd4j.linalg.api.ndarray.INDArray>>	call(java.util.Iterator<scala.Tuple2<java.util.List<VocabWord>,java.lang.Long>> pairIter)
void	iterateSample(VocabWord w1, VocabWord w2, double currentSentenceAlpha)
void	skipGram(int ithWordInSentence, java.util.List<VocabWord> vocabWordsList, int b, double currentSentenceAlpha)
void	trainSentence(java.util.List<VocabWord> vocabWordsList, double currentSentenceAlpha)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

FirstIterationFunctionAdapter

public FirstIterationFunctionAdapter(org.apache.spark.broadcast.Broadcast<java.util.Map<java.lang.String,java.lang.Object>> word2vecVarMapBroadcast,
                                     org.apache.spark.broadcast.Broadcast<double[]> expTableBroadcast,
                                     org.apache.spark.broadcast.Broadcast<VocabCache<VocabWord>> vocabCacheBroadcast)

Method Detail

call

public java.lang.Iterable<java.util.Map.Entry<VocabWord,org.nd4j.linalg.api.ndarray.INDArray>> call(java.util.Iterator<scala.Tuple2<java.util.List<VocabWord>,java.lang.Long>> pairIter)

Specified by:

call in interface org.datavec.spark.functions.FlatMapFunctionAdapter<java.util.Iterator<scala.Tuple2<java.util.List<VocabWord>,java.lang.Long>>,java.util.Map.Entry<VocabWord,org.nd4j.linalg.api.ndarray.INDArray>>

trainSentence

public void trainSentence(java.util.List<VocabWord> vocabWordsList,
                          double currentSentenceAlpha)

skipGram

public void skipGram(int ithWordInSentence,
                     java.util.List<VocabWord> vocabWordsList,
                     int b,
                     double currentSentenceAlpha)

iterateSample

public void iterateSample(VocabWord w1,
                          VocabWord w2,
                          double currentSentenceAlpha)