org.deeplearning4j.spark.text.functions

Class UpdateWordFreqAccumulatorFunction

java.lang.Object

org.deeplearning4j.spark.text.functions.UpdateWordFreqAccumulatorFunction

All Implemented Interfaces:

java.io.Serializable, org.apache.spark.api.java.function.Function<java.util.List<java.lang.String>,Pair<java.util.List<java.lang.String>,java.util.concurrent.atomic.AtomicLong>>

public class UpdateWordFreqAccumulatorFunction
extends java.lang.Object
implements org.apache.spark.api.java.function.Function<java.util.List<java.lang.String>,Pair<java.util.List<java.lang.String>,java.util.concurrent.atomic.AtomicLong>>

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
UpdateWordFreqAccumulatorFunction(org.apache.spark.broadcast.Broadcast<java.util.List<java.lang.String>> stopWords, org.apache.spark.Accumulator<Counter<java.lang.String>> wordFreqAcc)

Method Summary

Modifier and Type	Method and Description
Pair<java.util.List<java.lang.String>,java.util.concurrent.atomic.AtomicLong>	call(java.util.List<java.lang.String> lstOfWords)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

UpdateWordFreqAccumulatorFunction

public UpdateWordFreqAccumulatorFunction(org.apache.spark.broadcast.Broadcast<java.util.List<java.lang.String>> stopWords,
                                         org.apache.spark.Accumulator<Counter<java.lang.String>> wordFreqAcc)

Method Detail

call

public Pair<java.util.List<java.lang.String>,java.util.concurrent.atomic.AtomicLong> call(java.util.List<java.lang.String> lstOfWords)
                                                                                   throws java.lang.Exception

Specified by:

call in interface org.apache.spark.api.java.function.Function<java.util.List<java.lang.String>,Pair<java.util.List<java.lang.String>,java.util.concurrent.atomic.AtomicLong>>

Throws:

java.lang.Exception