public class KeySequenceConvertFunction extends BaseTokenizerFunction implements org.apache.spark.api.java.function.Function<scala.Tuple2<java.lang.String,java.lang.String>,Sequence<VocabWord>>
configurationBroadcast, tokenizerFactory, tokenPreprocessor
Constructor and Description |
---|
KeySequenceConvertFunction(org.apache.spark.broadcast.Broadcast<VectorsConfiguration> configurationBroadcast) |
Modifier and Type | Method and Description |
---|---|
Sequence<VocabWord> |
call(scala.Tuple2<java.lang.String,java.lang.String> pair) |
instantiateTokenizerFactory
public KeySequenceConvertFunction(@NonNull org.apache.spark.broadcast.Broadcast<VectorsConfiguration> configurationBroadcast)