org.datavec.spark.transform.utils

Class SparkExport

java.lang.Object

org.datavec.spark.transform.utils.SparkExport

public class SparkExport
extends java.lang.Object

Created by Alex on 7/03/2016.

Constructor Summary

Constructors

Constructor and Description
SparkExport()

Method Summary

Modifier and Type	Method and Description
static void	exportCSVLocal(java.io.File outputFile, java.lang.String delimiter, org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data, int rngSeed)
static void	exportCSVLocal(java.io.File outputFile, java.lang.String delimiter, java.lang.String quote, org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data, int rngSeed)
static void	exportCSVLocal(java.lang.String outputDir, java.lang.String baseFileName, int numFiles, java.lang.String delimiter, org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data)
static void	exportCSVLocal(java.lang.String outputDir, java.lang.String baseFileName, int numFiles, java.lang.String delimiter, org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data, int rngSeed)
static void	exportCSVLocal(java.lang.String outputDir, java.lang.String baseFileName, int numFiles, java.lang.String delimiter, java.lang.String quote, org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data)
static void	exportCSVLocal(java.lang.String outputDir, java.lang.String baseFileName, int numFiles, java.lang.String delimiter, java.lang.String quote, org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data, int rngSeed)
static void	exportCSVSequenceLocal(java.io.File baseDir, org.apache.spark.api.java.JavaRDD<java.util.List<java.util.List<Writable>>> sequences, long seed)
static void	exportCSVSequenceLocalNoShuffling(java.io.File baseDir, org.apache.spark.api.java.JavaRDD<java.util.List<java.util.List<Writable>>> sequences)
static void	exportCSVSequenceLocalNoShuffling(java.io.File baseDir, org.apache.spark.api.java.JavaRDD<java.util.List<java.util.List<Writable>>> sequences, java.lang.String delimiter, java.lang.String filePrefix, java.lang.String fileExtension)
static void	exportCSVSpark(java.lang.String directory, java.lang.String delimiter, int outputSplits, org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data)
static void	exportCSVSpark(java.lang.String directory, java.lang.String delimiter, java.lang.String quote, int outputSplits, org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data)
static void	exportStringLocal(java.io.File outputFile, org.apache.spark.api.java.JavaRDD<java.lang.String> data, int rngSeed)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SparkExport

public SparkExport()

Method Detail

exportCSVSpark

public static void exportCSVSpark(java.lang.String directory,
                                  java.lang.String delimiter,
                                  int outputSplits,
                                  org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data)

exportCSVSpark

public static void exportCSVSpark(java.lang.String directory,
                                  java.lang.String delimiter,
                                  java.lang.String quote,
                                  int outputSplits,
                                  org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data)

exportCSVLocal

public static void exportCSVLocal(java.io.File outputFile,
                                  java.lang.String delimiter,
                                  org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data,
                                  int rngSeed)
                           throws java.lang.Exception

Throws:

java.lang.Exception

exportCSVLocal

public static void exportCSVLocal(java.io.File outputFile,
                                  java.lang.String delimiter,
                                  java.lang.String quote,
                                  org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data,
                                  int rngSeed)
                           throws java.lang.Exception

Throws:

java.lang.Exception

exportCSVLocal

public static void exportCSVLocal(java.lang.String outputDir,
                                  java.lang.String baseFileName,
                                  int numFiles,
                                  java.lang.String delimiter,
                                  org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data,
                                  int rngSeed)
                           throws java.lang.Exception

Throws:

java.lang.Exception

exportCSVLocal

public static void exportCSVLocal(java.lang.String outputDir,
                                  java.lang.String baseFileName,
                                  int numFiles,
                                  java.lang.String delimiter,
                                  java.lang.String quote,
                                  org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data,
                                  int rngSeed)
                           throws java.lang.Exception

Throws:

java.lang.Exception

exportCSVLocal

public static void exportCSVLocal(java.lang.String outputDir,
                                  java.lang.String baseFileName,
                                  int numFiles,
                                  java.lang.String delimiter,
                                  org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data)
                           throws java.lang.Exception

Throws:

java.lang.Exception

exportCSVLocal

public static void exportCSVLocal(java.lang.String outputDir,
                                  java.lang.String baseFileName,
                                  int numFiles,
                                  java.lang.String delimiter,
                                  java.lang.String quote,
                                  org.apache.spark.api.java.JavaRDD<java.util.List<Writable>> data)
                           throws java.lang.Exception

Throws:

java.lang.Exception

exportStringLocal

public static void exportStringLocal(java.io.File outputFile,
                                     org.apache.spark.api.java.JavaRDD<java.lang.String> data,
                                     int rngSeed)
                              throws java.lang.Exception

Throws:

java.lang.Exception

exportCSVSequenceLocal

public static void exportCSVSequenceLocal(java.io.File baseDir,
                                          org.apache.spark.api.java.JavaRDD<java.util.List<java.util.List<Writable>>> sequences,
                                          long seed)
                                   throws java.lang.Exception

Throws:

java.lang.Exception

exportCSVSequenceLocalNoShuffling

public static void exportCSVSequenceLocalNoShuffling(java.io.File baseDir,
                                                     org.apache.spark.api.java.JavaRDD<java.util.List<java.util.List<Writable>>> sequences)
                                              throws java.lang.Exception

Throws:

java.lang.Exception

exportCSVSequenceLocalNoShuffling

public static void exportCSVSequenceLocalNoShuffling(java.io.File baseDir,
                                                     org.apache.spark.api.java.JavaRDD<java.util.List<java.util.List<Writable>>> sequences,
                                                     java.lang.String delimiter,
                                                     java.lang.String filePrefix,
                                                     java.lang.String fileExtension)
                                              throws java.lang.Exception

Throws:

java.lang.Exception