org.deeplearning4j.spark.iterator

Class BaseDataSetIterator<T>

java.lang.Object

org.deeplearning4j.spark.iterator.BaseDataSetIterator<T>

All Implemented Interfaces:

java.io.Serializable, java.util.Iterator<org.nd4j.linalg.dataset.DataSet>, org.nd4j.linalg.dataset.api.iterator.DataSetIterator

Direct Known Subclasses:

PathSparkDataSetIterator, PortableDataStreamDataSetIterator

public abstract class BaseDataSetIterator<T>
extends java.lang.Object
implements org.nd4j.linalg.dataset.api.iterator.DataSetIterator

Created by huitseeker on 2/15/17.

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
protected int	batch
protected int	cursor
protected java.util.Collection<T>	dataSetStreams
protected int	inputColumns
protected java.util.Iterator<T>	iter
protected org.nd4j.linalg.dataset.DataSet	preloadedDataSet
protected org.nd4j.linalg.dataset.api.DataSetPreProcessor	preprocessor
protected int	totalOutcomes

Constructor Summary

Constructors

Constructor and Description
BaseDataSetIterator()

Method Summary

Modifier and Type	Method and Description
boolean	asyncSupported()
int	batch()
int	cursor()
java.util.List<java.lang.String>	getLabels()
org.nd4j.linalg.dataset.api.DataSetPreProcessor	getPreProcessor()
boolean	hasNext()
int	inputColumns()
protected abstract org.nd4j.linalg.dataset.DataSet	load(T ds)
org.nd4j.linalg.dataset.DataSet	next(int num)
int	numExamples()
void	remove()
void	reset()
boolean	resetSupported()
void	setPreProcessor(org.nd4j.linalg.dataset.api.DataSetPreProcessor preProcessor)
abstract int	totalExamples()
int	totalOutcomes()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface java.util.Iterator

forEachRemaining, next

Field Detail

dataSetStreams

protected java.util.Collection<T> dataSetStreams

preprocessor

protected org.nd4j.linalg.dataset.api.DataSetPreProcessor preprocessor

iter

protected java.util.Iterator<T> iter

totalOutcomes

protected int totalOutcomes

inputColumns

protected int inputColumns

batch

protected int batch

preloadedDataSet

protected org.nd4j.linalg.dataset.DataSet preloadedDataSet

cursor

protected int cursor

Constructor Detail

BaseDataSetIterator

public BaseDataSetIterator()

Method Detail

next

public org.nd4j.linalg.dataset.DataSet next(int num)

Specified by:

next in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator

totalExamples

public abstract int totalExamples()

Specified by:

totalExamples in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator

inputColumns

public int inputColumns()

Specified by:

inputColumns in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator

totalOutcomes

public int totalOutcomes()

Specified by:

totalOutcomes in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator

resetSupported

public boolean resetSupported()

Specified by:

resetSupported in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator

asyncSupported

public boolean asyncSupported()

Specified by:

asyncSupported in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator

reset

public void reset()

Specified by:

reset in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator

batch

public int batch()

Specified by:

batch in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator

cursor

public int cursor()

Specified by:

cursor in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator

numExamples

public int numExamples()

Specified by:

numExamples in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator

setPreProcessor

public void setPreProcessor(org.nd4j.linalg.dataset.api.DataSetPreProcessor preProcessor)

Specified by:

setPreProcessor in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator

getPreProcessor

public org.nd4j.linalg.dataset.api.DataSetPreProcessor getPreProcessor()

Specified by:

getPreProcessor in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator

getLabels

public java.util.List<java.lang.String> getLabels()

Specified by:

getLabels in interface org.nd4j.linalg.dataset.api.iterator.DataSetIterator

hasNext

public boolean hasNext()

Specified by:

hasNext in interface java.util.Iterator<org.nd4j.linalg.dataset.DataSet>

remove

public void remove()

Specified by:

remove in interface java.util.Iterator<org.nd4j.linalg.dataset.DataSet>

load

protected abstract org.nd4j.linalg.dataset.DataSet load(T ds)