public class MultipleEpochsIterator
extends java.lang.Object
implements org.nd4j.linalg.dataset.api.iterator.DataSetIterator
| Modifier and Type | Field and Description |
|---|---|
protected boolean |
async |
protected int |
batch |
protected java.util.List<org.nd4j.linalg.dataset.DataSet> |
batchedDS |
protected org.nd4j.linalg.dataset.DataSet |
ds |
protected int |
epochs |
protected org.nd4j.linalg.dataset.api.iterator.DataSetIterator |
iter |
protected java.util.concurrent.atomic.AtomicLong |
iterationsCounter |
protected int |
lastBatch |
protected static org.slf4j.Logger |
log |
protected boolean |
newEpoch |
protected int |
numEpochs |
protected org.nd4j.linalg.dataset.api.DataSetPreProcessor |
preProcessor |
protected int |
queueSize |
protected long |
totalIterations |
| Constructor and Description |
|---|
MultipleEpochsIterator(org.nd4j.linalg.dataset.api.iterator.DataSetIterator iter,
int queueSize,
long totalIterations) |
MultipleEpochsIterator(org.nd4j.linalg.dataset.api.iterator.DataSetIterator iter,
long totalIterations) |
MultipleEpochsIterator(int numEpochs,
org.nd4j.linalg.dataset.DataSet ds) |
MultipleEpochsIterator(int numEpochs,
org.nd4j.linalg.dataset.api.iterator.DataSetIterator iter) |
MultipleEpochsIterator(int numEpochs,
org.nd4j.linalg.dataset.api.iterator.DataSetIterator iter,
int queueSize) |
| Modifier and Type | Method and Description |
|---|---|
boolean |
asyncSupported() |
int |
batch()
Batch size
|
int |
cursor()
The current cursor if applicable
|
java.util.List<java.lang.String> |
getLabels() |
boolean |
hasNext()
Returns
true if the iteration has more elements. |
int |
inputColumns()
Input columns for the dataset
|
org.nd4j.linalg.dataset.DataSet |
next() |
org.nd4j.linalg.dataset.DataSet |
next(int num)
Like the standard next method but allows a
customizable number of examples returned
|
int |
numExamples()
Total number of examples in the dataset
|
void |
remove()
Removes from the underlying collection the last element returned
by this iterator (optional operation).
|
void |
reset()
Resets the iterator back to the beginning
|
boolean |
resetSupported() |
void |
setPreProcessor(org.nd4j.linalg.dataset.api.DataSetPreProcessor preProcessor) |
int |
totalExamples()
Total examples in the iterator
|
int |
totalOutcomes()
The number of labels for the dataset
|
void |
trackEpochs() |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, waitprotected int epochs
protected int numEpochs
protected int batch
protected int lastBatch
protected org.nd4j.linalg.dataset.api.iterator.DataSetIterator iter
protected org.nd4j.linalg.dataset.DataSet ds
protected java.util.List<org.nd4j.linalg.dataset.DataSet> batchedDS
protected static final org.slf4j.Logger log
protected org.nd4j.linalg.dataset.api.DataSetPreProcessor preProcessor
protected boolean newEpoch
protected int queueSize
protected boolean async
protected java.util.concurrent.atomic.AtomicLong iterationsCounter
protected long totalIterations
public MultipleEpochsIterator(int numEpochs,
org.nd4j.linalg.dataset.api.iterator.DataSetIterator iter)
public MultipleEpochsIterator(int numEpochs,
org.nd4j.linalg.dataset.api.iterator.DataSetIterator iter,
int queueSize)
public MultipleEpochsIterator(org.nd4j.linalg.dataset.api.iterator.DataSetIterator iter,
int queueSize,
long totalIterations)
public MultipleEpochsIterator(org.nd4j.linalg.dataset.api.iterator.DataSetIterator iter,
long totalIterations)
public MultipleEpochsIterator(int numEpochs,
org.nd4j.linalg.dataset.DataSet ds)
public org.nd4j.linalg.dataset.DataSet next(int num)
next in interface org.nd4j.linalg.dataset.api.iterator.DataSetIteratornum - the number of examplespublic void trackEpochs()
public org.nd4j.linalg.dataset.DataSet next()
next in interface java.util.Iterator<org.nd4j.linalg.dataset.DataSet>public int totalExamples()
totalExamples in interface org.nd4j.linalg.dataset.api.iterator.DataSetIteratorpublic int inputColumns()
inputColumns in interface org.nd4j.linalg.dataset.api.iterator.DataSetIteratorpublic int totalOutcomes()
totalOutcomes in interface org.nd4j.linalg.dataset.api.iterator.DataSetIteratorpublic boolean resetSupported()
resetSupported in interface org.nd4j.linalg.dataset.api.iterator.DataSetIteratorpublic boolean asyncSupported()
asyncSupported in interface org.nd4j.linalg.dataset.api.iterator.DataSetIteratorpublic void reset()
reset in interface org.nd4j.linalg.dataset.api.iterator.DataSetIteratorpublic int batch()
batch in interface org.nd4j.linalg.dataset.api.iterator.DataSetIteratorpublic int cursor()
cursor in interface org.nd4j.linalg.dataset.api.iterator.DataSetIteratorpublic int numExamples()
numExamples in interface org.nd4j.linalg.dataset.api.iterator.DataSetIteratorpublic void setPreProcessor(org.nd4j.linalg.dataset.api.DataSetPreProcessor preProcessor)
setPreProcessor in interface org.nd4j.linalg.dataset.api.iterator.DataSetIteratorpublic java.util.List<java.lang.String> getLabels()
getLabels in interface org.nd4j.linalg.dataset.api.iterator.DataSetIteratorpublic boolean hasNext()
true if the iteration has more elements.
(In other words, returns true if next(int) would
return an element rather than throwing an exception.)hasNext in interface java.util.Iterator<org.nd4j.linalg.dataset.DataSet>true if the iteration has more elementspublic void remove()
next(int). The behavior of an iterator
is unspecified if the underlying collection is modified while the
iteration is in progress in any way other than by calling this
method.remove in interface java.util.Iterator<org.nd4j.linalg.dataset.DataSet>java.lang.UnsupportedOperationException - if the remove
operation is not supported by this iteratorjava.lang.IllegalStateException - if the next method has not
yet been called, or the remove method has already
been called after the last call to the next
method