Template Class BatchGenerator

Inheritance Relationships

Base Type

Class Documentation

template<class DataSet>
class BatchGenerator : public marian::data::RNGEngine

Public Types

typedef DataSet::batch_ptr BatchPtr
typedef DataSet::Sample Sample
typedef std::vector<Sample> Samples
typedef BatchIterator<BatchGenerator> iterator

Public Functions

BatchGenerator(Ptr<DataSet> data, Ptr<Options> options, Ptr<BatchStats> stats = nullptr, bool runAsync = true)
~BatchGenerator()
iterator begin()
iterator end()
void prepare()
bool restore(Ptr<TrainingState> state)
size_t estimateTypicalTrgBatchWords() const

Public Members

friend marian::data::BatchGenerator::iterator

Protected Attributes

Ptr<DataSet> data_
Ptr<Options> options_
bool restored_ = {false}
bool shuffleData_ = {false}
bool shuffleBatches_ = {false}