Class IVocab

• Defined in File vocab_base.h

Inheritance Relationships

Derived Types

• public marian::DefaultVocab (Class DefaultVocab)

• public marian::FactoredVocab (Class FactoredVocab)

Class Documentation

class IVocab

Subclassed by marian::DefaultVocab, marian::FactoredVocab

Public Functions

virtual size_t load(const std::string &vocabPath, size_t maxSize = 0) = 0

virtual void create(const std::string &vocabPath, const std::vector<std::string> &trainPaths, size_t maxSize) = 0

virtual const std::string &canonicalExtension() const = 0

virtual const std::vector<std::string> &suffixes() const = 0

size_t findAndLoad(const std::string &path, size_t maxSize)

virtual Word operator[](const std::string &word) const = 0

virtual Words encode(const std::string &line, bool addEOS = true, bool inference = false) const = 0

virtual std::string decode(const Words &sentence, bool ignoreEos = true) const = 0

virtual std::string surfaceForm(const Words &sentence) const = 0

virtual const std::string &operator[](Word id) const = 0

virtual size_t size() const = 0

virtual size_t lemmaSize() const

virtual std::string type() const = 0

virtual Word getEosId() const = 0

virtual Word getUnkId() const = 0

virtual std::string toUpper(const std::string &line) const

virtual std::string toEnglishTitleCase(const std::string &line) const

virtual void transcodeToShortlistInPlace(WordIndex *ptr, size_t num) const

virtual void addSpecialWords(std::vector<Word> &special) const

virtual void createFake() = 0

virtual Word randWord() const

virtual ~IVocab()