Mila
Deep Neural Network Library
Loading...
Searching...
No Matches
Mila::Data::CharVocabulary Member List

This is the complete list of members for Mila::Data::CharVocabulary, including all inherited members.

charToIndex(char c) const (defined in Mila::Data::CharVocabulary)Mila::Data::CharVocabularyinline
CharVocabulary()=delete (defined in Mila::Data::CharVocabulary)Mila::Data::CharVocabulary
getConfig() constMila::Data::CharVocabularyinline
getSize() const overrideMila::Data::CharVocabularyinlinevirtual
hasSpecialTokens() const (defined in Mila::Data::CharVocabulary)Mila::Data::CharVocabularyinline
idToToken(TokenId id) const overrideMila::Data::CharVocabularyinlinevirtual
indexToChar(TokenId idx) const (defined in Mila::Data::CharVocabulary)Mila::Data::CharVocabularyinline
load(const fs::path &path)Mila::Data::CharVocabularyinlinestatic
padTokenId() const (defined in Mila::Data::CharVocabulary)Mila::Data::CharVocabularyinline
save(const fs::path &path) const overrideMila::Data::CharVocabularyinline
Mila::Data::TokenizerVocabulary::save(const std::filesystem::path &path) const =0Mila::Data::TokenizerVocabularypure virtual
tokenToId(const std::string &token) const overrideMila::Data::CharVocabularyinlinevirtual
train(const std::string &corpus, const CharVocabularyConfig &config)Mila::Data::CharVocabularyinlinestatic
trainFromFile(const fs::path &corpus_path, const CharVocabularyConfig &config)Mila::Data::CharVocabularyinlinestatic
unkTokenId() const (defined in Mila::Data::CharVocabulary)Mila::Data::CharVocabularyinline
~TokenizerVocabulary()=defaultMila::Data::TokenizerVocabularyvirtual