ember::SpmTokenizer Member List

This is the complete list of members for ember::SpmTokenizer, including all inherited members.

add_space_prefix_	ember::SpmTokenizer	private
byte_id_	ember::SpmTokenizer	private
decode(const std::vector< int > &ids) const	ember::SpmTokenizer	inline
encode(const std::string &text) const	ember::SpmTokenizer	inline
encode_fragment(const std::string &text, std::vector< int > &out) const	ember::SpmTokenizer	inlineprivate
escape(const std::string &s)	ember::SpmTokenizer	inlineprivatestatic
id_	ember::SpmTokenizer	private
kByte	ember::SpmTokenizer	privatestatic
kControl	ember::SpmTokenizer	privatestatic
kSpace	ember::SpmTokenizer	privatestatic
kUnknown	ember::SpmTokenizer	privatestatic
kUserDefined	ember::SpmTokenizer	privatestatic
lookup(const std::string &s) const	ember::SpmTokenizer	inlineprivate
scores_	ember::SpmTokenizer	private
size() const	ember::SpmTokenizer	inline
specials_	ember::SpmTokenizer	private
SpmTokenizer(std::vector< std::string > tokens, std::vector< float > scores, std::vector< int32_t > types, bool add_space_prefix)	ember::SpmTokenizer	inline
tokens_	ember::SpmTokenizer	private
types_	ember::SpmTokenizer	private