ember::ChatTokenizerOf< T > Class Template Reference

#include <chat_tokenizer.h>

Inheritance diagram for ember::ChatTokenizerOf< T >:

Collaboration diagram for ember::ChatTokenizerOf< T >:

Public Member Functions
	ChatTokenizerOf (T t, const char *kind, ChatFormat format)
std::vector< int >	encode (const std::string &text) const override
std::string	decode (const std::vector< int > &ids) const override
size_t	size () const override
const char *	kind () const override
Public Member Functions inherited from ember::ChatTokenizer
virtual	~ChatTokenizer ()=default
const ChatFormat &	format () const

Private Attributes
T	t_
const char *	kind_

Additional Inherited Members
Protected Attributes inherited from ember::ChatTokenizer
ChatFormat	format_

Detailed Description

template<class T>
class ember::ChatTokenizerOf< T >

Definition at line 141 of file chat_tokenizer.h.

Constructor & Destructor Documentation

ChatTokenizerOf()

template<class T >

ember::ChatTokenizerOf< T >::ChatTokenizerOf ( T  t, const char *  kind, ChatFormat  format  )

inline

Definition at line 143 of file chat_tokenizer.h.

                                                              : t_(std::move(t)), kind_(kind) {
        format_ = std::move(format);
    }

References ember::ChatTokenizer::format(), and ember::ChatTokenizer::format_.

Member Function Documentation

decode()

template<class T >

std::string ember::ChatTokenizerOf< T >::decode ( const std::vector< int > &  ids ) const

inlineoverridevirtual

Implements ember::ChatTokenizer.

Definition at line 147 of file chat_tokenizer.h.

{ return t_.decode(ids); }

References ember::ChatTokenizerOf< T >::t_.

encode()

template<class T >

std::vector< int > ember::ChatTokenizerOf< T >::encode ( const std::string &  text ) const

inlineoverridevirtual

Implements ember::ChatTokenizer.

Definition at line 146 of file chat_tokenizer.h.

{ return t_.encode(text); }

References ember::ChatTokenizerOf< T >::t_, and text.

kind()

template<class T >

const char * ember::ChatTokenizerOf< T >::kind ( ) const

inlineoverridevirtual

Implements ember::ChatTokenizer.

Definition at line 149 of file chat_tokenizer.h.

{ return kind_; }

References ember::ChatTokenizerOf< T >::kind_.

size()

template<class T >

size_t ember::ChatTokenizerOf< T >::size ( ) const

inlineoverridevirtual

Implements ember::ChatTokenizer.

Definition at line 148 of file chat_tokenizer.h.

{ return t_.size(); }

References ember::ChatTokenizerOf< T >::t_.

Member Data Documentation

kind_

template<class T >

const char* ember::ChatTokenizerOf< T >::kind_

private

Definition at line 153 of file chat_tokenizer.h.

Referenced by ember::ChatTokenizerOf< T >::kind().

t_

template<class T >

T ember::ChatTokenizerOf< T >::t_

private

Definition at line 152 of file chat_tokenizer.h.

Referenced by ember::ChatTokenizerOf< T >::decode(), ember::ChatTokenizerOf< T >::encode(), and ember::ChatTokenizerOf< T >::size().

---

The documentation for this class was generated from the following file:

• chat_tokenizer.h