deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::enriched_token_t Class Reference

#include <deeplima/token_sequence_analyzer.h>

Public Member Functions
	enriched_token_t (const StringIndex &stridx)
token_flags_t	flags () const
bool	eos () const
const std::string &	form () const

Protected Member Functions
void	set_token (const token_buffer_t<>::token_t *p)

Protected Attributes
const StringIndex &	m_stridx
const token_buffer_t ::token_t *	m_ptoken

Friends
class	TokenSequenceAnalyzer

Detailed Description

template<typename TaggingAuxScalar = float>
class deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::enriched_token_t

Definition at line 206 of file token_sequence_analyzer.h.

Constructor & Destructor Documentation

enriched_token_t()

template<typename TaggingAuxScalar = float>

deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::enriched_token_t::enriched_token_t ( const StringIndex &  stridx )

inline

Definition at line 220 of file token_sequence_analyzer.h.

Member Function Documentation

eos()

template<typename TaggingAuxScalar = float>

bool deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::enriched_token_t::eos ( ) const

inline

Definition at line 231 of file token_sequence_analyzer.h.

flags()

template<typename TaggingAuxScalar = float>

token_flags_t deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::enriched_token_t::flags ( ) const

inline

Definition at line 225 of file token_sequence_analyzer.h.

form()

template<typename TaggingAuxScalar = float>

const std::string & deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::enriched_token_t::form ( ) const

inline

Definition at line 237 of file token_sequence_analyzer.h.

set_token()

template<typename TaggingAuxScalar = float>

void deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::enriched_token_t::set_token ( const token_buffer_t<>::token_t *  p )

inlineprotected

Definition at line 214 of file token_sequence_analyzer.h.

Friends And Related Symbol Documentation

TokenSequenceAnalyzer

template<typename TaggingAuxScalar = float>

friend class TokenSequenceAnalyzer

friend

Definition at line 208 of file token_sequence_analyzer.h.

Member Data Documentation

m_ptoken

template<typename TaggingAuxScalar = float>

const token_buffer_t ::token_t* deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::enriched_token_t::m_ptoken

protected

Definition at line 212 of file token_sequence_analyzer.h.

m_stridx

template<typename TaggingAuxScalar = float>

const StringIndex& deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::enriched_token_t::m_stridx

protected

Definition at line 211 of file token_sequence_analyzer.h.

---

The documentation for this class was generated from the following file:

• deeplima/include/deeplima/token_sequence_analyzer.h