LIMA
Libre Multilingual Analyzer — C++ API
Loading...
Searching...
No Matches
Public Member Functions | List of all members
deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator Class Reference

#include <deeplima/token_sequence_analyzer.h>

Public Member Functions

 TokenIterator (const StringIndex &stridx, const token_buffer_t<> &buffer, const std::vector< StringIndex::idx_t > &lemm_buffer, std::shared_ptr< StdMatrix< uint8_t > > classes, size_t offset, size_t end)
 
bool end () const
 
token_flags_t flags () const
 
uint16_t token_offset () const
 
uint16_t token_len () const
 
uint8_t mwt_len () const
 
const char * mwt_surface () const
 
uint32_t mwt_surface_idx () const
 
uint32_t form_idx () const
 
uint32_t lemma_idx () const
 
const char * form () const
 
const char * lemma () const
 
uint32_t head () const
 
const char * deprel () const
 
void next ()
 
void reset (size_t position=0)
 
size_t position () const
 
uint8_t token_class (size_t cls_idx) const
 

Detailed Description

template<typename TaggingAuxScalar = float>
class deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator

Definition at line 80 of file token_sequence_analyzer.h.

Constructor & Destructor Documentation

◆ TokenIterator()

template<typename TaggingAuxScalar = float>
deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::TokenIterator ( const StringIndex &  stridx,
const token_buffer_t<> &  buffer,
const std::vector< StringIndex::idx_t > &  lemm_buffer,
std::shared_ptr< StdMatrix< uint8_t > >  classes,
size_t  offset,
size_t  end 
)
inline

Definition at line 91 of file token_sequence_analyzer.h.

Member Function Documentation

◆ deprel()

template<typename TaggingAuxScalar = float>
const char * deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::deprel ( ) const
inline

Definition at line 172 of file token_sequence_analyzer.h.

◆ end()

template<typename TaggingAuxScalar = float>
bool deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::end ( ) const
inline

Definition at line 100 of file token_sequence_analyzer.h.

◆ flags()

template<typename TaggingAuxScalar = float>
token_flags_t deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::flags ( ) const
inline

Definition at line 105 of file token_sequence_analyzer.h.

◆ form()

template<typename TaggingAuxScalar = float>
const char * deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::form ( ) const
inline

Definition at line 150 of file token_sequence_analyzer.h.

◆ form_idx()

template<typename TaggingAuxScalar = float>
uint32_t deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::form_idx ( ) const
inline

Definition at line 140 of file token_sequence_analyzer.h.

◆ head()

template<typename TaggingAuxScalar = float>
uint32_t deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::head ( ) const
inline

Definition at line 164 of file token_sequence_analyzer.h.

◆ lemma()

template<typename TaggingAuxScalar = float>
const char * deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::lemma ( ) const
inline

Definition at line 157 of file token_sequence_analyzer.h.

◆ lemma_idx()

template<typename TaggingAuxScalar = float>
uint32_t deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::lemma_idx ( ) const
inline

Definition at line 145 of file token_sequence_analyzer.h.

◆ mwt_len()

template<typename TaggingAuxScalar = float>
uint8_t deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::mwt_len ( ) const
inline

Definition at line 123 of file token_sequence_analyzer.h.

◆ mwt_surface()

template<typename TaggingAuxScalar = float>
const char * deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::mwt_surface ( ) const
inline

Definition at line 128 of file token_sequence_analyzer.h.

◆ mwt_surface_idx()

template<typename TaggingAuxScalar = float>
uint32_t deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::mwt_surface_idx ( ) const
inline

Definition at line 135 of file token_sequence_analyzer.h.

◆ next()

template<typename TaggingAuxScalar = float>
void deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::next ( )
inline

Definition at line 177 of file token_sequence_analyzer.h.

◆ position()

template<typename TaggingAuxScalar = float>
size_t deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::position ( ) const
inline

Definition at line 188 of file token_sequence_analyzer.h.

◆ reset()

template<typename TaggingAuxScalar = float>
void deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::reset ( size_t  position = 0)
inline

Definition at line 182 of file token_sequence_analyzer.h.

◆ token_class()

template<typename TaggingAuxScalar = float>
uint8_t deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::token_class ( size_t  cls_idx) const
inline

Definition at line 193 of file token_sequence_analyzer.h.

◆ token_len()

template<typename TaggingAuxScalar = float>
uint16_t deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::token_len ( ) const
inline

Definition at line 116 of file token_sequence_analyzer.h.

◆ token_offset()

template<typename TaggingAuxScalar = float>
uint16_t deeplima::TokenSequenceAnalyzer< TaggingAuxScalar >::TokenIterator::token_offset ( ) const
inline

Definition at line 111 of file token_sequence_analyzer.h.

The documentation for this class was generated from the following file: