LIMA
Libre Multilingual Analyzer — C++ API
Loading...
Searching...
No Matches
deeplima::segmentation::token_pos Struct Reference

#include <deeplima/segmentation/impl/segmentation_decoder.h>

Public Member Functions

 token_pos ()
 
void clear ()
 
bool empty () const
 
bool too_long () const
 

Public Attributes

uint16_t m_offset
 
uint16_t m_len
 
const char * m_pch
 
token_flags_t m_flags
 
uint8_t m_mwt_len
 
const char * m_mwt_surface_pch
 
uint16_t m_mwt_surface_len
 

Detailed Description

Definition at line 25 of file segmentation_decoder.h.

Constructor & Destructor Documentation

◆ token_pos()

deeplima::segmentation::token_pos::token_pos ( )
inline

Definition at line 40 of file segmentation_decoder.h.

Member Function Documentation

◆ clear()

void deeplima::segmentation::token_pos::clear ( )
inline

Definition at line 44 of file segmentation_decoder.h.

◆ empty()

bool deeplima::segmentation::token_pos::empty ( ) const
inline

Definition at line 54 of file segmentation_decoder.h.

◆ too_long()

bool deeplima::segmentation::token_pos::too_long ( ) const
inline

Definition at line 59 of file segmentation_decoder.h.

Member Data Documentation

◆ m_flags

token_flags_t deeplima::segmentation::token_pos::m_flags

Definition at line 30 of file segmentation_decoder.h.

◆ m_len

uint16_t deeplima::segmentation::token_pos::m_len

Definition at line 28 of file segmentation_decoder.h.

◆ m_mwt_len

uint8_t deeplima::segmentation::token_pos::m_mwt_len

Definition at line 36 of file segmentation_decoder.h.

◆ m_mwt_surface_len

uint16_t deeplima::segmentation::token_pos::m_mwt_surface_len

Definition at line 38 of file segmentation_decoder.h.

◆ m_mwt_surface_pch

const char* deeplima::segmentation::token_pos::m_mwt_surface_pch

Definition at line 37 of file segmentation_decoder.h.

◆ m_offset

uint16_t deeplima::segmentation::token_pos::m_offset

Definition at line 27 of file segmentation_decoder.h.

◆ m_pch

const char* deeplima::segmentation::token_pos::m_pch

Definition at line 29 of file segmentation_decoder.h.


The documentation for this struct was generated from the following file: