LIMA
Libre Multilingual Analyzer — C++ API
Loading...
Searching...
No Matches
deeplima::segmentation::impl::Utf8Reader< TBufferType, NUM_CHANNELS, BYTES_BUFFER_SIZE > Class Template Reference

#include <deeplima/segmentation/impl/utf8_reader.h>

Public Member Functions

 Utf8Reader ()
 
void reset ()
 
uint32_t parse_start (const uint8_t *str, int32_t *pos, int32_t len)
 
uint8_t parse (const uint8_t *str, int32_t *pos, int32_t len)
 
const buffer_t & get_buffer (uint8_t channel_idx) const
 
uint8_t get_len (uint8_t idx) const
 

Static Public Member Functions

static uint8_t bits_per_position (uint8_t channel_idx)
 

Protected Types

typedef TBufferType buffer_t
 

Detailed Description

template<class TBufferType = uint64_t, int NUM_CHANNELS = 4, int BYTES_BUFFER_SIZE = 8>
class deeplima::segmentation::impl::Utf8Reader< TBufferType, NUM_CHANNELS, BYTES_BUFFER_SIZE >

Definition at line 43 of file utf8_reader.h.

Member Typedef Documentation

◆ buffer_t

template<class TBufferType = uint64_t, int NUM_CHANNELS = 4, int BYTES_BUFFER_SIZE = 8>
typedef TBufferType deeplima::segmentation::impl::Utf8Reader< TBufferType, NUM_CHANNELS, BYTES_BUFFER_SIZE >::buffer_t
protected

Definition at line 46 of file utf8_reader.h.

Constructor & Destructor Documentation

◆ Utf8Reader()

template<class TBufferType = uint64_t, int NUM_CHANNELS = 4, int BYTES_BUFFER_SIZE = 8>
deeplima::segmentation::impl::Utf8Reader< TBufferType, NUM_CHANNELS, BYTES_BUFFER_SIZE >::Utf8Reader ( )
inline

Definition at line 63 of file utf8_reader.h.

Member Function Documentation

◆ bits_per_position()

template<class TBufferType = uint64_t, int NUM_CHANNELS = 4, int BYTES_BUFFER_SIZE = 8>
static uint8_t deeplima::segmentation::impl::Utf8Reader< TBufferType, NUM_CHANNELS, BYTES_BUFFER_SIZE >::bits_per_position ( uint8_t  channel_idx)
inlinestatic

Definition at line 168 of file utf8_reader.h.

◆ get_buffer()

template<class TBufferType = uint64_t, int NUM_CHANNELS = 4, int BYTES_BUFFER_SIZE = 8>
const buffer_t & deeplima::segmentation::impl::Utf8Reader< TBufferType, NUM_CHANNELS, BYTES_BUFFER_SIZE >::get_buffer ( uint8_t  channel_idx) const
inline

Definition at line 157 of file utf8_reader.h.

◆ get_len()

template<class TBufferType = uint64_t, int NUM_CHANNELS = 4, int BYTES_BUFFER_SIZE = 8>
uint8_t deeplima::segmentation::impl::Utf8Reader< TBufferType, NUM_CHANNELS, BYTES_BUFFER_SIZE >::get_len ( uint8_t  idx) const
inline

Definition at line 163 of file utf8_reader.h.

◆ parse()

template<class TBufferType = uint64_t, int NUM_CHANNELS = 4, int BYTES_BUFFER_SIZE = 8>
uint8_t deeplima::segmentation::impl::Utf8Reader< TBufferType, NUM_CHANNELS, BYTES_BUFFER_SIZE >::parse ( const uint8_t *  str,
int32_t *  pos,
int32_t  len 
)
inline

Definition at line 103 of file utf8_reader.h.

◆ parse_start()

template<class TBufferType = uint64_t, int NUM_CHANNELS = 4, int BYTES_BUFFER_SIZE = 8>
uint32_t deeplima::segmentation::impl::Utf8Reader< TBufferType, NUM_CHANNELS, BYTES_BUFFER_SIZE >::parse_start ( const uint8_t *  str,
int32_t *  pos,
int32_t  len 
)
inline

Definition at line 80 of file utf8_reader.h.

◆ reset()

template<class TBufferType = uint64_t, int NUM_CHANNELS = 4, int BYTES_BUFFER_SIZE = 8>
void deeplima::segmentation::impl::Utf8Reader< TBufferType, NUM_CHANNELS, BYTES_BUFFER_SIZE >::reset ( )
inline

Definition at line 72 of file utf8_reader.h.


The documentation for this class was generated from the following file: