segmentation_decoder.h File Reference

#include <iostream>
#include <functional>
#include <stdexcept>
#include <string>
#include <vector>
#include <unicode/uchar.h>
#include "deeplima/utils/std_matrix.h"
#include "deeplima/token_type.h"

Go to the source code of this file.

Classes
struct	deeplima::segmentation::token_pos
class	deeplima::segmentation::impl::CharReader< M >
class	deeplima::segmentation::impl::SegmentationDecoder

Namespaces
namespace	deeplima
namespace	deeplima::segmentation
namespace	deeplima::segmentation::impl

Typedefs
typedef std::function< void(const std::vector< token_pos > &tokens, uint32_t len) >	deeplima::segmentation::segmentation_callback_t

Enumerations
enum	deeplima::segmentation::segm_tag_t : uint8_t {   deeplima::segmentation::X = 0x00 , deeplima::segmentation::B = 0x01 , deeplima::segmentation::I = 0x02 , deeplima::segmentation::E = 0x03 ,   deeplima::segmentation::S = 0x04 , deeplima::segmentation::max_tok_tag = 0x05 , deeplima::segmentation::E_EOS = 0x05 , deeplima::segmentation::S_EOS = 0x06 ,   deeplima::segmentation::max_segm_tag = 0x07 , deeplima::segmentation::E_MWT = 0x07 , deeplima::segmentation::S_MWT = 0x08 , deeplima::segmentation::E_EOS_MWT = 0x09 ,   deeplima::segmentation::S_EOS_MWT = 0x0A , deeplima::segmentation::max_segm_mwt_tag = 0x0B }