token_type.h File Reference

#include <cassert>
#include <cstdlib>
#include <cstddef>
#include <vector>
#include <stdint.h>

Go to the source code of this file.

Classes
struct	deeplima::impl::token_t
struct	deeplima::token_buffer_t< T >

Namespaces
namespace	deeplima
namespace	deeplima::impl

Enumerations
enum	deeplima::token_flags_t : uint8_t {   deeplima::none = 0x00 , deeplima::sentence_brk = 0x01 , deeplima::paragraph_brk = 0x02 , deeplima::multiword = 0x04 ,   deeplima::max_flags }