#include <deeplima/token_type.h>

Inheritance diagram for deeplima::impl::token_t:

Public Member Functions
bool	eos () const

	token_t (uint16_t offset=0, uint16_t len=0, uint32_t idx=0, token_flags_t flags=token_flags_t::none)

Public Attributes
uint16_t	m_offset

uint16_t	m_len

uint32_t	m_form_idx

token_flags_t	m_flags

uint8_t	m_mwt_len

uint32_t	m_mwt_surface_idx

Detailed Description

Definition at line 29 of file token_type.h.

Constructor & Destructor Documentation

◆ token_t()

deeplima::impl::token_t::token_t	(	uint16_t	offset = `0`,
		uint16_t	len = `0`,
		uint32_t	idx = `0`,
		token_flags_t	flags = `token_flags_t::none`
	)

inline

Definition at line 37 of file token_type.h.

Member Function Documentation

◆ eos()

bool deeplima::impl::token_t::eos ( ) const

inline

Definition at line 32 of file token_type.h.

Member Data Documentation

◆ m_flags

token_flags_t deeplima::impl::token_t::m_flags

Definition at line 44 of file token_type.h.

◆ m_form_idx

uint32_t deeplima::impl::token_t::m_form_idx

Definition at line 43 of file token_type.h.

◆ m_len

uint16_t deeplima::impl::token_t::m_len

Definition at line 42 of file token_type.h.

◆ m_mwt_len

uint8_t deeplima::impl::token_t::m_mwt_len

Definition at line 51 of file token_type.h.

◆ m_mwt_surface_idx

uint32_t deeplima::impl::token_t::m_mwt_surface_idx

Definition at line 52 of file token_type.h.

◆ m_offset

uint16_t deeplima::impl::token_t::m_offset

Definition at line 41 of file token_type.h.

The documentation for this struct was generated from the following file:

deeplima/include/deeplima/token_type.h

Public Member Functions

Public Attributes