deeplima::segmentation::CoNLLUReader Class Reference

#include <deeplima/reader_conllu.h>

Inheritance diagram for deeplima::segmentation::CoNLLUReader:

Public Member Functions
	CoNLLUReader ()
virtual	~CoNLLUReader ()
virtual void	parse_from_stream (const read_callback_t fn)
virtual void	finalize () override
	Cleanup all remaining locks if any.
Public Member Functions inherited from deeplima::segmentation::FormattedReaderBase
virtual void	register_handler (const segmentation_callback_t fn)
virtual	~FormattedReaderBase ()
Public Member Functions inherited from deeplima::segmentation::ISegmentation
virtual bool	predicts_mwt () const
	Whether this segmenter predicts multiword-token surfaces (sets the token_flags_t::multiword flag).
virtual	~ISegmentation ()

Protected Member Functions
bool	read_token (token_pos &token, const char *p, const char *end, bool eos=false)

Protected Attributes
char	m_buffer [1024 *4]
char *	m_next
size_t	m_len
Protected Attributes inherited from deeplima::segmentation::FormattedReaderBase
segmentation_callback_t	m_callback

Additional Inherited Members
Public Types inherited from deeplima::segmentation::ISegmentation
typedef std::function< bool(uint8_t *buffer, int32_t &read, int32_t max) >	read_callback_t

Detailed Description

Definition at line 32 of file reader_conllu.h.

Constructor & Destructor Documentation

CoNLLUReader()

deeplima::segmentation::CoNLLUReader::CoNLLUReader ( )

inline

Definition at line 36 of file reader_conllu.h.

~CoNLLUReader()

virtual deeplima::segmentation::CoNLLUReader::~CoNLLUReader ( )

inlinevirtual

Definition at line 42 of file reader_conllu.h.

Member Function Documentation

finalize()

virtual void deeplima::segmentation::CoNLLUReader::finalize ( )

inlineoverridevirtual

Cleanup all remaining locks if any.

Implements deeplima::segmentation::ISegmentation.

Definition at line 153 of file reader_conllu.h.

parse_from_stream()

virtual void deeplima::segmentation::CoNLLUReader::parse_from_stream ( const read_callback_t  fn )

inlinevirtual

Implements deeplima::segmentation::ISegmentation.

Definition at line 44 of file reader_conllu.h.

read_token()

bool deeplima::segmentation::CoNLLUReader::read_token ( token_pos &  token, const char *  p, const char *  end, bool  eos = false  )

inlineprotected

Definition at line 156 of file reader_conllu.h.

Member Data Documentation

m_buffer

char deeplima::segmentation::CoNLLUReader::m_buffer[1024 *4]

protected

Definition at line 207 of file reader_conllu.h.

m_len

size_t deeplima::segmentation::CoNLLUReader::m_len

protected

Definition at line 209 of file reader_conllu.h.

m_next

char* deeplima::segmentation::CoNLLUReader::m_next

protected

Definition at line 208 of file reader_conllu.h.

---

The documentation for this class was generated from the following file:

• deeplima/include/deeplima/reader_conllu.h