LIMA
Libre Multilingual Analyzer — C++ API
Loading...
Searching...
No Matches
deeplima::DependencyParser Class Reference

#include <deeplima/dependency_parser.h>

Classes

class  enriched_token_buffer_t
 
class  enriched_token_t
 
class  GraphDpImpl
 
struct  token_with_analysis_t
 
class  TokenIterator
 
struct  tokens_with_analysis_t
 

Public Types

typedef std::function< void(const StringIndex &stridx, const std::vector< token_with_analysis_t > &tokens, std::shared_ptr< StdMatrix< uint32_t > > heads, size_t begin, size_t end) > output_callback_t
 

Public Member Functions

 DependencyParser (const std::string &model_fn, const PathResolver &path_resolver, std::shared_ptr< StringIndex > stridx, const std::vector< std::string > &input_class_names, size_t buffer_size, size_t num_buffers, size_t threads=1)
 
 ~DependencyParser ()
 
void register_handler (const output_callback_t fn)
 
const std::vector< std::string > & get_rel_class_names () const
 
void setStringIndex (std::shared_ptr< deeplima::StringIndex > stringIndexPtr)
 
void set_classes (size_t idx, const std::string &class_name, const std::vector< std::string > &data)
 
void operator() (TokenSequenceAnalyzer<>::TokenIterator &iter)
 
void finalize ()
 

Protected Types

using Vectorizer = deeplima::graph_dp::eigen_impl::FeaturesVectorizer< enriched_token_buffer_t, typename enriched_token_buffer_t::token_t >
 
using Matrix = eigen_wrp::EigenMatrixXf
 

Protected Member Functions

void acquire_buffer ()
 
void start_analysis (size_t buffer_idx, size_t first_timepoint_idx, const std::vector< size_t > &lengths, int count=-1)
 
size_t count_max_tokens_until_eos (TokenSequenceAnalyzer<>::TokenIterator &iter, std::vector< size_t > &lengths)
 

Protected Attributes

std::vector< std::string > m_class_names
 
std::vector< std::vector< std::string > > m_classes
 
size_t m_buffer_size
 
size_t m_current_buffer
 
size_t m_current_timepoint
 
bool m_started = false
 
std::shared_ptr< StringIndex > m_stridx_ptr
 
StringIndex::idx_t m_unk_idx
 
std::vector< tokens_with_analysis_t > m_buffers
 
std::vector< size_t > m_lengths
 
GraphDpImpl m_impl
 
output_callback_t m_output_callback
 

Detailed Description

Definition at line 30 of file dependency_parser.h.

Member Typedef Documentation

◆ Matrix

◆ output_callback_t

typedef std::function< void (const StringIndex& stridx, const std::vector<token_with_analysis_t>& tokens, std::shared_ptr< StdMatrix<uint32_t> > heads, size_t begin, size_t end) > deeplima::DependencyParser::output_callback_t

Definition at line 259 of file dependency_parser.h.

◆ Vectorizer

Constructor & Destructor Documentation

◆ DependencyParser()

deeplima::DependencyParser::DependencyParser ( const std::string &  model_fn,
const PathResolver &  path_resolver,
std::shared_ptr< StringIndex >  stridx,
const std::vector< std::string > &  input_class_names,
size_t  buffer_size,
size_t  num_buffers,
size_t  threads = 1 
)
inline

Definition at line 261 of file dependency_parser.h.

◆ ~DependencyParser()

deeplima::DependencyParser::~DependencyParser ( )
inline

Definition at line 308 of file dependency_parser.h.

Member Function Documentation

◆ acquire_buffer()

void deeplima::DependencyParser::acquire_buffer ( )
inlineprotected

Definition at line 487 of file dependency_parser.h.

◆ count_max_tokens_until_eos()

size_t deeplima::DependencyParser::count_max_tokens_until_eos ( TokenSequenceAnalyzer<>::TokenIterator &  iter,
std::vector< size_t > &  lengths 
)
inlineprotected

Definition at line 524 of file dependency_parser.h.

◆ finalize()

void deeplima::DependencyParser::finalize ( )
inline

Definition at line 457 of file dependency_parser.h.

◆ get_rel_class_names()

const std::vector< std::string > & deeplima::DependencyParser::get_rel_class_names ( ) const
inline

Definition at line 319 of file dependency_parser.h.

◆ operator()()

void deeplima::DependencyParser::operator() ( TokenSequenceAnalyzer<>::TokenIterator &  iter)
inline

Definition at line 356 of file dependency_parser.h.

◆ register_handler()

void deeplima::DependencyParser::register_handler ( const output_callback_t  fn)
inline

Definition at line 313 of file dependency_parser.h.

◆ set_classes()

void deeplima::DependencyParser::set_classes ( size_t  idx,
const std::string &  class_name,
const std::vector< std::string > &  data 
)
inline

Definition at line 328 of file dependency_parser.h.

◆ setStringIndex()

void deeplima::DependencyParser::setStringIndex ( std::shared_ptr< deeplima::StringIndex >  stringIndexPtr)
inline

Definition at line 323 of file dependency_parser.h.

◆ start_analysis()

void deeplima::DependencyParser::start_analysis ( size_t  buffer_idx,
size_t  first_timepoint_idx,
const std::vector< size_t > &  lengths,
int  count = -1 
)
inlineprotected

Definition at line 506 of file dependency_parser.h.

Member Data Documentation

◆ m_buffer_size

size_t deeplima::DependencyParser::m_buffer_size
protected

Definition at line 607 of file dependency_parser.h.

◆ m_buffers

std::vector<tokens_with_analysis_t> deeplima::DependencyParser::m_buffers
protected

Definition at line 615 of file dependency_parser.h.

◆ m_class_names

std::vector<std::string> deeplima::DependencyParser::m_class_names
protected

Definition at line 604 of file dependency_parser.h.

◆ m_classes

std::vector<std::vector<std::string> > deeplima::DependencyParser::m_classes
protected

Definition at line 605 of file dependency_parser.h.

◆ m_current_buffer

size_t deeplima::DependencyParser::m_current_buffer
protected

Definition at line 608 of file dependency_parser.h.

◆ m_current_timepoint

size_t deeplima::DependencyParser::m_current_timepoint
protected

Definition at line 609 of file dependency_parser.h.

◆ m_impl

GraphDpImpl deeplima::DependencyParser::m_impl
protected

Definition at line 1007 of file dependency_parser.h.

◆ m_lengths

std::vector<size_t> deeplima::DependencyParser::m_lengths
protected

Definition at line 616 of file dependency_parser.h.

◆ m_output_callback

output_callback_t deeplima::DependencyParser::m_output_callback
protected

Definition at line 1009 of file dependency_parser.h.

◆ m_started

bool deeplima::DependencyParser::m_started = false
protected

Definition at line 610 of file dependency_parser.h.

◆ m_stridx_ptr

std::shared_ptr< StringIndex> deeplima::DependencyParser::m_stridx_ptr
protected

Definition at line 612 of file dependency_parser.h.

◆ m_unk_idx

StringIndex::idx_t deeplima::DependencyParser::m_unk_idx
protected

Definition at line 614 of file dependency_parser.h.


The documentation for this class was generated from the following file: