![]() |
LIMA
Libre Multilingual Analyzer — C++ API
|
#include </home/runner/work/lima/lima/deeplima/libs/tasks/graph_dp/train/conllu_file_iterator.h>
Classes | |
| class | Iterator |
Public Member Functions | |
| CoNLLUDataSet (const CoNLLU::Annotation &annot, size_t batch_size, const ConlluFeatExtractor< CoNLLU::WordLevelAdapter::token_t > &feat_extractor, const DictsHolder &morph_tag_dh, std::shared_ptr< FeatureVectorizerBase<> > p_embd, bool add_root=false, std::shared_ptr< const std::map< std::string, int64_t > > deprel2id=nullptr) | |
| void | init () |
| std::vector< nets::embd_descr_t > | get_embd_descr () |
| DictsHolder | get_embd_feature_dicts () const |
| virtual std::shared_ptr< BatchIterator > | get_iterator () const |
Static Public Attributes | |
| static constexpr int64_t | IGNORE_INDEX = -100 |
Definition at line 23 of file conllu_file_iterator.h.
| deeplima::graph_dp::train::CoNLLUDataSet::CoNLLUDataSet | ( | const CoNLLU::Annotation & | annot, |
| size_t | batch_size, | ||
| const ConlluFeatExtractor< CoNLLU::WordLevelAdapter::token_t > & | feat_extractor, | ||
| const DictsHolder & | morph_tag_dh, | ||
| std::shared_ptr< FeatureVectorizerBase<> > | p_embd, | ||
| bool | add_root = false, |
||
| std::shared_ptr< const std::map< std::string, int64_t > > | deprel2id = nullptr |
||
| ) |
Definition at line 23 of file conllu_file_iterator.cpp.
| std::vector< nets::embd_descr_t > deeplima::graph_dp::train::CoNLLUDataSet::get_embd_descr | ( | ) |
Definition at line 63 of file conllu_file_iterator.cpp.
| DictsHolder deeplima::graph_dp::train::CoNLLUDataSet::get_embd_feature_dicts | ( | ) | const |
Definition at line 70 of file conllu_file_iterator.cpp.
|
virtual |
Implements deeplima::graph_dp::train::IterableDataSet.
Definition at line 210 of file conllu_file_iterator.cpp.
| void deeplima::graph_dp::train::CoNLLUDataSet::init | ( | ) |
Definition at line 57 of file conllu_file_iterator.cpp.
|
staticconstexpr |
Definition at line 38 of file conllu_file_iterator.h.