![]() |
LIMA
Libre Multilingual Analyzer — C++ API
|
#include <deeplima/eigen_wrp/word_seq_embd_vectorizer.h>
Classes | |
| struct | timepoint_features_hash |
| class | timepoint_features_t |
Public Types | |
| typedef Parent::feature_descr_t | feature_descr_t |
Public Types inherited from deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx > | |
| enum | feature_type_t : unsigned char { int_feature = 0 , str_feature = 1 , float_feature = 2 , max_feature } |
| typedef DataSet | dataset_t |
| typedef DataSet::token_t | token_t |
| typedef UIntFeatExtractor | uint_feat_extractor_t |
Public Member Functions | |
| WordSeqEmbdVectorizerWithCache (size_t bucket_size=BUCKET_SIZE) | |
| WordSeqEmbdVectorizerWithCache (const std::vector< feature_descr_t > &features, size_t bucket_size=BUCKET_SIZE) | |
| bool | is_precomputing () const |
| void | precompute (const DataSet &dataset) |
| virtual void | init_features (const std::vector< feature_descr_t > &features) |
| void | create_key (timepoint_features_t &timepoint_features, const typename DataSet::token_t &token) |
| void | vectorize_timepoint (MatrixFloat &target, uint64_t timepoint, const typename DataSet::token_t &token) |
Public Member Functions inherited from deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx > | |
| void | set_model (void *) |
| WordSeqEmbdVectorizer () | |
| WordSeqEmbdVectorizer (const std::vector< feature_descr_t > &features) | |
| WordSeqEmbdVectorizer (const std::vector< feature_descr_t > &features, const StrFeatExtractor &str_feat_extractor) | |
| bool | is_precomputing () const |
| void | precompute (const DataSet &) |
| UIntFeatExtractor & | get_uint_feat_extractor () |
| void | init_features (const std::vector< feature_descr_t > &features) |
| int | dim () const |
| void | vectorize_timepoint (MatrixFloat &target, uint64_t timepoint, const typename DataSet::token_t &token) const |
Protected Types | |
| typedef WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx > | Parent |
Protected Types inherited from deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx > | |
| typedef FeatureVectorizerToMatrix< MatrixFloat, uint64_t, Idx > | uint_vectorizer_t |
| typedef FeatureVectorizerToMatrix< MatrixFloat, const std::string &, Idx > | str_vectorizer_t |
Protected Member Functions | |
| Idx | get_vector (const timepoint_features_t &key, eigen_wrp::EigenMatrixXf::matrix_t **matrix) |
| void | init_curr_bucket (size_t dim) |
| void | compute_vector (const timepoint_features_t &key, eigen_wrp::EigenMatrixXf::matrix_t &matrix, Idx idx) |
| virtual void | init_cache (size_t dim) |
Protected Attributes | |
| std::unordered_map< timepoint_features_t, Idx, timepoint_features_hash > | m_precomputed_index |
| std::vector< eigen_wrp::EigenMatrixXf::matrix_t > | m_precomputed_vectors |
| Idx | m_bucket_size |
| Idx | m_next_free_idx |
| Idx | m_curr_bucket_id |
| eigen_wrp::EigenMatrixXf::matrix_t | m_temp_vectors |
Protected Attributes inherited from deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx > | |
| std::vector< feature_descr_t > | m_features |
| int | m_features_size |
| std::vector< uint32_t > | m_features_pos |
| const StrFeatExtractor | m_str_feat_extractor |
| UIntFeatExtractor | m_uint_feat_extractor |
| std::vector< std::pair< std::shared_ptr< uint_vectorizer_t >, size_t > > | m_uint_vectorizers |
| std::vector< std::pair< std::shared_ptr< str_vectorizer_t >, size_t > > | m_str_vectorizers |
Definition at line 202 of file word_seq_embd_vectorizer.h.
| typedef Parent::feature_descr_t deeplima::vectorizers::WordSeqEmbdVectorizerWithCache< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx, NUM_BUCKETS, BUCKET_SIZE >::feature_descr_t |
Definition at line 367 of file word_seq_embd_vectorizer.h.
|
protected |
Definition at line 206 of file word_seq_embd_vectorizer.h.
|
inline |
Definition at line 369 of file word_seq_embd_vectorizer.h.
|
inline |
Definition at line 378 of file word_seq_embd_vectorizer.h.
|
inlineprotected |
Definition at line 333 of file word_seq_embd_vectorizer.h.
|
inline |
Definition at line 403 of file word_seq_embd_vectorizer.h.
|
inlineprotected |
Definition at line 282 of file word_seq_embd_vectorizer.h.
|
inlineprotectedvirtual |
Reimplemented in deeplima::vectorizers::WordSeqEmbdVectorizerWithPrecomputing< Model, DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx, NUM_BUCKETS, BUCKET_SIZE >, and deeplima::vectorizers::WordSeqEmbdVectorizerWithPrecomputing< Model, TokenVector, TokenStrFeatExtractor< Token >, TokenUIntClsFeatExtractor< Token >, eigen_wrp::EigenMatrixXf::matrix_t, Eigen::Index >.
Definition at line 353 of file word_seq_embd_vectorizer.h.
|
inlineprotected |
Definition at line 326 of file word_seq_embd_vectorizer.h.
|
inlinevirtual |
Definition at line 398 of file word_seq_embd_vectorizer.h.
|
inline |
Definition at line 388 of file word_seq_embd_vectorizer.h.
|
inline |
Definition at line 394 of file word_seq_embd_vectorizer.h.
|
inline |
Definition at line 422 of file word_seq_embd_vectorizer.h.
|
protected |
Definition at line 277 of file word_seq_embd_vectorizer.h.
|
protected |
Definition at line 279 of file word_seq_embd_vectorizer.h.
|
protected |
Definition at line 278 of file word_seq_embd_vectorizer.h.
|
protected |
Definition at line 275 of file word_seq_embd_vectorizer.h.
|
protected |
Definition at line 276 of file word_seq_embd_vectorizer.h.
|
protected |
Definition at line 280 of file word_seq_embd_vectorizer.h.