LIMA
Libre Multilingual Analyzer — C++ API
Loading...
Searching...
No Matches
deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx > Class Template Reference

#include <deeplima/eigen_wrp/word_seq_embd_vectorizer.h>

Inheritance diagram for deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >:
deeplima::graph_dp::eigen_impl::FeaturesVectorizer< enriched_token_buffer_t, typename enriched_token_buffer_t::token_t > deeplima::vectorizers::WordSeqEmbdVectorizerWithCache< TokenVector, TokenStrFeatExtractor< Token >, TokenUIntClsFeatExtractor< Token >, eigen_wrp::EigenMatrixXf::matrix_t, Eigen::Index > deeplima::vectorizers::WordSeqEmbdVectorizerWithCache< TokenVector, TokenStrFeatExtractor< Token >, TokenUIntClsFeatExtractor< Token >, eigen_wrp::EigenMatrixXf::matrix_t, Eigen::Index, 32, 1024 *64 > deeplima::vectorizers::WordSeqEmbdVectorizerWithCache< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, uint64_t, 32, 1024 *64 > deeplima::nets::WordSeqVectorizerImpl< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixInt, MatrixFloat > deeplima::vectorizers::WordSeqEmbdVectorizerWithCache< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx, NUM_BUCKETS, BUCKET_SIZE > deeplima::graph_dp::eigen_impl::FeaturesVectorizerWithCache< TokenVector, Token > deeplima::vectorizers::WordSeqEmbdVectorizerWithPrecomputing< Model, TokenVector, TokenStrFeatExtractor< Token >, TokenUIntClsFeatExtractor< Token >, eigen_wrp::EigenMatrixXf::matrix_t, Eigen::Index > deeplima::vectorizers::WordSeqEmbdVectorizerWithPrecomputing< Model, DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx, NUM_BUCKETS, BUCKET_SIZE > deeplima::graph_dp::impl::FeaturesVectorizerWithCache< TokenVector, Token > deeplima::graph_dp::eigen_impl::FeaturesVectorizerWithPrecomputing< Model, TokenVector, Token > deeplima::graph_dp::impl::FeaturesVectorizerWithPrecomputing< Model, TokenVector, Token >

Classes

struct  feature_descr_base_t
 
struct  feature_descr_t
 

Public Types

enum  feature_type_t : unsigned char { int_feature = 0 , str_feature = 1 , float_feature = 2 , max_feature }
 
typedef DataSet dataset_t
 
typedef DataSet::token_t token_t
 
typedef UIntFeatExtractor uint_feat_extractor_t
 

Public Member Functions

void set_model (void *)
 
 WordSeqEmbdVectorizer ()
 
 WordSeqEmbdVectorizer (const std::vector< feature_descr_t > &features)
 
 WordSeqEmbdVectorizer (const std::vector< feature_descr_t > &features, const StrFeatExtractor &str_feat_extractor)
 
bool is_precomputing () const
 
void precompute (const DataSet &)
 
UIntFeatExtractor & get_uint_feat_extractor ()
 
void init_features (const std::vector< feature_descr_t > &features)
 
int dim () const
 
void vectorize_timepoint (MatrixFloat &target, uint64_t timepoint, const typename DataSet::token_t &token) const
 

Protected Types

typedef FeatureVectorizerToMatrix< MatrixFloat, uint64_t, Idx > uint_vectorizer_t
 
typedef FeatureVectorizerToMatrix< MatrixFloat, const std::string &, Idx > str_vectorizer_t
 

Protected Attributes

std::vector< feature_descr_t > m_features
 
int m_features_size
 
std::vector< uint32_t > m_features_pos
 
const StrFeatExtractor m_str_feat_extractor
 
UIntFeatExtractor m_uint_feat_extractor
 
std::vector< std::pair< std::shared_ptr< uint_vectorizer_t >, size_t > > m_uint_vectorizers
 
std::vector< std::pair< std::shared_ptr< str_vectorizer_t >, size_t > > m_str_vectorizers
 

Detailed Description

template<class DataSet, class StrFeatExtractor, class UIntFeatExtractor, class MatrixFloat, class Idx = uint64_t>
class deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >

Definition at line 23 of file word_seq_embd_vectorizer.h.

Member Typedef Documentation

◆ dataset_t

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
typedef DataSet deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::dataset_t

Definition at line 27 of file word_seq_embd_vectorizer.h.

◆ str_vectorizer_t

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
typedef FeatureVectorizerToMatrix<MatrixFloat, const std::string&, Idx> deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::str_vectorizer_t
protected

Definition at line 65 of file word_seq_embd_vectorizer.h.

◆ token_t

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
typedef DataSet::token_t deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::token_t

Definition at line 28 of file word_seq_embd_vectorizer.h.

◆ uint_feat_extractor_t

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
typedef UIntFeatExtractor deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::uint_feat_extractor_t

Definition at line 101 of file word_seq_embd_vectorizer.h.

◆ uint_vectorizer_t

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
typedef FeatureVectorizerToMatrix<MatrixFloat, uint64_t, Idx> deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::uint_vectorizer_t
protected

Definition at line 64 of file word_seq_embd_vectorizer.h.

Member Enumeration Documentation

◆ feature_type_t

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
enum deeplima::vectorizers::WordSeqEmbdVectorizer::feature_type_t : unsigned char
Enumerator
int_feature 
str_feature 
float_feature 
max_feature 

Definition at line 30 of file word_seq_embd_vectorizer.h.

Constructor & Destructor Documentation

◆ WordSeqEmbdVectorizer() [1/3]

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::WordSeqEmbdVectorizer ( )
inline

Definition at line 75 of file word_seq_embd_vectorizer.h.

◆ WordSeqEmbdVectorizer() [2/3]

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::WordSeqEmbdVectorizer ( const std::vector< feature_descr_t > &  features)
inline

Definition at line 78 of file word_seq_embd_vectorizer.h.

◆ WordSeqEmbdVectorizer() [3/3]

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::WordSeqEmbdVectorizer ( const std::vector< feature_descr_t > &  features,
const StrFeatExtractor &  str_feat_extractor 
)
inline

Definition at line 84 of file word_seq_embd_vectorizer.h.

Member Function Documentation

◆ dim()

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
int deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::dim ( ) const
inline

Definition at line 168 of file word_seq_embd_vectorizer.h.

◆ get_uint_feat_extractor()

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
UIntFeatExtractor & deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::get_uint_feat_extractor ( )
inline

Definition at line 103 of file word_seq_embd_vectorizer.h.

◆ init_features()

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
void deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::init_features ( const std::vector< feature_descr_t > &  features)
inline

Definition at line 108 of file word_seq_embd_vectorizer.h.

◆ is_precomputing()

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
bool deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::is_precomputing ( ) const
inline

Definition at line 92 of file word_seq_embd_vectorizer.h.

◆ precompute()

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
void deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::precompute ( const DataSet &  )
inline

Definition at line 97 of file word_seq_embd_vectorizer.h.

◆ set_model()

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
void deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::set_model ( void *  )
inline

Definition at line 26 of file word_seq_embd_vectorizer.h.

◆ vectorize_timepoint()

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
void deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::vectorize_timepoint ( MatrixFloat &  target,
uint64_t  timepoint,
const typename DataSet::token_t &  token 
) const
inline

Definition at line 173 of file word_seq_embd_vectorizer.h.

Member Data Documentation

◆ m_features

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
std::vector<feature_descr_t> deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::m_features
protected

Definition at line 58 of file word_seq_embd_vectorizer.h.

◆ m_features_pos

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
std::vector<uint32_t> deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::m_features_pos
protected

Definition at line 62 of file word_seq_embd_vectorizer.h.

◆ m_features_size

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
int deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::m_features_size
protected

Definition at line 60 of file word_seq_embd_vectorizer.h.

◆ m_str_feat_extractor

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
const StrFeatExtractor deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::m_str_feat_extractor
protected

Definition at line 67 of file word_seq_embd_vectorizer.h.

◆ m_str_vectorizers

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
std::vector<std::pair<std::shared_ptr<str_vectorizer_t>, size_t> > deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::m_str_vectorizers
protected

Definition at line 71 of file word_seq_embd_vectorizer.h.

◆ m_uint_feat_extractor

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
UIntFeatExtractor deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::m_uint_feat_extractor
protected

Definition at line 68 of file word_seq_embd_vectorizer.h.

◆ m_uint_vectorizers

template<class DataSet , class StrFeatExtractor , class UIntFeatExtractor , class MatrixFloat , class Idx = uint64_t>
std::vector<std::pair<std::shared_ptr<uint_vectorizer_t>, size_t> > deeplima::vectorizers::WordSeqEmbdVectorizer< DataSet, StrFeatExtractor, UIntFeatExtractor, MatrixFloat, Idx >::m_uint_vectorizers
protected

Definition at line 70 of file word_seq_embd_vectorizer.h.


The documentation for this class was generated from the following file: