LIMA
Libre Multilingual Analyzer — C++ API
Loading...
Searching...
No Matches
deeplima Namespace Reference

Namespaces

namespace  CoNLLU
 
namespace  convert_from_torch
 
namespace  dumper
 
namespace  eigen_impl
 
namespace  eigen_wrp
 
namespace  graph_dp
 
namespace  impl
 
namespace  lemmatization
 
namespace  morph_model
 
namespace  nets
 
namespace  segmentation
 
namespace  tagging
 
namespace  train
 
namespace  utils
 
namespace  vectorizers
 
namespace  version
 

Classes

class  ConlluFeatExtractor
 
class  DependencyParser
 
class  Dict
 
class  DictAdapter
 
class  DictBase
 
class  DictEmbdVectorizer
 
class  DictHolderAdapter
 
class  DictsHolderImpl
 
class  DictVectorizer
 
class  DirectDict
 
class  DirectDict< Eigen::MatrixXf, Eigen::Index >
 
class  EmbdDict
 
class  EmbdDict< std::string, M, I >
 
class  FastTextExt
 
class  FastTextVectorizer
 
class  FastTextVectorizer< Eigen::MatrixXf, Eigen::Index >
 
class  FeatureVectorizerBase
 
class  FeatureVectorizerToMatrix
 
class  ISerializable
 
class  ITokenSequenceAnalyzer
 Handle multithread processing of token sequence. More...
 
class  MwtExpander
 Multiword-token (MWT) expansion stage. More...
 
class  PathResolver
 
class  RnnSeq2Seq
 
class  RnnSequenceClassifier
 Handles multithreading. More...
 
class  ThreadPool
 
struct  token_buffer_t
 
class  TokenSequenceAnalyzer
 
class  TokenStrFeatExtractor
 
class  TokenUIntClsFeatExtractor
 
class  TokenUIntFeatExtractor
 
class  TorchMatrix
 
class  TStringIndex
 
class  WordDictBuilderImpl
 

Typedefs

typedef EmbdDict< uint64_t, Eigen::MatrixXf, Eigen::Index > EmbdUInt64Float
 
typedef EmbdDict< std::string, Eigen::MatrixXf, Eigen::Index > EmbdStrFloat
 
typedef DictsHolderImpl< EmbdUInt64Float > EmbdUInt64FloatHolder
 
typedef DictsHolderImpl< EmbdStrFloat > EmbdStrFloatHolder
 
typedef TStringIndex< std::string, std::u32string, uint32_t > StringIndex
 
typedef Dict< std::wstring > WstringDict
 
typedef Dict< std::string > StringDict
 
typedef Dict< uint64_t > UInt64Dict
 
typedef Dict< char32_t > Char32Dict
 
typedef DictsHolderImpl DictsHolder
 

Enumerations

enum  token_flags_t : uint8_t {
  none = 0x00 , sentence_brk = 0x01 , paragraph_brk = 0x02 , multiword = 0x04 ,
  max_flags
}
 

Functions

template<class M , typename vertex_idx_t , typename weight_t >
void arborescence (const M &adj_matrix, std::vector< vertex_idx_t > &heads, size_t offset)
 
template<typename vertex_idx_t , typename weight_t >
void arborescence (std::vector< uint32_t > &heads, size_t len)
 
template<typename T >
std::ostream & operator<< (std::ostream &out, const std::vector< T > &v)
 
std::string pretty_bits_to_string_one_byte (const uint8_t arg)
 
template<class T >
std::string pretty_bits_to_string (const T arg)
 
std::vector< std::string > split (const std::string &s, char delim)
 

Typedef Documentation

◆ Char32Dict

typedef Dict<char32_t> deeplima::Char32Dict

Definition at line 276 of file dict.h.

◆ DictsHolder

Definition at line 42 of file dict_base.h.

◆ EmbdStrFloat

typedef EmbdDict<std::string, Eigen::MatrixXf, Eigen::Index> deeplima::EmbdStrFloat

Definition at line 209 of file embd_dict.h.

◆ EmbdStrFloatHolder

◆ EmbdUInt64Float

typedef EmbdDict<uint64_t, Eigen::MatrixXf, Eigen::Index> deeplima::EmbdUInt64Float

Definition at line 208 of file embd_dict.h.

◆ EmbdUInt64FloatHolder

◆ StringDict

typedef Dict<std::string> deeplima::StringDict

Definition at line 274 of file dict.h.

◆ StringIndex

typedef TStringIndex<std::string, std::u32string, uint32_t> deeplima::StringIndex

Definition at line 119 of file str_index.h.

◆ UInt64Dict

typedef Dict<uint64_t> deeplima::UInt64Dict

Definition at line 275 of file dict.h.

◆ WstringDict

typedef Dict<std::wstring> deeplima::WstringDict

Definition at line 273 of file dict.h.

Enumeration Type Documentation

◆ token_flags_t

enum deeplima::token_flags_t : uint8_t
Enumerator
none 
sentence_brk 
paragraph_brk 
multiword 
max_flags 

Definition at line 18 of file token_type.h.

Function Documentation

◆ arborescence() [1/2]

template<class M , typename vertex_idx_t , typename weight_t >
void deeplima::arborescence ( const M &  adj_matrix,
std::vector< vertex_idx_t > &  heads,
size_t  offset 
)

Definition at line 1075 of file arborescence.h.

◆ arborescence() [2/2]

template<typename vertex_idx_t , typename weight_t >
void deeplima::arborescence ( std::vector< uint32_t > &  heads,
size_t  len 
)

Definition at line 1130 of file arborescence.h.

◆ operator<<()

template<typename T >
std::ostream & deeplima::operator<< ( std::ostream &  out,
const std::vector< T > &  v 
)

Definition at line 22 of file birnn_seq_cls.h.

◆ pretty_bits_to_string()

template<class T >
std::string deeplima::pretty_bits_to_string ( const T  arg)
inline

Definition at line 28 of file pretty.h.

◆ pretty_bits_to_string_one_byte()

std::string deeplima::pretty_bits_to_string_one_byte ( const uint8_t  arg)
inline

Definition at line 16 of file pretty.h.

◆ split()

std::vector< std::string > deeplima::split ( const std::string &  s,
char  delim 
)

Definition at line 111 of file path_resolver.cpp.