deeplima::lemmatization::train Namespace Reference

Classes
struct	form_morph_hash
struct	form_morph_t
class	Seq2SeqLemmatizerImpl
struct	train_params_lemmatization_t

Typedefs
typedef unordered_map< form_morph_t, unordered_map< StringIndex::idx_t, size_t >, form_morph_hash >	form2lemma_t

Functions
torch::serialize::OutputArchive &	operator<< (torch::serialize::OutputArchive &archive, const Seq2SeqLemmatizerImpl &module)
torch::serialize::InputArchive &	operator>> (torch::serialize::InputArchive &archive, Seq2SeqLemmatizerImpl &module)
	TORCH_MODULE (Seq2SeqLemmatizer)
bool	operator== (const form_morph_t &a, const form_morph_t &b)
DictsHolder	build_char_dicts (const form2lemma_t &form2lemma, StringIndex &str_idx)
set< morph_model::feat_base_t >	find_fixed (const morph_model::morph_model_t &lang_morph_model, const form2lemma_t &form2lemma, StringIndex &str_idx)
void	vectorize_dataset (const morph_model::morph_model_t &lang_morph_model, const form2lemma_t &form2lemma, StringIndex &str_idx, const DictsHolder dh, uint32_t max_len, vector< TorchMatrix< int64_t > > &v_seq_input, vector< vector< TorchMatrix< int64_t > > > &v_cat_input, vector< TorchMatrix< int64_t > > &v_gold)
int	train_lemmatization (const train_params_lemmatization_t &params)

Variables
const char32_t	START = 0x10FFFE
const char32_t	EOS = 0x10FFFF

Typedef Documentation

form2lemma_t

typedef unordered_map<form_morph_t, unordered_map<StringIndex::idx_t, size_t>, form_morph_hash> deeplima::lemmatization::train::form2lemma_t

Definition at line 64 of file train_lemmatization.cpp.

Function Documentation

build_char_dicts()

DictsHolder deeplima::lemmatization::train::build_char_dicts	(	const form2lemma_t &	form2lemma,
		StringIndex &	str_idx
	)

Definition at line 69 of file train_lemmatization.cpp.

find_fixed()

set< morph_model::feat_base_t > deeplima::lemmatization::train::find_fixed	(	const morph_model::morph_model_t &	lang_morph_model,
		const form2lemma_t &	form2lemma,
		StringIndex &	str_idx
	)

Definition at line 114 of file train_lemmatization.cpp.

operator<<()

torch::serialize::OutputArchive & deeplima::lemmatization::train::operator<< ( torch::serialize::OutputArchive &  archive, const Seq2SeqLemmatizerImpl &  module  )

inline

Definition at line 95 of file seq2seq_for_lemmatization.h.

operator==()

bool deeplima::lemmatization::train::operator== ( const form_morph_t &  a, const form_morph_t &  b  )

inline

Definition at line 49 of file train_lemmatization.cpp.

operator>>()

torch::serialize::InputArchive & deeplima::lemmatization::train::operator>> ( torch::serialize::InputArchive &  archive, Seq2SeqLemmatizerImpl &  module  )

inline

Definition at line 103 of file seq2seq_for_lemmatization.h.

TORCH_MODULE()

deeplima::lemmatization::train::TORCH_MODULE

(

Seq2SeqLemmatizer

)

train_lemmatization()

int deeplima::lemmatization::train::train_lemmatization

(

const train_params_lemmatization_t &

params

)

Definition at line 264 of file train_lemmatization.cpp.

vectorize_dataset()

void deeplima::lemmatization::train::vectorize_dataset	(	const morph_model::morph_model_t &	lang_morph_model,
		const form2lemma_t &	form2lemma,
		StringIndex &	str_idx,
		const DictsHolder	dh,
		uint32_t	max_len,
		vector< TorchMatrix< int64_t > > &	v_seq_input,
		vector< vector< TorchMatrix< int64_t > > > &	v_cat_input,
		vector< TorchMatrix< int64_t > > &	v_gold
	)

Definition at line 165 of file train_lemmatization.cpp.

Variable Documentation

EOS

const char32_t deeplima::lemmatization::train::EOS = 0x10FFFF

Definition at line 67 of file train_lemmatization.cpp.

START

const char32_t deeplima::lemmatization::train::START = 0x10FFFE

Definition at line 66 of file train_lemmatization.cpp.