RnnTokenizer.cpp File Reference

#include <QtCore/QTemporaryFile>
#include <QtCore/QRegularExpression>
#include <QDir>
#include "common/misc/Exceptions.h"
#include "common/Data/strwstrtools.h"
#include "common/AbstractFactoryPattern/SimpleFactory.h"
#include "common/tools/FileUtils.h"
#include "common/MediaticData/mediaticData.h"
#include "common/time/timeUtilsController.h"
#include "linguisticProcessing/core/LinguisticResources/LinguisticResources.h"
#include "linguisticProcessing/common/linguisticData/LimaStringText.h"
#include "linguisticProcessing/core/LinguisticAnalysisStructure/AnalysisGraph.h"
#include "linguisticProcessing/core/TextSegmentation/SegmentationData.h"
#include "linguisticProcessing/common/helpers/ConfigurationHelper.h"
#include "linguisticProcessing/common/helpers/DeepTokenizerBase.h"
#include "linguisticProcessing/common/helpers/LangCodeHelpers.h"
#include "RnnTokenizer.h"
#include "deeplima/segmentation.h"
#include "deeplima/token_type.h"

Go to the source code of this file.

Classes
class	Lima::LinguisticProcessing::DeepLimaUnits::RnnTokenizer::RnnTokenizerPrivate
struct	Lima::LinguisticProcessing::DeepLimaUnits::RnnTokenizer::RnnTokenizerPrivate::TPrimitiveToken

Namespaces
namespace	Lima
	NAUTITIA.
namespace	Lima::LinguisticProcessing
namespace	Lima::LinguisticProcessing::DeepLimaUnits
namespace	Lima::LinguisticProcessing::DeepLimaUnits::RnnTokenizer

Macros
#define	DEBUG_THIS_FILE   true
#define	LOG_MESSAGE(stream, msg)   ;
#define	LOG_MESSAGE_WITH_PROLOG(stream, msg)   ;

Functions
	Lima::LinguisticProcessing::DeepLimaUnits::RnnTokenizer::CONFIGURATIONHELPER_LOGGING_INIT (TOKENIZERLOGINIT)

Variables
static SimpleFactory< MediaProcessUnit, RnnTokenizer >	Lima::LinguisticProcessing::DeepLimaUnits::RnnTokenizer::rnntokenizerFactory (RNNTOKENIZER_CLASSID)

Macro Definition Documentation

DEBUG_THIS_FILE

#define DEBUG_THIS_FILE   true

Definition at line 31 of file RnnTokenizer.cpp.

LOG_MESSAGE

#define LOG_MESSAGE	(		stream,
			msg
	)		;

Definition at line 56 of file RnnTokenizer.cpp.

LOG_MESSAGE_WITH_PROLOG

#define LOG_MESSAGE_WITH_PROLOG	(		stream,
			msg
	)		;

Definition at line 57 of file RnnTokenizer.cpp.