RnnTokenizer.h

Go to the documentation of this file.

// SPDX-FileCopyrightText: 2022 CEA LIST <gael.de-chalendar@cea.fr>
//
// SPDX-License-Identifier: MIT
 
#ifndef LIMA_LINGUISTICPROCESSING_Tokenizer_RnnTokenizer_H
#define LIMA_LINGUISTICPROCESSING_Tokenizer_RnnTokenizer_H
 
#include "RnnTokenizerExport.h"
#include "common/MediaProcessors/MediaProcessUnit.h"
 
namespace Lima
{
namespace LinguisticProcessing
{
namespace DeepLimaUnits
{
namespace RnnTokenizer
{
 
#define RNNTOKENIZER_CLASSID "RnnTokenizer"
 
class CharChart;
 
class RnnTokenizerPrivate;
 
class LIMA_RNNTOKENIZER_EXPORT RnnTokenizer : public MediaProcessUnit
{
public:
  RnnTokenizer();
  virtual ~RnnTokenizer();
 
  void init(Lima::Common::XMLConfigurationFiles::GroupConfigurationStructure& unitConfiguration,
            Manager* manager) override;
 
  LimaStatusCode process(AnalysisContent& analysis) const override;
 
private:
  RnnTokenizerPrivate* m_d;
};
 
} // namespace RnnTokenizer
} // namespace DeepLimaUnits
} // namespace LinguisticProcessing
} // namespace Lima
 
#endif