Tokenizer.h

Go to the documentation of this file.

// Copyright 2002-2013 CEA LIST
// SPDX-FileCopyrightText: 2022 CEA LIST <gael.de-chalendar@cea.fr>
//
// SPDX-License-Identifier: MIT
 
// NAUTITIA
//
// jys 24-JUL-2002
//
// Tokenizer is the main program of Tokenizer stuff.
 
#ifndef LIMA_LINGUISTICPROCESSING_FLATTOKENIZER_Tokenizer_H
#define LIMA_LINGUISTICPROCESSING_FLATTOKENIZER_Tokenizer_H
 
#include "FlatTokenizerExport.h"
#include "common/MediaProcessors/MediaProcessUnit.h"
 
namespace Lima
{
namespace LinguisticProcessing
{
namespace FlatTokenizer
{
 
#define FLATTOKENIZER_CLASSID "FlatTokenizer"
 
class CharChart;
 
class TokenizerPrivate;
 
class LIMA_FLATTOKENIZER_EXPORT Tokenizer : public MediaProcessUnit
{
 
public:
  Tokenizer();
  virtual ~Tokenizer();
 
  void init(
    Common::XMLConfigurationFiles::GroupConfigurationStructure& unitConfiguration,
    Manager* manager) override
  ;
 
  LimaStatusCode process(AnalysisContent& analysis) const override;
 
  const std::shared_ptr<CharChart> charChart() const;
  std::shared_ptr<CharChart> charChart();
  void setCharChart(std::shared_ptr<CharChart> charChart);
 
  private:
 
    TokenizerPrivate* m_d;
};
 
} //namespace FlatTokenizer
} // namespace LinguisticProcessing
} // namespace Lima
 
#endif