CharChart.h

Go to the documentation of this file.

// Copyright 2002-2013 CEA LIST
// SPDX-FileCopyrightText: 2022 CEA LIST <gael.de-chalendar@cea.fr>
//
// SPDX-License-Identifier: MIT
 
#ifndef LIMA_LINGUISTICPROCESSING_FLATTOKENIZER_CHARCHART_H
#define LIMA_LINGUISTICPROCESSING_FLATTOKENIZER_CHARCHART_H
 
#include "FlatTokenizerExport.h"
#include "common/Data/LimaString.h"
 
#include "linguisticProcessing/core/LinguisticResources/AbstractResource.h"
 
#ifdef WIN32
#undef min
#undef max
#endif
 
namespace Lima
{
namespace LinguisticProcessing
{
namespace FlatTokenizer
{
 
class Char;
class CharClass;
 
#define FLATTOKENIZERCHARCHART_CLASSID "FlatTokenizerCharChart"
 
class LIMA_FLATTOKENIZER_EXPORT CharChart : public AbstractResource
{
  Q_OBJECT
 
public:
  explicit CharChart();
  virtual ~CharChart();
 
  void init(Common::XMLConfigurationFiles::GroupConfigurationStructure&,
            Manager*) override;
 
  const std::vector<CharClass*>& classes() const  {return m_classes;}
  const std::vector<Char*>& chars() const {return m_chars;}
  std::vector<CharClass*>& classes() {return m_classes;}
  std::vector<Char*>& chars() {return m_chars;}
 
  const CharClass* charClass(const Lima::LimaChar& c) const;
  const CharClass* charClass (const LimaChar& c1, const LimaChar& c2) const;
 
  Lima::LimaChar maj(const Lima::LimaChar& c) const;
 
  Lima::LimaChar min(const Lima::LimaChar& c) const;
 
  LimaString unmarkWithMapping(const LimaString& str,std::vector<unsigned char>& mapping) const;
  
  Lima::LimaChar unmark(const Lima::LimaChar& c) const;
 
  LimaString unmark(const LimaString& str) const;
  
  Lima::LimaString unmarkByString (const Lima::LimaChar& c) const;
 
  Lima::LimaString toLower(const Lima::LimaString& src) const;
 
  const CharClass* classNamed(const Lima::LimaString& name) const;
 
  bool loadFromFile(const std::string& fileName);
 
  inline const std::map< LimaChar, std::map< LimaChar, Char* > >& surrogates() const {return m_surrogates;}
  inline std::map< LimaChar, std::map< LimaChar, Char* > >& surrogates() {return m_surrogates;}
 
private:
  CharChart(const CharChart&) : AbstractResource() {}
  
  Char* lazyGetChar(const LimaChar& code);
  
  std::vector<CharClass*> m_classes;
  std::vector<Char*> m_chars;
 
  std::map< LimaChar, std::map< LimaChar, Char* > > m_surrogates;
  
  QVector<QString> m_unicodeCategories;
  
  QMap<QString,QString> m_unicodeCategories2LimaClasses;
};
 
} // Tokenizer
} // LinguisticProcessing
} // Lima
 
#endif // LIMA_LINGUISTICPROCESSING_TOKENIZER_CHARCHART_H