bowTokenPrivate.h

Go to the documentation of this file.

// Copyright 2002-2020 CEA LIST
// SPDX-FileCopyrightText: 2022 CEA LIST <gael.de-chalendar@cea.fr>
//
// SPDX-License-Identifier: MIT
 
/************************************************************************
 * @file     BoWToken.cpp
 * @author   Besancon Romaric
 * @date     Tue Oct  7 2003
 * copyright Copyright (C) 2003 by CEA LIST
 *
 ***********************************************************************/
 
#ifndef BOWTOKENPRIVATE_H
#define BOWTOKENPRIVATE_H
 
#include "common/Data/LimaString.h"
#include "common/Data/strwstrtools.h"
#include "common/Data/readwritetools.h"
 
#include <iterator>  // for debug output
#include <algorithm> // function (on refMap)
#include <string>
#include <wchar.h>
 
namespace Lima
{
namespace Common
{
namespace BagOfWords
{
class BoWToken;
 
 
class BoWTokenPrivate
{
public:
  friend class BoWToken;
  friend std::ostream& operator << (std::ostream&, const BoWToken&);
  friend std::ostream& operator << (std::ostream& os,
                                    const std::map<BoWToken*,uint64_t>& refMap);
  friend QDebug& operator << (QDebug&, const BoWToken&);
  friend QDebug& operator << (QDebug& os,
                                    const std::map<BoWToken*,uint64_t>& refMap);
 
  BoWTokenPrivate(const Lima::LimaString& lemma,
           const LinguisticCode category,
           const uint64_t position,
           const uint64_t length);
  BoWTokenPrivate(const Lima::LimaString& str,
           const uint64_t position=0,
           const uint64_t length=0);
  BoWTokenPrivate(const BoWToken& tok);
  BoWTokenPrivate();
 
  BoWTokenPrivate(const BoWTokenPrivate& tok);
  BoWTokenPrivate& operator=(const BoWTokenPrivate& tok);
  bool operator==(const BoWTokenPrivate& tok);
 
 
  virtual ~BoWTokenPrivate();
 
  Lima::LimaString m_lemma;
  Lima::LimaString m_inflectedForm;
  LinguisticCode m_category;
  uint64_t m_position;
  uint64_t m_length;
  uint64_t m_vertex;
 
  static LimaChar m_separator;
  static LimaChar m_compoundSeparator;
 
  static bool m_useOnlyLemma;
 
  void convertSpaces(void);
 
};
 
 
} // namespace BagOfWords
} // namespace Common
} // namespace Lima
 
#endif