CharChartTest0.cpp

Go to the documentation of this file.

// Copyright 2002-2013 CEA LIST
// SPDX-FileCopyrightText: 2022 CEA LIST <gael.de-chalendar@cea.fr>
//
// SPDX-License-Identifier: MIT
 
// clazy:skip
 
#define BOOST_TEST_DYN_LINK
#define BOOST_TEST_MODULE LimaStringTest
#include <boost/test/unit_test.hpp>
 
#include "linguisticProcessing/core/FlatTokenizer/CharChart.h"
#include "common/Data/strwstrtools.h"
 
using namespace Lima;
using namespace Lima::LinguisticProcessing::FlatTokenizer;
 
// loading test char chart
BOOST_AUTO_TEST_CASE( CharChartTest0_00 )
{
  CharChart cc;
  BOOST_REQUIRE( cc.loadFromFile("testcharchart.chars.tok") );
}
 
// unmarking of non-accented lowercase character is itself
BOOST_AUTO_TEST_CASE( CharChartTest0_0 )
{
  CharChart cc;
  BOOST_REQUIRE( cc.loadFromFile("testcharchart.chars.tok") );
  BOOST_REQUIRE_MESSAGE( cc.unmark(LimaString::fromUtf8("e")[0]) == LimaString::fromUtf8("e")[0], (std::string("unmark(e) Got ") + LimaString(cc.unmark(LimaString::fromUtf8("e")[0])).toUtf8().data() + " instead of e").c_str() );
}
 
// unmarking of accented lowercase character
BOOST_AUTO_TEST_CASE( CharChartTest0_1 )
{
  CharChart cc;
  BOOST_REQUIRE( cc.loadFromFile("testcharchart.chars.tok") );
  BOOST_REQUIRE( cc.unmark(LimaString::fromUtf8("é")[0]) == LimaString::fromUtf8("e")[0] );
}
 
// unmarking of uppercase character
BOOST_AUTO_TEST_CASE( CharChartTest0_2 )
{
  CharChart cc;
  BOOST_REQUIRE( cc.loadFromFile("testcharchart.chars.tok") );
  BOOST_REQUIRE( cc.unmark(LimaString::fromUtf8("A")[0]) == LimaString::fromUtf8("a")[0] );
}
 
// unmarking of accented uppercase character is the unaccented lowercase one
BOOST_AUTO_TEST_CASE( CharChartTest0_3 )
{
  CharChart cc;
  BOOST_REQUIRE( cc.loadFromFile("testcharchart.chars.tok") );
  BOOST_REQUIRE( cc.unmark(LimaString::fromUtf8("É")[0]) == LimaString::fromUtf8("e")[0] );
}
 
// unmarking of non-letter char is null
BOOST_AUTO_TEST_CASE( CharChartTest0_4 )
{
  CharChart cc;
  BOOST_REQUIRE( cc.loadFromFile("testcharchart.chars.tok") );
  BOOST_REQUIRE( cc.unmark(LimaString::fromUtf8(".")[0]) == LimaChar() );
}
 
// unmarking of acronym
BOOST_AUTO_TEST_CASE( CharChartTest0_5 )
{
  CharChart cc;
  BOOST_REQUIRE( cc.loadFromFile("testcharchart.chars.tok") );
  BOOST_REQUIRE_MESSAGE( cc.unmark(LimaString::fromUtf8("A.A.")) == LimaString::fromUtf8("aa"), (std::string("unmark(A.A.) Got ") + cc.unmark(LimaString::fromUtf8("A.A.")).toUtf8().data() + " instead of aa").c_str() );
}