53 const uint64_t position,
54 const uint64_t length):
65 const uint64_t position,
66 const uint64_t length,
67 std::deque< boost::shared_ptr< BoWToken > >& parts,
76 for (
auto i=parts.begin(); i!=parts.end(); i++)
104 std::ostringstream oss;
110 std::ostringstream oss;
void copy(const BoWComplexToken &a)
This is a complex token for an index.
std::string getstdstringParts() const
virtual void clear() override
boost::shared_ptr< BoWToken > addPart(boost::shared_ptr< BoWToken > tok, const bool isHead=false)
add a part in the list of parts of the complex token.
BoWComplexToken & operator=(const BoWComplexToken &)
std::string getUTF8StringParts(const Common::PropertyCode::PropertyManager *macroManager=0) const
friend class BoWComplexTokenPrivate
BoWTermPrivate(const BoWTermPrivate &btp)
This is a complex token used to represent a multiword term.
virtual BoWTerm * clone() const override
BoWTerm & operator=(const BoWTerm &)
virtual std::string getOutputUTF8String(const Common::PropertyCode::PropertyManager *macroManager=0) const override
get a string of the BoWToken for output function
virtual std::string getIdUTF8String(void) const override
function used to identify a bowtoken in a text (used in BowDumper)
LinguisticCode m_category
virtual std::string getOutputUTF8String(const Common::PropertyCode::PropertyManager *macroManager=0) const override
get a string of the BoWToken for output function
Provide tools to manage a specific property.
T & operator<<(T &qd, const BoWType &bt)