18namespace LinguisticProcessing {
20namespace LinguisticAnalysisStructure {
23 StringsPoolIndex form,
28 m_stringForm(stringForm),
35 StringsPoolIndex form,
41 m_stringForm(stringForm),
49 m_stringForm(tok.m_stringForm),
50 m_position(tok.m_position),
51 m_length(tok.m_length),
52 m_status(tok.m_status)
64 xmlStream <<
" <string>"
66 <<
"</string>" << std::endl;
67 xmlStream <<
" <position>" <<
position() <<
"</position>" << std::endl;
68 xmlStream <<
" <length>" <<
length() <<
"</length>" << std::endl;
69 if (!m_alternatives.empty()) {
70 xmlStream <<
" <alternatives>" << std::endl;
71 for (
auto it = m_alternatives.cbegin(); it != m_alternatives.cend();
74 xmlStream <<
" <string>"
76 <<
"</string>" << std::endl;
78 xmlStream <<
" </alternatives>" << std::endl;
80 xmlStream <<
" <t_status>" << std::endl;
82 xmlStream <<
" </t_status>" << std::endl;
Provide tools to parse a property file, and deal with the property coding system.
void outputXML(std::ostream &XmlStream) const
holds surface data of a token
uint64_t position() const
virtual void outputXml(std::ostream &xmlStream, const Common::PropertyCode::PropertyCodeManager &pcm, const FsaStringsPool &sp) const
Token(StringsPoolIndex form, const LimaString &stringForm, uint64_t position, uint64_t length)
LimaString transcodeToXmlEntities(const LimaString &str)