LIMA
Libre Multilingual Analyzer — C++ API
Loading...
Searching...
No Matches
SpiritTokenizerParser.hpp File Reference
#include <boost/config/warning_disable.hpp>
#include <boost/spirit/include/qi.hpp>
#include <boost/spirit/include/phoenix_core.hpp>
#include <boost/spirit/include/phoenix_operator.hpp>
#include <boost/spirit/include/phoenix_object.hpp>
#include <boost/fusion/include/adapt_struct.hpp>
#include <boost/fusion/include/io.hpp>
#include <string>

Go to the source code of this file.

Classes

struct  tokenizer_transition
 
struct  tokenizer_state
 
struct  tokenizer< Iterator >
 
struct  tokenizer< Iterator >::transitionsymbol_
 

Macros

#define skipper   qi::space | ascii::char_('#') >> *(ascii::char_ - qi::eol) >> qi::eol
 

Typedefs

typedef std::vector< std::string > tokenizer_precondition
 
typedef std::vector< std::string > tokenizer_postcondition
 
typedef std::vector< tokenizer_state > tokenizer_automaton
 

Enumerations

enum  transitions {
  STORE , FLUSH , TOKEN , EXIT ,
  LTOKEN
}
 

Functions

typedef BOOST_TYPEOF (skipper) skipper_type_
 
 BOOST_FUSION_ADAPT_STRUCT (tokenizer_transition,(std::vector< tokenizer_precondition >, preconditions)(std::vector< std::string >, event)(std::vector< tokenizer_postcondition >, postconditions)(transitions, transition)(std::string, target)(std::vector< std::string >, statuses)) BOOST_FUSION_ADAPT_STRUCT(tokenizer_state
 

Macro Definition Documentation

◆ skipper

#define skipper   qi::space | ascii::char_('#') >> *(ascii::char_ - qi::eol) >> qi::eol

Definition at line 22 of file SpiritTokenizerParser.hpp.

Typedef Documentation

◆ tokenizer_automaton

typedef std::vector<tokenizer_state> tokenizer_automaton

Definition at line 51 of file SpiritTokenizerParser.hpp.

◆ tokenizer_postcondition

typedef std::vector<std::string> tokenizer_postcondition

Definition at line 34 of file SpiritTokenizerParser.hpp.

◆ tokenizer_precondition

typedef std::vector<std::string> tokenizer_precondition

Definition at line 33 of file SpiritTokenizerParser.hpp.

Enumeration Type Documentation

◆ transitions

Enumerator
STORE 
FLUSH 
TOKEN 
EXIT 
LTOKEN 

Definition at line 25 of file SpiritTokenizerParser.hpp.

Function Documentation

◆ BOOST_FUSION_ADAPT_STRUCT()

BOOST_FUSION_ADAPT_STRUCT ( tokenizer_transition  ,
(std::vector< tokenizer_precondition >, preconditions)(std::vector< std::string >, event)(std::vector< tokenizer_postcondition >, postconditions)(transitions, transition)(std::string, target)(std::vector< std::string >, statuses)   
)

◆ BOOST_TYPEOF()

typedef BOOST_TYPEOF ( skipper  )