c++boost-spiritboost-spirit-lex

cannot compile boost-spirit example for changing token value using Phoenix actor


When i try to compile the code below (using the example from boost\spirit\home\lex\argument.hpp: value_setter) I get the following compiler error:

c:\program files (x86)\boost\boost_1_50\boost\range\iterator.hpp(63) : error C2039: 'type' : is not a member of 'boost::mpl::eval_if_c<C,F1,F2>'
with
[
    C=true,
    F1=boost::range_const_iterator<const char *>,
    F2=boost::range_mutable_iterator<const char *const >
]
c:\program files (x86)\boost\boost_1_50\boost\range\iterator_range_core.hpp(56) : see reference to class template instantiation 'boost::range_iterator<C>' being compiled
with
[
    C=const char *const 
]
...

Without the semantic action, everything compiles fine. Here is the example:

#include <boost/spirit/include/lex_lexertl.hpp>
namespace lex = boost::spirit::lex;

template <typename Lexer>
struct my_tokens : lex::lexer<Lexer>
{
    my_tokens()
    {
        identifier = "[a-zA-Z_][a-zA-Z0-9_]*";
        this->self = identifier  [ lex::_val = "identifier" ] // problematic action
                   ;
    }
    lex::token_def<> identifier;
};

int main()
{
    typedef std::string::iterator base_iterator_type;
    typedef
        lex::lexertl::actor_lexer<lex::lexertl::token<base_iterator_type> > 
        lexer_type;

    my_tokens<lexer_type> myLexer;
    std::string str = "id1";
    base_iterator_type first = str.begin();
    bool r = lex::tokenize(first, str.end(), myLexer);

    if (!r) {
        std::string rest(first, str.end());
        std::cerr << "Lexical analysis failed\n" << "stopped at: \"" 
                  << rest << "\"\n";
    }
}

What is going wrong? How can I set/change the value of a token?


Solution

  • Your token_def should expose the expected attribute type (the compile error suggests you are assigning a string literal to an iterator_range):

    lex::token_def<std::string> identifier;
    

    Now, match up the type in the assignment

    this->self = identifier  [ lex::_val = std::string("identifier") ]
    

    Don't forget to update the token type to reflect the set of possible token attribute types:

    typedef
        lex::lexertl::actor_lexer<lex::lexertl::token<base_iterator_type,
            boost::mpl::vector<std::string> > > 
        lexer_type;
    

    Now it should compile:

    #include <boost/spirit/include/lex_lexertl.hpp>
    #include <boost/spirit/include/phoenix.hpp>
    namespace lex = boost::spirit::lex;
    namespace phx = boost::phoenix;
    
    template <typename Lexer>
    struct my_tokens : lex::lexer<Lexer>
    {
        my_tokens()
        {
            identifier = "[a-zA-Z_][a-zA-Z0-9_]*";
            this->self = identifier  [ lex::_val = std::string("identifier") ]
                       ;
        }
        lex::token_def<std::string> identifier;
    };
    
    int main()
    {
        typedef std::string::iterator base_iterator_type;
        typedef
            lex::lexertl::actor_lexer<lex::lexertl::token<base_iterator_type, boost::mpl::vector<std::string> > > 
            lexer_type;
    
        my_tokens<lexer_type> myLexer;
        std::string str = "id1";
        base_iterator_type first = str.begin();
        bool r = lex::tokenize(first, str.end(), myLexer);
    
        if (!r) {
            std::string rest(first, str.end());
            std::cerr << "Lexical analysis failed\n" << "stopped at: \"" 
                      << rest << "\"\n";
        }
    }