Parse "true" and "false" using Boost.Spirit.Lex and Boost.Spirit.Qi

As the first step of a larger grammar using Boost.Spirit, I try to parse "true" and "false" to create the corresponding bool values, trueand false.

I use Spirit.Lex to tokenize input and have a working implementation for integer and floating characters (including those expressed in laid-back scientific notation), displaying the intand attributes float.

Token Definitions

#include <boost/spirit/include/lex_lexertl.hpp>

namespace lex = boost::spirit::lex;

typedef boost::mpl::vector<int, float, bool> token_value_type;

template <typename Lexer>
struct basic_literal_tokens : lex::lexer<Lexer> {
    basic_literal_tokens() { 
        this->self.add_pattern("INT", "[-+]?[0-9]+");
        int_literal = "{INT}";
        // To be lexed as a float a numeric literal must have a decimal point
        // or include an exponent, otherwise it will be considered an integer.
        float_literal = "{INT}(((\\.[0-9]+)([eE]{INT})?)|([eE]{INT}))";

        literal_true = "true";
        literal_false = "false";
        this->self = literal_true | literal_false | float_literal | int_literal;
    }

    lex::token_def<int> int_literal;
    lex::token_def<float> float_literal;
    lex::token_def<bool> literal_true, literal_false;
};

Floating Point Literal Parsing Testing

My actual implementation uses Boost.Test, but this is a self-sufficient example.

#include <string>
#include <iostream>
#include <cmath>
#include <cstdlib>
#include <limits>

bool parse_and_check_float(std::string const & input, float expected) {
    typedef std::string::const_iterator base_iterator_type;
    typedef lex::lexertl::token<base_iterator_type,
                token_value_type
            > token_type;
    typedef lex::lexertl::lexer<token_type> lexer_type;

    basic_literal_tokens<lexer_type> basic_literal_lexer;
    base_iterator_type input_iter(input.begin());

    float actual;

    bool result = lex::tokenize_and_parse(input_iter, input.end(),
                                          basic_literal_lexer,
                                          basic_literal_lexer.float_literal,
                                          actual);
    return result && std::abs(expected - actual) < std::numeric_limits<float>::epsilon();
}

int main(int argc, char *argv[]) {
    if (parse_and_check_float("+31.4e-1", 3.14)) {
        return EXIT_SUCCESS;
    } else {
        return EXIT_FAILURE;
    }
}

Parsing "true" and "false"

"true" "false". , ( Boost.Test):

bool parse_and_check_bool(std::string const & input, bool expected) {
    typedef std::string::const_iterator base_iterator_type;
    typedef lex::lexertl::token<base_iterator_type,
                token_value_type
            > token_type;
    typedef lex::lexertl::lexer<token_type> lexer_type;

    basic_literal_tokens<lexer_type> basic_literal_lexer;
    base_iterator_type input_iter(input.begin());

    bool actual;
    lex::token_def<bool> parser = expected ? basic_literal_lexer.literal_true
                                           : basic_literal_lexer.literal_false;
    bool result = lex::tokenize_and_parse(input_iter, input.end(),
                                          basic_literal_lexer, parser,
                                          actual);
    return result && actual == expected;
}

:

boost/spirit/home/qi/detail/assign_to.hpp: In function ‘void boost::spirit::traits::assign_to(const Iterator&, const Iterator&, Attribute&) [with Iterator = __gnu_cxx::__normal_iterator<const char*, std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, Attribute = bool]’:
boost/spirit/home/lex/lexer/lexertl/token.hpp:434:   instantiated from ‘static void boost::spirit::traits::assign_to_attribute_from_value<Attribute, boost::spirit::lex::lexertl::token<Iterator, AttributeTypes, HasState>, void>::call(const boost::spirit::lex::lexertl::token<Iterator, AttributeTypes, HasState>&, Attribute&) [with Attribute = bool, Iterator = __gnu_cxx::__normal_iterator<const char*, std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, AttributeTypes = boost::mpl::vector<int, float, bool, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, HasState = mpl_::bool_<true>]’

... backtrace of instantiation points ....

boost/spirit/home/qi/detail/assign_to.hpp:79: error: no matching function for call to ‘boost::spirit::traits::assign_to_attribute_from_iterators<bool, __gnu_cxx::__normal_iterator<const char*, std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, void>::call(const __gnu_cxx::__normal_iterator<const char*, std::basic_string<char, std::char_traits<char>, std::allocator<char> > >&, const __gnu_cxx::__normal_iterator<const char*, std::basic_string<char, std::char_traits<char>, std::allocator<char> > >&, bool&)’
boost/spirit/home/qi/detail/construct.hpp:64: note: candidates are: static void boost::spirit::traits::assign_to_attribute_from_iterators<bool, Iterator, void>::call(const Iterator&, const Iterator&, char&) [with Iterator = __gnu_cxx::__normal_iterator<const char*, std::basic_string<char, std::char_traits<char>, std::allocator<char> > >]

, Spirit.Qi , bool - ? - ? , ?

+3
3

Spirit 2.4.1, ​​ . "Spirit: Fixing cut&paste error, adding missing specializations for assign_to_attribute_from_iterators<>." (r66624 hkaiser 2010-11-18).

+1

-

qi::rule<Iterator, bool> true_false_parser;
a = qi::lexeme[ qi::no_case[ qi::eps > ( qi::lit("true")[ _val=true] | qi::lit("false")[ _val=false] ) ] ];

, "" ""

false do

qi::rule<Iterator, bool> true_false_parser;
a = qi::lexeme[ qi::no_case[ ( qi::lit("true")[ _val=true] ) | (*qi::char_)[_val=false] ] ];
+2

, , , Spirit V2.4.1 ( oost V1.45). , , ​​ .

0

Source: https://habr.com/ru/post/1784463/


All Articles