139 lines
3.3 KiB
C++
139 lines
3.3 KiB
C++
/*==============================================================================
|
|
Copyright (c) 2001-2011 Joel de Guzman
|
|
Copyright (c) 2010-2011 Bryce Lelbach
|
|
|
|
Distributed under the Boost Software License, Version 1.0. (See accompanying
|
|
file BOOST_LICENSE_1_0.rst or copy at http://www.boost.org/LICENSE_1_0.txt)
|
|
==============================================================================*/
|
|
|
|
#if !defined(BOOST_SPIRIT_UTREE_EXAMPLE_UTF8_PARSER_HPP)
|
|
#define BOOST_SPIRIT_UTREE_EXAMPLE_UTF8_PARSER_HPP
|
|
|
|
#include <string>
|
|
|
|
#include <boost/cstdint.hpp>
|
|
|
|
#include <boost/regex/pending/unicode_iterator.hpp>
|
|
|
|
#include <boost/spirit/include/qi.hpp>
|
|
#include <boost/spirit/include/phoenix_core.hpp>
|
|
#include <boost/spirit/include/phoenix_container.hpp>
|
|
#include <boost/spirit/include/phoenix_statement.hpp>
|
|
#include <boost/spirit/include/phoenix_operator.hpp>
|
|
#include <boost/spirit/include/support_utree.hpp>
|
|
|
|
namespace utf8
|
|
{
|
|
|
|
namespace qi = boost::spirit::qi;
|
|
namespace px = boost::phoenix;
|
|
namespace standard = boost::spirit::standard;
|
|
|
|
using boost::spirit::utree;
|
|
using boost::spirit::utf8_symbol_type;
|
|
using boost::spirit::utf8_string_type;
|
|
using boost::spirit::binary_string_type;
|
|
|
|
typedef boost::uint32_t uchar;
|
|
|
|
struct push_string
|
|
{
|
|
template <typename, typename>
|
|
struct result
|
|
{
|
|
typedef void type;
|
|
};
|
|
|
|
void operator()(std::string& s, uchar code_point) const
|
|
{
|
|
typedef std::back_insert_iterator<std::string> insert_iter;
|
|
insert_iter out_iter(s);
|
|
boost::utf8_output_iterator<insert_iter> s_iter(out_iter);
|
|
*s_iter++ = code_point;
|
|
}
|
|
};
|
|
|
|
struct push_escaped_string
|
|
{
|
|
template <typename, typename>
|
|
struct result
|
|
{
|
|
typedef void type;
|
|
};
|
|
|
|
void operator()(std::string& s, uchar c) const
|
|
{
|
|
switch (c) {
|
|
case 'b':
|
|
s += '\b';
|
|
break;
|
|
case 't':
|
|
s += '\t';
|
|
break;
|
|
case 'n':
|
|
s += '\n';
|
|
break;
|
|
case 'f':
|
|
s += '\f';
|
|
break;
|
|
case 'r':
|
|
s += '\r';
|
|
break;
|
|
case '"':
|
|
s += '"';
|
|
break;
|
|
case '\\':
|
|
s += '\\';
|
|
break;
|
|
}
|
|
}
|
|
};
|
|
|
|
template <typename Iterator>
|
|
struct parser : qi::grammar<Iterator, std::string()>
|
|
{
|
|
qi::rule<Iterator, void(std::string&)>
|
|
escaped;
|
|
|
|
qi::rule<Iterator, std::string()>
|
|
start;
|
|
|
|
px::function<push_string>
|
|
push_str;
|
|
|
|
px::function<push_escaped_string>
|
|
push_esc;
|
|
|
|
parser() : parser::base_type (start)
|
|
{
|
|
using standard::char_;
|
|
using qi::uint_parser;
|
|
using qi::_val;
|
|
using qi::_r1;
|
|
using qi::_1;
|
|
|
|
uint_parser<uchar, 16, 4, 4> hex4;
|
|
uint_parser<uchar, 16, 8, 8> hex8;
|
|
|
|
escaped
|
|
= '\\'
|
|
> ( ('u' > hex4) [push_str(_r1, _1)]
|
|
| ('U' > hex8) [push_str(_r1, _1)]
|
|
| char_("btnfr\\\"'") [push_esc(_r1, _1)]
|
|
);
|
|
|
|
start
|
|
= '"'
|
|
> *(escaped(_val) | (~char_('"')) [_val += _1])
|
|
> '"';
|
|
|
|
escaped.name("escaped_string");
|
|
start.name("string");
|
|
}
|
|
};
|
|
|
|
} // utf8
|
|
|
|
#endif // BOOST_SPIRIT_UTREE_EXAMPLE_UTF8_PARSER_HPP
|
|
|