iostreams/test/newline_test.cpp
2012-02-11 12:34:30 +00:00

487 lines
16 KiB
C++

// (C) Copyright 2008 CodeRage, LLC (turkanis at coderage dot com)
// (C) Copyright 2004-2007 Jonathan Turkanis
// Distributed under the Boost Software License, Version 1.0. (See accompanying
// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt.)
// See http://www.boost.org/libs/iostreams for documentation.
#include <string>
#include <boost/iostreams/compose.hpp>
#include <boost/iostreams/copy.hpp>
#include <boost/iostreams/device/back_inserter.hpp>
#include <boost/iostreams/device/null.hpp>
#include <boost/iostreams/filter/newline.hpp>
#include <boost/iostreams/filter/test.hpp>
#include <boost/iostreams/filtering_stream.hpp>
#include <boost/test/test_tools.hpp>
#include <boost/test/unit_test.hpp>
#include <boost/utility/base_from_member.hpp>
namespace io = boost::iostreams;
using boost::unit_test::test_suite;
const std::string posix =
"When I was one-and-twenty\n"
"I heard a wise man say,\n"
"'Give crowns and pounds and guineas\n"
"But not your heart away;\n"
"\n"
"Give pearls away and rubies\n"
"But keep your fancy free.'\n"
"But I was one-and-twenty,\n"
"No use to talk to me.\n"
"\n"
"When I was one-and-twenty\n"
"I heard him say again,\n"
"'The heart out of the bosom\n"
"Was never given in vain;\n"
"\n"
"'Tis paid with sighs a plenty\n"
"And sold for endless rue.'\n"
"And I am two-and-twenty,\n"
"And oh, 'tis true, 'tis true.\n";
const std::string dos =
"When I was one-and-twenty\r\n"
"I heard a wise man say,\r\n"
"'Give crowns and pounds and guineas\r\n"
"But not your heart away;\r\n"
"\r\n"
"Give pearls away and rubies\r\n"
"But keep your fancy free.'\r\n"
"But I was one-and-twenty,\r\n"
"No use to talk to me.\r\n"
"\r\n"
"When I was one-and-twenty\r\n"
"I heard him say again,\r\n"
"'The heart out of the bosom\r\n"
"Was never given in vain;\r\n"
"\r\n"
"'Tis paid with sighs a plenty\r\n"
"And sold for endless rue.'\r\n"
"And I am two-and-twenty,\r\n"
"And oh, 'tis true, 'tis true.\r\n";
const std::string mac =
"When I was one-and-twenty\r"
"I heard a wise man say,\r"
"'Give crowns and pounds and guineas\r"
"But not your heart away;\r"
"\r"
"Give pearls away and rubies\r"
"But keep your fancy free.'\r"
"But I was one-and-twenty,\r"
"No use to talk to me.\r"
"\r"
"When I was one-and-twenty\r"
"I heard him say again,\r"
"'The heart out of the bosom\r"
"Was never given in vain;\r"
"\r"
"'Tis paid with sighs a plenty\r"
"And sold for endless rue.'\r"
"And I am two-and-twenty,\r"
"And oh, 'tis true, 'tis true.\r";
const std::string no_final_newline =
"When I was one-and-twenty\n"
"I heard a wise man say,\n"
"'Give crowns and pounds and guineas\n"
"But not your heart away;\n"
"\n"
"Give pearls away and rubies\n"
"But keep your fancy free.'\n"
"But I was one-and-twenty,\n"
"No use to talk to me.\n"
"\n"
"When I was one-and-twenty\n"
"I heard him say again,\n"
"'The heart out of the bosom\n"
"Was never given in vain;\n"
"\n"
"'Tis paid with sighs a plenty\n"
"And sold for endless rue.'\n"
"And I am two-and-twenty,\n"
"And oh, 'tis true, 'tis true.";
const std::string mixed =
"When I was one-and-twenty\n"
"I heard a wise man say,\r\n"
"'Give crowns and pounds and guineas\r"
"But not your heart away;\n"
"\r\n"
"Give pearls away and rubies\r"
"But keep your fancy free.'\n"
"But I was one-and-twenty,\r\n"
"No use to talk to me.\r"
"\r"
"When I was one-and-twenty\r\n"
"I heard him say again,\r"
"'The heart out of the bosom\n"
"Was never given in vain;\r\n"
"\r"
"'Tis paid with sighs a plenty\n"
"And sold for endless rue.'\r\n"
"And I am two-and-twenty,\r"
"And oh, 'tis true, 'tis true.\n";
struct string_source : boost::base_from_member<std::string>, io::array_source {
typedef io::array_source base_type;
typedef boost::base_from_member<std::string> pbase_type;
string_source(const std::string& src)
: pbase_type(src), base_type(member.data(), member.size())
{ }
string_source(const string_source& src)
: pbase_type(src.member), base_type(member.data(), member.size())
{ }
};
void read_newline_filter()
{
using namespace io;
// Test converting to posix format.
BOOST_CHECK(test_input_filter(newline_filter(newline::posix), posix, posix));
BOOST_CHECK(test_input_filter(newline_filter(newline::posix), dos, posix));
BOOST_CHECK(test_input_filter(newline_filter(newline::posix), mac, posix));
BOOST_CHECK(test_input_filter(newline_filter(newline::posix), mixed, posix));
// Test converting to dos format.
BOOST_CHECK(test_input_filter(newline_filter(newline::dos), posix, dos));
BOOST_CHECK(test_input_filter(newline_filter(newline::dos), dos, dos));
BOOST_CHECK(test_input_filter(newline_filter(newline::dos), mac, dos));
BOOST_CHECK(test_input_filter(newline_filter(newline::dos), mixed, dos));
// Test converting to mac format.
BOOST_CHECK(test_input_filter(newline_filter(newline::mac), posix, mac));
BOOST_CHECK(test_input_filter(newline_filter(newline::mac), dos, mac));
BOOST_CHECK(test_input_filter(newline_filter(newline::mac), mac, mac));
BOOST_CHECK(test_input_filter(newline_filter(newline::mac), mixed, mac));
}
// Verify that a filter works as expected with both a non-blocking sink
// and a normal output stream.
//
// test_output_filter only tests for a non-blocking sink.
// TODO: Other tests should probably test with an output stream.
template<typename Filter>
bool my_test_output_filter(Filter filter,
const std::string& input,
const std::string& output)
{
const std::streamsize default_increment = 5;
for ( int inc = default_increment;
inc < default_increment * 40;
inc += default_increment )
{
io::array_source src(input.data(), input.data() + input.size());
std::ostringstream stream;
io::copy(src, compose(filter, stream));
if (stream.str() != output )
return false;
}
return test_output_filter(filter, input, output);
}
void write_newline_filter()
{
using namespace io;
// Test converting to posix format.
BOOST_CHECK(my_test_output_filter(newline_filter(newline::posix), posix, posix));
BOOST_CHECK(my_test_output_filter(newline_filter(newline::posix), dos, posix));
BOOST_CHECK(my_test_output_filter(newline_filter(newline::posix), mac, posix));
BOOST_CHECK(my_test_output_filter(newline_filter(newline::posix), mixed, posix));
// Test converting to dos format.
BOOST_CHECK(my_test_output_filter(newline_filter(newline::dos), posix, dos));
BOOST_CHECK(my_test_output_filter(newline_filter(newline::dos), dos, dos));
BOOST_CHECK(my_test_output_filter(newline_filter(newline::dos), mac, dos));
BOOST_CHECK(my_test_output_filter(newline_filter(newline::dos), mixed, dos));
// Test converting to mac format.
BOOST_CHECK(my_test_output_filter(newline_filter(newline::mac), posix, mac));
BOOST_CHECK(my_test_output_filter(newline_filter(newline::mac), dos, mac));
BOOST_CHECK(my_test_output_filter(newline_filter(newline::mac), mac, mac));
BOOST_CHECK(my_test_output_filter(newline_filter(newline::mac), mixed, mac));
}
void test_input_against_flags(int flags, const std::string& input, bool read)
{
if (read) {
io::copy(
io::compose(
io::newline_checker(flags),
string_source(input)
),
io::null_sink()
);
} else {
io::copy(
string_source(input),
io::compose(io::newline_checker(flags), io::null_sink())
);
}
}
void read_newline_checker()
{
io::filtering_istream in;
io::newline_checker* checker = 0;
// Verify properties of ::posix.
in.push(io::newline_checker(io::newline::posix));
in.push(string_source(::posix));
BOOST_CHECK_NO_THROW(io::copy(in, io::null_sink()));
checker = BOOST_IOSTREAMS_COMPONENT(in, 0, io::newline_checker);
BOOST_CHECK(checker->is_posix());
BOOST_CHECK(!checker->is_dos());
BOOST_CHECK(!checker->is_mac());
BOOST_CHECK(!checker->is_mixed());
BOOST_CHECK(checker->has_final_newline());
in.pop(); // pop checker.
// Verify properties of ::dos.
in.push(io::newline_checker(io::newline::dos));
in.push(string_source(::dos));
try {
io::copy(in, io::null_sink());
} catch (io::newline_error&) {
BOOST_CHECK_MESSAGE(
false, "failed checking for dos line endings"
);
}
checker = BOOST_IOSTREAMS_COMPONENT(in, 0, io::newline_checker);
BOOST_CHECK(!checker->is_posix());
BOOST_CHECK(checker->is_dos());
BOOST_CHECK(!checker->is_mac());
BOOST_CHECK(!checker->is_mixed());
BOOST_CHECK(checker->has_final_newline());
in.pop(); // pop checker.
// Verify properties of ::mac.
in.push(io::newline_checker(io::newline::mac));
in.push(string_source(::mac));
BOOST_CHECK_NO_THROW(io::copy(in, io::null_sink()));
checker = BOOST_IOSTREAMS_COMPONENT(in, 0, io::newline_checker);
BOOST_CHECK(!checker->is_posix());
BOOST_CHECK(!checker->is_dos());
BOOST_CHECK(checker->is_mac());
BOOST_CHECK(!checker->is_mixed());
BOOST_CHECK(checker->has_final_newline());
in.pop(); // pop checker.
// Verify properties of no_final_newline.
in.push(io::newline_checker(io::newline::posix));
in.push(string_source(::no_final_newline));
BOOST_CHECK_NO_THROW(io::copy(in, io::null_sink()));
checker = BOOST_IOSTREAMS_COMPONENT(in, 0, io::newline_checker);
BOOST_CHECK(checker->is_posix());
BOOST_CHECK(!checker->is_dos());
BOOST_CHECK(!checker->is_mac());
BOOST_CHECK(!checker->is_mixed());
BOOST_CHECK(!checker->has_final_newline());
in.pop(); // pop checker.
// Verify properties of mixed.
in.push(io::newline_checker());
in.push(string_source(::mixed));
BOOST_CHECK_NO_THROW(io::copy(in, io::null_sink()));
checker = BOOST_IOSTREAMS_COMPONENT(in, 0, io::newline_checker);
BOOST_CHECK(!checker->is_posix());
BOOST_CHECK(!checker->is_dos());
BOOST_CHECK(!checker->is_mac());
BOOST_CHECK(checker->is_mixed_posix());
BOOST_CHECK(checker->is_mixed_dos());
BOOST_CHECK(checker->is_mixed_mac());
BOOST_CHECK(checker->is_mixed());
BOOST_CHECK(checker->has_final_newline());
in.pop(); // pop checker.
// Verify exceptions when input does not satisfy target conditions.
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::dos, ::posix, true),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::mac, ::posix, true),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::posix, ::dos, true),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::mac, ::dos, true),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::posix, ::mac, true),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::dos, ::mac, true),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::final_newline, ::no_final_newline, true),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::posix, ::mixed, true),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::dos, ::mixed, true),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::mac, ::mixed, true),
io::newline_error
);
}
void write_newline_checker()
{
io::filtering_ostream out;
io::newline_checker* checker = 0;
// Verify properties of ::posix.
out.push(io::newline_checker(io::newline::posix));
out.push(io::null_sink());
BOOST_CHECK_NO_THROW(io::copy(string_source(::posix), out));
checker = BOOST_IOSTREAMS_COMPONENT(out, 0, io::newline_checker);
BOOST_CHECK(checker->is_posix());
BOOST_CHECK(!checker->is_dos());
BOOST_CHECK(!checker->is_mac());
BOOST_CHECK(!checker->is_mixed());
BOOST_CHECK(checker->has_final_newline());
out.pop(); // pop checker.
// Verify properties of ::dos.
out.push(io::newline_checker(io::newline::dos));
out.push(io::null_sink());
BOOST_CHECK_NO_THROW(io::copy(string_source(::dos), out));
checker = BOOST_IOSTREAMS_COMPONENT(out, 0, io::newline_checker);
BOOST_CHECK(!checker->is_posix());
BOOST_CHECK(checker->is_dos());
BOOST_CHECK(!checker->is_mac());
BOOST_CHECK(!checker->is_mixed());
BOOST_CHECK(checker->has_final_newline());
out.pop(); // pop checker.
// Verify properties of ::mac.
out.push(io::newline_checker(io::newline::mac));
out.push(io::null_sink());
BOOST_CHECK_NO_THROW(io::copy(string_source(::mac), out));
checker = BOOST_IOSTREAMS_COMPONENT(out, 0, io::newline_checker);
BOOST_CHECK(!checker->is_posix());
BOOST_CHECK(!checker->is_dos());
BOOST_CHECK(checker->is_mac());
BOOST_CHECK(!checker->is_mixed());
BOOST_CHECK(checker->has_final_newline());
out.pop(); // pop checker.
// Verify properties of no_final_newline.
out.push(io::newline_checker(io::newline::posix));
out.push(io::null_sink());
BOOST_CHECK_NO_THROW(io::copy(string_source(::no_final_newline), out));
checker = BOOST_IOSTREAMS_COMPONENT(out, 0, io::newline_checker);
BOOST_CHECK(checker->is_posix());
BOOST_CHECK(!checker->is_dos());
BOOST_CHECK(!checker->is_mac());
BOOST_CHECK(!checker->is_mixed());
BOOST_CHECK(!checker->has_final_newline());
out.pop(); // pop checker.
// Verify properties of mixed.
out.push(io::newline_checker());
out.push(io::null_sink());
BOOST_CHECK_NO_THROW(io::copy(string_source(::mixed), out));
checker = BOOST_IOSTREAMS_COMPONENT(out, 0, io::newline_checker);
BOOST_CHECK(!checker->is_posix());
BOOST_CHECK(!checker->is_dos());
BOOST_CHECK(!checker->is_mac());
BOOST_CHECK(checker->is_mixed_posix());
BOOST_CHECK(checker->is_mixed_dos());
BOOST_CHECK(checker->is_mixed_mac());
BOOST_CHECK(checker->is_mixed());
BOOST_CHECK(checker->has_final_newline());
out.pop(); // pop checker.
// Verify exceptions when input does not satisfy target conditions.
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::dos, ::posix, false),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::mac, ::posix, false),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::posix, ::dos, false),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::mac, ::dos, false),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::posix, ::mac, false),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::dos, ::mac, false),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::final_newline, ::no_final_newline, false),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::posix, ::mixed, false),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::dos, ::mixed, false),
io::newline_error
);
BOOST_CHECK_THROW(
test_input_against_flags(io::newline::mac, ::mixed, false),
io::newline_error
);
}
test_suite* init_unit_test_suite(int, char* [])
{
test_suite* test = BOOST_TEST_SUITE("newline_filter test");
test->add(BOOST_TEST_CASE(&read_newline_filter));
test->add(BOOST_TEST_CASE(&write_newline_filter));
test->add(BOOST_TEST_CASE(&read_newline_checker));
test->add(BOOST_TEST_CASE(&write_newline_checker));
return test;
}