mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2025-01-07 12:10:36 +03:00
915cb22b6a
git-svn-id: https://mosesdecoder.svn.sourceforge.net/svnroot/mosesdecoder/trunk@3767 1f5c12ca-751b-0410-a591-d2e778427230
103 lines
2.9 KiB
C++
103 lines
2.9 KiB
C++
#include "util/file_piece.hh"
|
|
|
|
#include "util/scoped.hh"
|
|
|
|
#define BOOST_TEST_MODULE FilePieceTest
|
|
#include <boost/test/unit_test.hpp>
|
|
#include <fstream>
|
|
#include <iostream>
|
|
|
|
#include <stdio.h>
|
|
#include <sys/types.h>
|
|
#include <sys/stat.h>
|
|
|
|
namespace util {
|
|
namespace {
|
|
|
|
/* mmap implementation */
|
|
BOOST_AUTO_TEST_CASE(MMapReadLine) {
|
|
std::fstream ref("file_piece.cc", std::ios::in);
|
|
FilePiece test("file_piece.cc", NULL, 1);
|
|
std::string ref_line;
|
|
while (getline(ref, ref_line)) {
|
|
StringPiece test_line(test.ReadLine());
|
|
// I submitted a bug report to ICU: http://bugs.icu-project.org/trac/ticket/7924
|
|
if (!test_line.empty() || !ref_line.empty()) {
|
|
BOOST_CHECK_EQUAL(ref_line, test_line);
|
|
}
|
|
}
|
|
BOOST_CHECK_THROW(test.get(), EndOfFileException);
|
|
}
|
|
|
|
#ifndef __APPLE__
|
|
/* Apple isn't happy with the popen, fileno, dup. And I don't want to
|
|
* reimplement popen. This is an issue with the test.
|
|
*/
|
|
/* read() implementation */
|
|
BOOST_AUTO_TEST_CASE(StreamReadLine) {
|
|
std::fstream ref("file_piece.cc", std::ios::in);
|
|
|
|
FILE *catter = popen("cat file_piece.cc", "r");
|
|
BOOST_REQUIRE(catter);
|
|
|
|
FilePiece test(dup(fileno(catter)), "file_piece.cc", NULL, 1);
|
|
std::string ref_line;
|
|
while (getline(ref, ref_line)) {
|
|
StringPiece test_line(test.ReadLine());
|
|
// I submitted a bug report to ICU: http://bugs.icu-project.org/trac/ticket/7924
|
|
if (!test_line.empty() || !ref_line.empty()) {
|
|
BOOST_CHECK_EQUAL(ref_line, test_line);
|
|
}
|
|
}
|
|
BOOST_CHECK_THROW(test.get(), EndOfFileException);
|
|
BOOST_REQUIRE(!pclose(catter));
|
|
}
|
|
#endif // __APPLE__
|
|
|
|
#ifdef HAVE_ZLIB
|
|
|
|
// gzip file
|
|
BOOST_AUTO_TEST_CASE(PlainZipReadLine) {
|
|
std::fstream ref("file_piece.cc", std::ios::in);
|
|
|
|
BOOST_REQUIRE_EQUAL(0, system("gzip <file_piece.cc >file_piece.cc.gz"));
|
|
FilePiece test("file_piece.cc.gz", NULL, 1);
|
|
std::string ref_line;
|
|
while (getline(ref, ref_line)) {
|
|
StringPiece test_line(test.ReadLine());
|
|
// I submitted a bug report to ICU: http://bugs.icu-project.org/trac/ticket/7924
|
|
if (!test_line.empty() || !ref_line.empty()) {
|
|
BOOST_CHECK_EQUAL(ref_line, test_line);
|
|
}
|
|
}
|
|
BOOST_CHECK_THROW(test.get(), EndOfFileException);
|
|
}
|
|
|
|
// gzip stream. Apple doesn't like popen, fileno, dup. This is an issue with
|
|
// the test.
|
|
#ifndef __APPLE__
|
|
BOOST_AUTO_TEST_CASE(StreamZipReadLine) {
|
|
std::fstream ref("file_piece.cc", std::ios::in);
|
|
|
|
FILE * catter = popen("gzip <file_piece.cc", "r");
|
|
BOOST_REQUIRE(catter);
|
|
|
|
FilePiece test(dup(fileno(catter)), "file_piece.cc", NULL, 1);
|
|
std::string ref_line;
|
|
while (getline(ref, ref_line)) {
|
|
StringPiece test_line(test.ReadLine());
|
|
// I submitted a bug report to ICU: http://bugs.icu-project.org/trac/ticket/7924
|
|
if (!test_line.empty() || !ref_line.empty()) {
|
|
BOOST_CHECK_EQUAL(ref_line, test_line);
|
|
}
|
|
}
|
|
BOOST_CHECK_THROW(test.get(), EndOfFileException);
|
|
BOOST_REQUIRE(!pclose(catter));
|
|
}
|
|
#endif // __APPLE__
|
|
|
|
#endif // HAVE_ZLIB
|
|
|
|
} // namespace
|
|
} // namespace util
|