mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-09-11 11:25:40 +03:00
82 lines
1.9 KiB
C++
82 lines
1.9 KiB
C++
#include "Util.h"
|
|
|
|
#define BOOST_TEST_MODULE UtilTest
|
|
#include <boost/test/unit_test.hpp>
|
|
|
|
using namespace MosesTuning;
|
|
|
|
BOOST_AUTO_TEST_CASE(util_get_next_pound_test)
|
|
{
|
|
{
|
|
std::string str("9 9 7 ");
|
|
std::string substr;
|
|
std::vector<std::string> res;
|
|
|
|
while (!str.empty()) {
|
|
getNextPound(str, substr);
|
|
res.push_back(substr);
|
|
}
|
|
BOOST_REQUIRE(res.size() == 3);
|
|
BOOST_CHECK_EQUAL("9", res[0]);
|
|
BOOST_CHECK_EQUAL("9", res[1]);
|
|
BOOST_CHECK_EQUAL("7", res[2]);
|
|
}
|
|
|
|
{
|
|
std::string str("ref.0,ref.1,ref.2");
|
|
std::string substr;
|
|
std::vector<std::string> res;
|
|
const std::string delim(",");
|
|
|
|
while (!str.empty()) {
|
|
getNextPound(str, substr, delim);
|
|
res.push_back(substr);
|
|
}
|
|
BOOST_REQUIRE(res.size() == 3);
|
|
BOOST_CHECK_EQUAL("ref.0", res[0]);
|
|
BOOST_CHECK_EQUAL("ref.1", res[1]);
|
|
BOOST_CHECK_EQUAL("ref.2", res[2]);
|
|
}
|
|
}
|
|
|
|
BOOST_AUTO_TEST_CASE(util_tokenize_test)
|
|
{
|
|
{
|
|
std::vector<std::string> res;
|
|
Tokenize("9 9 7", ' ', &res);
|
|
BOOST_REQUIRE(res.size() == 3);
|
|
BOOST_CHECK_EQUAL("9", res[0]);
|
|
BOOST_CHECK_EQUAL("9", res[1]);
|
|
BOOST_CHECK_EQUAL("7", res[2]);
|
|
}
|
|
|
|
{
|
|
std::vector<std::string> res;
|
|
Tokenize("9 8 7 ", ' ', &res);
|
|
BOOST_REQUIRE(res.size() == 3);
|
|
BOOST_CHECK_EQUAL("9", res[0]);
|
|
BOOST_CHECK_EQUAL("8", res[1]);
|
|
BOOST_CHECK_EQUAL("7", res[2]);
|
|
}
|
|
|
|
{
|
|
std::vector<std::string> res;
|
|
Tokenize("ref.0,ref.1,", ',', &res);
|
|
BOOST_REQUIRE(res.size() == 2);
|
|
BOOST_CHECK_EQUAL("ref.0", res[0]);
|
|
BOOST_CHECK_EQUAL("ref.1", res[1]);
|
|
}
|
|
}
|
|
|
|
BOOST_AUTO_TEST_CASE(util_ends_with_test)
|
|
{
|
|
BOOST_CHECK(EndsWith("abc:", ":"));
|
|
BOOST_CHECK(EndsWith("a b c:", ":"));
|
|
BOOST_CHECK(!EndsWith("a", ":"));
|
|
BOOST_CHECK(!EndsWith("a:b", ":"));
|
|
|
|
BOOST_CHECK(EndsWith("ab ", " "));
|
|
BOOST_CHECK(!EndsWith("ab", " "));
|
|
BOOST_CHECK(!EndsWith("a b", " "));
|
|
}
|