Switch to work with ssplit-cpp both pcre2 and pcrecpp

This commit is contained in:
Jerin Philip 2021-02-18 11:07:31 +00:00
parent d249dcbfaa
commit ca9aa64926

View File

@ -1,7 +1,7 @@
#include "sentence_splitter.h"
#include "common/cli_helper.h"
#include "common/logging.h"
#include "common/options.h"
#include "sentence_splitter.h"
#include <string>
namespace marian {
@ -30,8 +30,9 @@ SentenceSplitter::SentenceSplitter(marian::Ptr<marian::Options> options)
ug::ssplit::SentenceStream
SentenceSplitter::createSentenceStream(const string_view &input) {
return std::move(ug::ssplit::SentenceStream(input.data(), input.size(),
this->ssplit_, mode_));
std::string_view input_converted(input.data(), input.size());
return std::move(
ug::ssplit::SentenceStream(input_converted, this->ssplit_, mode_));
}
ug::ssplit::SentenceStream::splitmode