mirror of
https://github.com/browsermt/bergamot-translator.git
synced 2024-10-26 05:43:59 +03:00
Switch to work with ssplit-cpp both pcre2 and pcrecpp
This commit is contained in:
parent
d249dcbfaa
commit
ca9aa64926
@ -1,7 +1,7 @@
|
||||
#include "sentence_splitter.h"
|
||||
#include "common/cli_helper.h"
|
||||
#include "common/logging.h"
|
||||
#include "common/options.h"
|
||||
#include "sentence_splitter.h"
|
||||
#include <string>
|
||||
|
||||
namespace marian {
|
||||
@ -30,8 +30,9 @@ SentenceSplitter::SentenceSplitter(marian::Ptr<marian::Options> options)
|
||||
|
||||
ug::ssplit::SentenceStream
|
||||
SentenceSplitter::createSentenceStream(const string_view &input) {
|
||||
return std::move(ug::ssplit::SentenceStream(input.data(), input.size(),
|
||||
this->ssplit_, mode_));
|
||||
std::string_view input_converted(input.data(), input.size());
|
||||
return std::move(
|
||||
ug::ssplit::SentenceStream(input_converted, this->ssplit_, mode_));
|
||||
}
|
||||
|
||||
ug::ssplit::SentenceStream::splitmode
|
||||
|
Loading…
Reference in New Issue
Block a user