google/sentencepiece
1
1
Fork 0
mirror of https://github.com/google/sentencepiece.git synced 2024-11-08 22:36:19 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fixed windows build failure

Browse Source
This commit is contained in:
Taku Kudo 2020-05-10 02:01:28 +09:00
parent 205be38f59
commit 70494e894c
3 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/bpe_model_test.cc
View File

@ -12,11 +12,10 @@
// See the License for the specific language governing permissions and
// limitations under the License.!
#include "bpe_model.h"
#include <cstdio>
#include <string>
#include "bpe_model.h"
#include "model_interface.h"
#include "testharness.h"

12
src/sentencepiece_processor.h
View File

@ -98,11 +98,6 @@ class Status {
struct Rep;
std::unique_ptr<Rep> rep_;
};
// Redefine std::string for serialized_proto interface as Python's string is
// a Unicode string. We can enforce the return value to be raw byte sequence
// with SWIG's typemap.
using bytes = std::string;
} // namespace util
// SentencePieceProcessor:
@ -176,6 +171,13 @@ enum class EncoderVersion {
// just in case).
};
namespace util {
// Redefine std::string for serialized_proto interface as Python's string is
// a Unicode string. We can enforce the return value to be raw byte sequence
// with SWIG's typemap.
using bytes = std::string;
} // namespace util
class SentencePieceProcessor {
public:
SentencePieceProcessor();

3
src/unigram_model_test.cc
View File

@ -12,8 +12,6 @@
// See the License for the specific language governing permissions and
// limitations under the License.!
#include "unigram_model.h"
#include <cmath>
#include <map>
#include <string>
@ -24,6 +22,7 @@
#include "testharness.h"
#include "third_party/absl/strings/str_cat.h"
#include "third_party/absl/strings/str_join.h"
#include "unigram_model.h"
#include "util.h"
namespace sentencepiece {