mirror of
https://github.com/facebook/sapling.git
synced 2024-10-05 06:18:07 +03:00
9fa292b9ed
Reviewed By: genevievehelsel Differential Revision: D36429182 fbshipit-source-id: 7d355917abf463493c37139856810de13e1090ff
29 lines
797 B
C++
29 lines
797 B
C++
/*
|
|
* Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
*
|
|
* This software may be used and distributed according to the terms of the
|
|
* GNU General Public License version 2.
|
|
*/
|
|
|
|
#include "eden/fs/utils/Utf8.h"
|
|
#include <folly/Unicode.h>
|
|
|
|
namespace facebook::eden {
|
|
|
|
std::string ensureValidUtf8(folly::ByteRange str) {
|
|
std::string output;
|
|
output.reserve(str.size());
|
|
|
|
const unsigned char* begin = str.begin();
|
|
const unsigned char* const end = str.end();
|
|
while (begin != end) {
|
|
// codePointToUtf8 returns a std::string which is inefficient for something
|
|
// that always fits in 32 bits, but with SSO it probably never allocates at
|
|
// least.
|
|
output += folly::codePointToUtf8(folly::utf8ToCodePoint(begin, end, true));
|
|
}
|
|
return output;
|
|
}
|
|
|
|
} // namespace facebook::eden
|