MirrorHub/construct
0
0
Fork 0
mirror of https://github.com/matrix-construct/construct synced 2024-12-25 23:14:13 +01:00
Code Issues Releases Wiki Activity

ircd::utf: Rename encode() to encode_sparse().

Browse source
This commit is contained in:
Jason Volk 2021-08-05 23:37:58 -07:00
parent f1e76604d0
commit 71b1b44a7f
4 changed files with 16 additions and 16 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
include/ircd/utf.h
View file

@ -24,7 +24,7 @@ namespace ircd::utf8
template<class u32xN> u32xN length(const u32xN codepoints) noexcept;
// Encode char32_t codepoints into respective utf-8 encodings
template<class u32xN> u32xN encode(const u32xN codepoints) noexcept;
template<class u32xN> u32xN encode_sparse(const u32xN codepoints) noexcept;
// Decode utf-8 string into char32_t unicode codepoints
u32x16 decode(const u8x16 string) noexcept;

2
ircd/gpt_vocab.cc
View file

@ -376,7 +376,7 @@ ircd::gpt::vocab::pre_tokenize(u8x16 (&token)[16],
// Generate utf-8 codepoints
const u8x64 rch8
(
utf8::encode(rch & cover_mask)
utf8::encode_sparse(rch & cover_mask)
);
u32x16 idx;

4
ircd/json.cc
View file

@ -3566,7 +3566,7 @@ ircd::json::string_unescape_utf16(u8x16 &block,
const u32x4 encoded_sparse
{
utf8::encode(unicode)
utf8::encode_sparse(unicode)
};
const u8x16 encoded
@ -3841,7 +3841,7 @@ ircd::json::string_stringify_utf16(u8x16 &block,
const u32x4 encoded_sparse
{
utf8::encode(unicode)
utf8::encode_sparse(unicode)
};
const u8x16 encoded

24
ircd/utf.cc
View file

@ -402,24 +402,24 @@ noexcept
namespace ircd::utf8
{
template<class u32xN> static u32xN _encode(const u32xN codepoint) noexcept;
template<class u32xN> static u32xN _encode_sparse(const u32xN codepoint) noexcept;
}
template<>
ircd::u32x4
ircd::utf8::encode(const u32x4 codepoint)
ircd::utf8::encode_sparse(const u32x4 codepoint)
noexcept
{
return _encode(codepoint);
return _encode_sparse(codepoint);
}
template<>
ircd::u32x8
ircd::utf8::encode(const u32x8 codepoint)
ircd::utf8::encode_sparse(const u32x8 codepoint)
noexcept
#ifdef __AVX2__
{
return _encode(codepoint);
return _encode_sparse(codepoint);
}
#else // This block is only effective for GCC. Clang performs this automatically.
{
@ -428,8 +428,8 @@ noexcept
for(size_t j(0); j < 4; ++j)
cp[i][j] = codepoint[i * 4 + j];
cp[0] = _encode(cp[0]);
cp[1] = _encode(cp[1]);
cp[0] = _encode_sparse(cp[0]);
cp[1] = _encode_sparse(cp[1]);
u32x8 ret;
for(size_t i(0); i < 2; ++i)
@ -442,11 +442,11 @@ noexcept
template<>
ircd::u32x16
ircd::utf8::encode(const u32x16 codepoint)
ircd::utf8::encode_sparse(const u32x16 codepoint)
noexcept
#ifdef __AVX512F__
{
return _encode(codepoint);
return _encode_sparse(codepoint);
}
#else // This block is only effective for GCC. Clang performs this automatically.
{
@ -455,8 +455,8 @@ noexcept
for(size_t j(0); j < 8; ++j)
cp[i][j] = codepoint[i * 8 + j];
cp[0] = encode(cp[0]);
cp[1] = encode(cp[1]);
cp[0] = encode_sparse(cp[0]);
cp[1] = encode_sparse(cp[1]);
u32x16 ret;
for(size_t i(0); i < 2; ++i)
@ -472,7 +472,7 @@ noexcept
/// compress the result down).
template<class u32xN>
inline u32xN
ircd::utf8::_encode(const u32xN codepoint)
ircd::utf8::_encode_sparse(const u32xN codepoint)
noexcept
{
const u32xN len