// The Construct // // Copyright (C) The Construct Developers, Authors & Contributors // Copyright (C) 2016-2020 Jason Volk // // Permission to use, copy, modify, and/or distribute this software for any // purpose with or without fee is hereby granted, provided that the above // copyright notice and this permission notice is present in all copies. The // full license for this software is available in the LICENSE file. #pragma once #define HAVE_IRCD_UTF_H /// Unicode Transformation Format namespace ircd::utf { IRCD_EXCEPTION(ircd::error, error) } /// Unicode Transformation Format (8-bit) namespace ircd::utf8 { // Get the utf8-encoded length from char32_t (decoded) codepoints u32x16 length(const u32x16 codepoints) noexcept; u32x8 length(const u32x8 codepoints) noexcept; u32x4 length(const u32x4 codepoints) noexcept; // Encode char32_t codepoints into respective utf-8 encodings u32x16 encode(const u32x16 codepoints) noexcept; u32x8 encode(const u32x8 codepoints) noexcept; u32x4 encode(const u32x4 codepoints) noexcept; // Decode utf-8 string into char32_t unicode codepoints u32x16 decode(const u8x16 string) noexcept; } /// Unicode Transformation Format (16-bit) namespace ircd::utf16 { // mask all surrogate characters from find_() result u8x16 mask_surrogate(const u8x16 found) noexcept; // scan for utf-16 surrogates u8x16 find_surrogate(const u8x16 input) noexcept; // scan for utf-16 surrogates including incomplete sequences truncated u8x16 find_surrogate_partial(const u8x16 input) noexcept; // decodes one or two surrogates at the front into one or two codepoints u32x4 decode_surrogate_aligned_next(const u8x16 input) noexcept; } inline ircd::u8x16 ircd::utf16::mask_surrogate(const u8x16 found) noexcept { return u8x16 { shl<0x08>(found) | shl<0x10>(found) | shl<0x18>(found) | shl<0x20>(found) | shl<0x28>(found) | found }; }