unicode_normalization.hpp

// Copyright Take Vos 2020.
// Distributed under the Boost Software License, Version 1.0.
// (See accompanying file LICENSE_1_0.txt or copy at https://www.boost.org/LICENSE_1_0.txt)
 
#pragma once
 
#include "unicode_decomposition_type.hpp"
#include "../cast.hpp"
#include "../algorithm.hpp"
#include <cstdint>
#include <string>
#include <string_view>
 
namespace hi::inline v1 {
 
// Windows.h defines small as a macro.
#ifdef small
#undef small
#endif
 
// clang-format off
enum class unicode_normalization_mask {
    decompose_canonical = 1 << to_underlying(unicode_decomposition_type::canonical),
    decompose_font = 1 << to_underlying(unicode_decomposition_type::font),
    decompose_noBreak = 1 << to_underlying(unicode_decomposition_type::noBreak),
    decompose_initial = 1 << to_underlying(unicode_decomposition_type::initial),
    decompose_medial = 1 << to_underlying(unicode_decomposition_type::medial),
    decompose_final = 1 << to_underlying(unicode_decomposition_type::_final),
    decompose_isolated = 1 << to_underlying(unicode_decomposition_type::isolated),
    decompose_circle = 1 << to_underlying(unicode_decomposition_type::circle),
    decompose_super = 1 << to_underlying(unicode_decomposition_type::super),
    decompose_sub = 1 << to_underlying(unicode_decomposition_type::sub),
    decompose_fraction = 1 << to_underlying(unicode_decomposition_type::fraction),
    decompose_vertical = 1 << to_underlying(unicode_decomposition_type::vertical),
    decompose_wide = 1 << to_underlying(unicode_decomposition_type::wide),
    decompose_narrow = 1 << to_underlying(unicode_decomposition_type::narrow),
    decompose_small = 1 << to_underlying(unicode_decomposition_type::small),
    decompose_square = 1 << to_underlying(unicode_decomposition_type::square),
    decompose_compat = 1 << to_underlying(unicode_decomposition_type::compat),
 
    decompose_control = 1 << 25,
 
    compose_CRLF = 1 << 26,
 
    decompose_newline_to_PS = 1 << 27,
 
    decompose_newline_to_LF = 1 << 28,
 
    decompose_newline_to_CRLF = 1 << 29,
 
    decompose_newline_to_SP = 1 << 30,
 
    decompose_newline = decompose_newline_to_PS | decompose_newline_to_LF | decompose_newline_to_CRLF | decompose_newline_to_SP,
 
    NFD = decompose_canonical,
 
    NFKD =
        NFD | decompose_font | decompose_noBreak | decompose_initial | decompose_medial | decompose_final | decompose_isolated |
        decompose_circle | decompose_super | decompose_sub | decompose_fraction | decompose_vertical | decompose_wide |
        decompose_narrow | decompose_small | decompose_square | decompose_compat,
};
// clang-format on
 
[[nodiscard]] constexpr unicode_normalization_mask decompose_newline_to(char32_t new_line_char) noexcept
{
    switch (new_line_char) {
    case U'\n':
        return unicode_normalization_mask::decompose_newline_to_LF;
    case U'\r':
        return unicode_normalization_mask::decompose_newline_to_CRLF;
    case U'\u2029':
        return unicode_normalization_mask::decompose_newline_to_PS;
    case U' ':
        return unicode_normalization_mask::decompose_newline_to_SP;
    default:
        hi_no_default();
    }
}
 
[[nodiscard]] constexpr bool any(unicode_normalization_mask const& rhs) noexcept
{
    return to_bool(to_underlying(rhs));
}
 
[[nodiscard]] constexpr unicode_normalization_mask
operator|(unicode_normalization_mask const& lhs, unicode_normalization_mask const& rhs) noexcept
{
    return static_cast<unicode_normalization_mask>(to_underlying(lhs) | to_underlying(rhs));
}
 
[[nodiscard]] constexpr unicode_normalization_mask
operator&(unicode_normalization_mask const& lhs, unicode_normalization_mask const& rhs) noexcept
{
    return static_cast<unicode_normalization_mask>(to_underlying(lhs) & to_underlying(rhs));
}
 
[[nodiscard]] constexpr unicode_normalization_mask
operator&(unicode_normalization_mask const& lhs, unicode_decomposition_type const& rhs) noexcept
{
    return static_cast<unicode_normalization_mask>(to_underlying(lhs) & (1 << to_underlying(rhs)));
}
 
std::u32string
unicode_NFD(std::u32string_view text, unicode_normalization_mask normalization_mask = unicode_normalization_mask::NFD) noexcept;
 
[[nodiscard]] std::u32string
unicode_NFC(std::u32string_view text, unicode_normalization_mask normalization_mask = unicode_normalization_mask::NFD) noexcept;
 
std::u32string
unicode_NFKD(std::u32string_view text, unicode_normalization_mask normalization_mask = unicode_normalization_mask::NFKD) noexcept;
 
std::u32string
unicode_NFKC(std::u32string_view text, unicode_normalization_mask normalization_mask = unicode_normalization_mask::NFKD) noexcept;
 
} // namespace hi::inline v1