#ifndef CTYPE_UCA_1400_H #define CTYPE_UCA_1400_H /* Copyright (c) 2021, MariaDB This library is free software; you can redistribute it and/or modify it under the terms of the GNU Library General Public License as published by the Free Software Foundation; version 2 of the License. This library is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Library General Public License for more details. You should have received a copy of the GNU Library General Public License along with this library; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1335 USA */ /* 17000..187FF; Tangut [6144] 18800..18AFF; Tangut Components [768] 18D00..18D7F; Tangut Supplement [128] */ static inline my_bool my_uca_1400_is_assigned_tangut(my_wc_t code) { return (code >= 0x17000 && code <= 0x187FF) || (code >= 0x18800 && code <= 0x18AFF) || (code >= 0x18D00 && code <= 0x18D7F); } static inline MY_UCA_IMPLICIT_WEIGHT my_uca_1400_implicit_weight_primary_tangut(my_wc_t code) { MY_UCA_IMPLICIT_WEIGHT res; res.weight[0]= 0xFB00; res.weight[1]= (uint16) (code - 0x17000) | 0x8000; return res; } /* 1B170..1B2FF; Nushu [400] */ static inline my_bool my_uca_1400_is_assigned_nushu(my_wc_t code) { return code >= 0x1B170 && code <= 0x1B2FF; } static inline MY_UCA_IMPLICIT_WEIGHT my_uca_1400_implicit_weight_primary_nushu(my_wc_t code) { MY_UCA_IMPLICIT_WEIGHT res; res.weight[0]= 0xFB01; res.weight[1]= (uint16) (code - 0x1B170) | 0x8000; return res; } /* 18B00..18CFF; Khitan Small Script [512] */ static inline my_bool my_uca_1400_is_assigned_khitan_small_script(my_wc_t code) { return code >= 0x18B00 && code <= 0x18CFF; } static inline MY_UCA_IMPLICIT_WEIGHT my_uca_1400_implicit_weight_primary_khitan(my_wc_t code) { MY_UCA_IMPLICIT_WEIGHT res; res.weight[0]= 0xFB02; res.weight[1]= (uint16) (code - 0x18B00) | 0x8000; return res; } /* Unified_Ideograph=True AND ((Block=CJK_Unified_Ideograph) OR (Block=CJK_Compatibility_Ideographs)) https://www.unicode.org/Public/14.0.0/ucd/Blocks.txt 4E00..9FFF; CJK Unified Ideographs F900..FAFF; CJK Compatibility Ideographs https://www.unicode.org/Public/14.0.0/ucd/PropList.txt 4E00..9FFF ; Unified_Ideograph # Lo [20992] CJK UNIFIED IDEOGRAPH-4E00..CJK UNIFIED IDEOGRAPH-9FFF FA0E..FA0F ; Unified_Ideograph # Lo [2] CJK COMPATIBILITY IDEOGRAPH-FA0E..CJK COMPATIBILITY IDEOGRAPH-FA0F FA11 ; Unified_Ideograph # Lo CJK COMPATIBILITY IDEOGRAPH-FA11 FA13..FA14 ; Unified_Ideograph # Lo [2] CJK COMPATIBILITY IDEOGRAPH-FA13..CJK COMPATIBILITY IDEOGRAPH-FA14 FA1F ; Unified_Ideograph # Lo CJK COMPATIBILITY IDEOGRAPH-FA1F FA21 ; Unified_Ideograph # Lo CJK COMPATIBILITY IDEOGRAPH-FA21 FA23..FA24 ; Unified_Ideograph # Lo [2] CJK COMPATIBILITY IDEOGRAPH-FA23..CJK COMPATIBILITY IDEOGRAPH-FA24 FA27..FA29 ; Unified_Ideograph # Lo [3] CJK COMPATIBILITY IDEOGRAPH-FA27..CJK COMPATIBILITY IDEOGRAPH-FA29 */ static inline my_bool my_uca_1400_is_core_han_unified_ideograph(my_wc_t code) { return (code >= 0x4E00 && code <= 0x9FFF) || (code >= 0xFA0E && code <= 0xFA0F) || (code == 0xFA11) || (code >= 0xFA13 && code <= 0xFA14) || (code == 0xFA1F) || (code == 0xFA21) || (code >= 0xFA23 && code <= 0xFA24) || (code >= 0xFA27 && code <= 0xFA29); } /* (Unified_Ideograph=True AND NOT ((Block=CJK_Unified_Ideograph) OR (Block=CJK_Compatibility_Ideographs)) https://www.unicode.org/Public/14.0.0/ucd/Blocks.txt 3400..4DBF; CJK Unified Ideographs Extension A 20000..2A6DF; CJK Unified Ideographs Extension B 2A700..2B73F; CJK Unified Ideographs Extension C 2B740..2B81F; CJK Unified Ideographs Extension D 2B820..2CEAF; CJK Unified Ideographs Extension E 2CEB0..2EBEF; CJK Unified Ideographs Extension F 30000..3134F; CJK Unified Ideographs Extension G https://www.unicode.org/Public/14.0.0/ucd/PropList.txt 3400..4DBF ; Unified_Ideograph # Lo [6592] CJK UNIFIED IDEOGRAPH-3400..CJK UNIFIED IDEOGRAPH-4DBF 20000..2A6DF ; Unified_Ideograph # Lo [42720] CJK UNIFIED IDEOGRAPH-20000..CJK UNIFIED IDEOGRAPH-2A6DF 2A700..2B738 ; Unified_Ideograph # Lo [4153] CJK UNIFIED IDEOGRAPH-2A700..CJK UNIFIED IDEOGRAPH-2B738 2B740..2B81D ; Unified_Ideograph # Lo [222] CJK UNIFIED IDEOGRAPH-2B740..CJK UNIFIED IDEOGRAPH-2B81D 2B820..2CEA1 ; Unified_Ideograph # Lo [5762] CJK UNIFIED IDEOGRAPH-2B820..CJK UNIFIED IDEOGRAPH-2CEA1 2CEB0..2EBE0 ; Unified_Ideograph # Lo [7473] CJK UNIFIED IDEOGRAPH-2CEB0..CJK UNIFIED IDEOGRAPH-2EBE0 30000..3134A ; Unified_Ideograph # Lo [4939] CJK UNIFIED IDEOGRAPH-30000..CJK UNIFIED IDEOGRAPH-3134A */ static inline my_bool my_uca_1400_is_other_han_unified_ideograph(my_wc_t code) { return (code >= 0x3400 && code <= 0x4DBF) || (code >= 0x20000 && code <= 0x2A6DF) || (code >= 0x2A700 && code <= 0x2B738) || (code >= 0x2B740 && code <= 0x2B81D) || (code >= 0x2B820 && code <= 0x2CEA1) || (code >= 0x2CEB0 && code <= 0x2EBE0) || (code >= 0x30000 && code <= 0x3134A); } /* See section "Computing Implicit Weights" in https://unicode.org/reports/tr10/#Values_For_Base_Table */ static inline MY_UCA_IMPLICIT_WEIGHT my_uca_1400_implicit_weight_primary(my_wc_t code) { if (my_uca_1400_is_core_han_unified_ideograph(code)) return my_uca_implicit_weight_primary_default(0xFB40, code); if (my_uca_1400_is_other_han_unified_ideograph(code)) return my_uca_implicit_weight_primary_default(0xFB80, code); if (my_uca_1400_is_assigned_tangut(code)) return my_uca_1400_implicit_weight_primary_tangut(code); if (my_uca_1400_is_assigned_nushu(code)) return my_uca_1400_implicit_weight_primary_nushu(code); if (my_uca_1400_is_assigned_khitan_small_script(code)) return my_uca_1400_implicit_weight_primary_khitan(code); /* Unassigned - Any other code point */ return my_uca_implicit_weight_primary_default(0xFBC0, code); } #define MY_UCA1400_COLLATION_ID_POSSIBLE_MIN 2048 #define MY_UCA1400_COLLATION_ID_POSSIBLE_MAX 4095 static inline my_bool my_collation_id_is_uca1400(uint id) { return (my_bool) (id >= MY_UCA1400_COLLATION_ID_POSSIBLE_MIN && id <= MY_UCA1400_COLLATION_ID_POSSIBLE_MAX); } /* UCA1400 collation ID: 1000 0000 0000 0x800 2048 1111 1111 1111 0xFFF 4095 1ccc tttt tPST c - charset ID (utf8mb3=0, utf8mb4=1, ucs2=2, utf16=3, utf32=4) p - PAD/NO PAD S - secondary level is enabled T - tertiary level is enabled */ static inline my_cs_encoding_t my_uca1400_collation_id_to_charset_id(uint id) { return (my_cs_encoding_t) ((id >> 8) & 0x07); } static inline uint my_uca1400_collation_id_to_tailoring_id(uint id) { return (id >> 3) & 0x1F; } static inline my_bool my_uca1400_collation_id_to_nopad_flag(uint id) { return (my_bool) ((id >> 2) & 0x01); } static inline my_bool my_uca1400_collation_id_to_secondary_level_flag(uint id) { return (my_bool) ((id >> 1) & 0x01); } static inline my_bool my_uca1400_collation_id_to_tertiary_level_flag(uint id) { return (my_bool) ((id >> 0) & 0x01); } uint my_uca1400_make_builtin_collation_id(my_cs_encoding_t charset_id, uint tailoring_id, my_bool nopad, my_bool secondary_level, my_bool tertiary_level); my_bool my_uca1400_collation_definition_init(MY_CHARSET_LOADER *loader, struct charset_info_st *dst, uint collation_id); #define MY_UCA1400_COLLATION_DEFINITION_COUNT 26 #endif /* CTYPE_UCA_1400_H */