1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
|
/* Word breaks in Unicode strings.
Copyright (C) 2001-2003, 2005-2013 Free Software Foundation, Inc.
Written by Bruno Haible <bruno@clisp.org>, 2009.
This program is free software: you can redistribute it and/or modify it
under the terms of the GNU Lesser General Public License as published
by the Free Software Foundation; either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>. */
#ifndef _UNIWBRK_H
#define _UNIWBRK_H
/* Get size_t. */
#include <stddef.h>
#include "unitypes.h"
#ifdef __cplusplus
extern "C" {
#endif
/* ========================================================================= */
/* Property defined in Unicode Standard Annex #29, section "Word Boundaries"
<http://www.unicode.org/reports/tr29/#Word_Boundaries> */
/* Possible values of the Word_Break property.
This enumeration may be extended in the future. */
enum
{
WBP_OTHER = 0,
WBP_CR = 11,
WBP_LF = 12,
WBP_NEWLINE = 10,
WBP_EXTEND = 8,
WBP_FORMAT = 9,
WBP_KATAKANA = 1,
WBP_ALETTER = 2,
WBP_MIDNUMLET = 3,
WBP_MIDLETTER = 4,
WBP_MIDNUM = 5,
WBP_NUMERIC = 6,
WBP_EXTENDNUMLET = 7
};
/* Return the Word_Break property of a Unicode character. */
extern int
uc_wordbreak_property (ucs4_t uc)
_UC_ATTRIBUTE_CONST;
/* ========================================================================= */
/* Word breaks. */
/* Determine the word break points in S, and store the result at p[0..n-1].
p[i] = 1 means that there is a word boundary between s[i-1] and s[i].
p[i] = 0 means that s[i-1] and s[i] must not be separated.
*/
extern void
u8_wordbreaks (const uint8_t *s, size_t n, char *p);
extern void
u16_wordbreaks (const uint16_t *s, size_t n, char *p);
extern void
u32_wordbreaks (const uint32_t *s, size_t n, char *p);
extern void
ulc_wordbreaks (const char *s, size_t n, char *p);
/* ========================================================================= */
#ifdef __cplusplus
}
#endif
#endif /* _UNIWBRK_H */
|