2 * This is an implementation of wcwidth() and wcswidth() (defined in
3 * IEEE Std 1002.1-2001) for Unicode.
5 * http://www.opengroup.org/onlinepubs/007904975/functions/wcwidth.html
6 * http://www.opengroup.org/onlinepubs/007904975/functions/wcswidth.html
8 * In fixed-width output devices, Latin characters all occupy a single
9 * "cell" position of equal width, whereas ideographic CJK characters
10 * occupy two such cells. Interoperability between terminal-line
11 * applications and (teletype-style) character terminals using the
12 * UTF-8 encoding requires agreement on which character should advance
13 * the cursor by how many cell positions. No established formal
14 * standards exist at present on which Unicode character shall occupy
15 * how many cell positions on character terminals. These routines are
16 * a first attempt of defining such behavior based on simple rules
17 * applied to data provided by the Unicode Consortium.
19 * For some graphical characters, the Unicode standard explicitly
20 * defines a character-cell width via the definition of the East Asian
21 * FullWidth (F), Wide (W), Half-width (H), and Narrow (Na) classes.
22 * In all these cases, there is no ambiguity about which width a
23 * terminal shall use. For characters in the East Asian Ambiguous (A)
24 * class, the width choice depends purely on a preference of backward
25 * compatibility with either historic CJK or Western practice.
26 * Choosing single-width for these characters is easy to justify as
27 * the appropriate long-term solution, as the CJK practice of
28 * displaying these characters as double-width comes from historic
29 * implementation simplicity (8-bit encoded characters were displayed
30 * single-width and 16-bit ones double-width, even for Greek,
31 * Cyrillic, etc.) and not any typographic considerations.
33 * Much less clear is the choice of width for the Not East Asian
34 * (Neutral) class. Existing practice does not dictate a width for any
35 * of these characters. It would nevertheless make sense
36 * typographically to allocate two character cells to characters such
37 * as for instance EM SPACE or VOLUME INTEGRAL, which cannot be
38 * represented adequately with a single-width glyph. The following
39 * routines at present merely assign a single-cell width to all
40 * neutral characters, in the interest of simplicity. This is not
41 * entirely satisfactory and should be reconsidered before
42 * establishing a formal standard in this area. At the moment, the
43 * decision which Not East Asian (Neutral) characters should be
44 * represented by double-width glyphs cannot yet be answered by
45 * applying a simple rule from the Unicode database content. Setting
46 * up a proper standard for the behavior of UTF-8 character terminals
47 * will require a careful analysis not only of each Unicode character,
48 * but also of each presentation form, something the author of these
49 * routines has avoided to do so far.
51 * http://www.unicode.org/unicode/reports/tr11/
53 * Markus Kuhn -- 2007-05-26 (Unicode 5.0)
55 * Permission to use, copy, modify, and distribute this software
56 * for any purpose and without fee is hereby granted. The author
57 * disclaims all warranties with regard to this software.
59 * Latest version: http://www.cl.cam.ac.uk/~mgk25/ucs/wcwidth.c
62 /* Assigned Unicode character ranges:
64 * 0 0000–FFFF Basic Multilingual Plane
65 * 1 10000–1FFFF Supplementary Multilingual Plane
66 * 2 20000–2FFFF Supplementary Ideographic Plane
67 * 3 30000-3FFFF Tertiary Ideographic Plane (no chars assigned yet)
68 * 4-13 40000–DFFFF currently unassigned
69 * 14 E0000–EFFFF Supplementary Special-purpose Plane
70 * 15 F0000–FFFFF Supplementary Private Use Area-A
71 * 16 100000–10FFFF Supplementary Private Use Area-B
73 * "Supplementary Special-purpose Plane currently contains non-graphical
74 * characters in two blocks of 128 and 240 characters. The first block
75 * is for language tag characters for use when language cannot be indicated
76 * through other protocols (such as the xml:lang attribute in XML).
77 * The other block contains glyph variation selectors to indicate
78 * an alternate glyph for a character that cannot be determined by context."
80 * In simpler terms: it is a tool to fix the "Han unification" mess
81 * created by Unicode committee, to select Chinese/Japanese/Korean/Taiwan
82 * version of a character. (They forgot that the whole purpose of the Unicode
83 * was to be able to write all chars in one charset without such tricks).
84 * Until East Asian users say it is actually necessary to support these
85 * code points in console applications like busybox
86 * (i.e. do these chars ever appear in filenames, hostnames, text files
87 * and such?), we are treating these code points as invalid.
89 * Tertiary Ideographic Plane is also ignored for now,
90 * until Unicode committee assigns something there.
93 #if CONFIG_LAST_SUPPORTED_WCHAR < 126 || CONFIG_LAST_SUPPORTED_WCHAR >= 0x30000
94 # define LAST_SUPPORTED_WCHAR 0x2ffff
96 # define LAST_SUPPORTED_WCHAR CONFIG_LAST_SUPPORTED_WCHAR
99 #if LAST_SUPPORTED_WCHAR >= 0x300
105 /* auxiliary function for binary search in interval table */
106 static int in_interval_table(unsigned ucs, const struct interval *table, unsigned max)
111 if (ucs < table[0].first || ucs > table[max].last)
116 mid = (min + max) / 2;
117 if (ucs > table[mid].last)
119 else if (ucs < table[mid].first)
127 static int in_uint16_table(unsigned ucs, const uint16_t *table, unsigned max)
131 unsigned first, last;
133 first = table[0] >> 2;
134 last = first + (table[0] & 3);
135 if (ucs < first || ucs > last)
140 mid = (min + max) / 2;
141 first = table[mid] >> 2;
142 last = first + (table[mid] & 3);
145 else if (ucs < first)
155 /* The following two functions define the column width of an ISO 10646
156 * character as follows:
158 * - The null character (U+0000) has a column width of 0.
160 * - Other C0/C1 control characters and DEL will lead to a return
163 * - Non-spacing and enclosing combining characters (general
164 * category code Mn or Me in the Unicode database) have a
167 * - SOFT HYPHEN (U+00AD) has a column width of 1.
169 * - Other format characters (general category code Cf in the Unicode
170 * database) and ZERO WIDTH SPACE (U+200B) have a column width of 0.
172 * - Hangul Jamo medial vowels and final consonants (U+1160-U+11FF)
173 * have a column width of 0.
175 * - Spacing characters in the East Asian Wide (W) or East Asian
176 * Full-width (F) category as defined in Unicode Technical
177 * Report #11 have a column width of 2.
179 * - All remaining characters (including all printable
180 * ISO 8859-1 and WGL4 characters, Unicode control characters,
181 * etc.) have a column width of 1.
183 * This implementation assumes that wchar_t characters are encoded
186 static int wcwidth(unsigned ucs)
188 #if LAST_SUPPORTED_WCHAR >= 0x300
189 /* sorted list of non-overlapping intervals of non-spacing characters */
190 /* generated by "uniset +cat=Me +cat=Mn +cat=Cf -00AD +1160-11FF +200B c" */
191 static const struct interval combining[] = {
192 #define BIG_(a,b) { a, b },
194 /* PAIR if < 0x4000 and no more than 4 chars big */
316 /* Too big to be packed in PAIRs: */
328 static const uint16_t combining1[] = {
330 #define PAIR(a,b) (a << 2) | (b-a),
331 /* Exact copy-n-paste of the above: */
457 #define BIG_(a,b) char big##a[b-a <= 3 ? -1 : 1];
458 #define PAIR(a,b) char pair##a[b-a > 3 ? -1 : 1];
459 /* Copy-n-paste it here again to verify correctness */
468 /* Test for 8-bit control characters (00-1f, 80-9f, 7f) */
469 if ((ucs & ~0x80) < 0x20 || ucs == 0x7f)
471 /* Quick abort if it is an obviously invalid char */
472 if (ucs > LAST_SUPPORTED_WCHAR)
475 /* Optimization: no combining chars below 0x300 */
476 if (LAST_SUPPORTED_WCHAR < 0x300 || ucs < 0x300)
479 #if LAST_SUPPORTED_WCHAR >= 0x300
480 /* Binary search in table of non-spacing characters */
481 if (in_interval_table(ucs, combining, ARRAY_SIZE(combining) - 1))
483 if (in_uint16_table(ucs, combining1, ARRAY_SIZE(combining1) - 1))
486 /* Optimization: all chars below 0x1100 are not double-width */
487 if (LAST_SUPPORTED_WCHAR < 0x1100 || ucs < 0x1100)
490 # if LAST_SUPPORTED_WCHAR >= 0x1100
491 /* Invalid code points: */
492 /* High (d800..dbff) and low (dc00..dfff) surrogates (valid only in UTF16) */
493 /* Private Use Area (e000..f8ff) */
494 /* Noncharacters fdd0..fdef */
495 if ((LAST_SUPPORTED_WCHAR >= 0xd800 && ucs >= 0xd800 && ucs <= 0xf8ff)
496 || (LAST_SUPPORTED_WCHAR >= 0xfdd0 && ucs >= 0xfdd0 && ucs <= 0xfdef)
500 /* 0xfffe and 0xffff in every plane are invalid */
501 if (LAST_SUPPORTED_WCHAR >= 0xfffe && ((ucs & 0xfffe) == 0xfffe)) {
505 # if LAST_SUPPORTED_WCHAR >= 0x10000
506 if (ucs >= 0x10000) {
507 /* Combining chars in Supplementary Multilingual Plane 0x1xxxx */
508 static const struct interval combining0x10000[] = {
509 { 0x0A01, 0x0A03 }, { 0x0A05, 0x0A06 }, { 0x0A0C, 0x0A0F },
510 { 0x0A38, 0x0A3A }, { 0x0A3F, 0x0A3F }, { 0xD167, 0xD169 },
511 { 0xD173, 0xD182 }, { 0xD185, 0xD18B }, { 0xD1AA, 0xD1AD },
514 /* Binary search in table of non-spacing characters in Supplementary Multilingual Plane */
515 if (in_interval_table(ucs ^ 0x10000, combining0x10000, ARRAY_SIZE(combining0x10000) - 1))
517 /* Check a few non-spacing chars in Supplementary Special-purpose Plane 0xExxxx */
518 if (LAST_SUPPORTED_WCHAR >= 0xE0001
520 || (ucs >= 0xE0020 && ucs <= 0xE007F)
521 || (ucs >= 0xE0100 && ucs <= 0xE01EF)
529 /* If we arrive here, ucs is not a combining or C0/C1 control character.
530 * Check whether it's 1 char or 2-shar wide.
533 ( (/*ucs >= 0x1100 &&*/ ucs <= 0x115f) /* Hangul Jamo init. consonants */
534 || ucs == 0x2329 /* left-pointing angle bracket; also CJK punct. char */
535 || ucs == 0x232a /* right-pointing angle bracket; also CJK punct. char */
536 || (ucs >= 0x2e80 && ucs <= 0xa4cf && ucs != 0x303f) /* CJK ... Yi */
537 # if LAST_SUPPORTED_WCHAR >= 0xac00
538 || (ucs >= 0xac00 && ucs <= 0xd7a3) /* Hangul Syllables */
539 || (ucs >= 0xf900 && ucs <= 0xfaff) /* CJK Compatibility Ideographs */
540 || (ucs >= 0xfe10 && ucs <= 0xfe19) /* Vertical forms */
541 || (ucs >= 0xfe30 && ucs <= 0xfe6f) /* CJK Compatibility Forms */
542 || (ucs >= 0xff00 && ucs <= 0xff60) /* Fullwidth Forms */
543 || (ucs >= 0xffe0 && ucs <= 0xffe6)
544 || ((ucs >> 17) == (2 >> 1)) /* 20000..3ffff: Supplementary and Tertiary Ideographic Planes */