hb-icu.cc 9.1 KB
Newer Older
B
Behdad Esfahbod 已提交
1
/*
B
Behdad Esfahbod 已提交
2 3 4
 * Copyright © 2009  Red Hat, Inc.
 * Copyright © 2009  Keith Stribley
 * Copyright © 2011  Google, Inc.
B
Behdad Esfahbod 已提交
5
 *
B
Behdad Esfahbod 已提交
6
 *  This is part of HarfBuzz, a text shaping library.
B
Behdad Esfahbod 已提交
7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
 *
 * Permission is hereby granted, without written agreement and without
 * license or royalty fees, to use, copy, modify, and distribute this
 * software and its documentation for any purpose, provided that the
 * above copyright notice and the following two paragraphs appear in
 * all copies of this software.
 *
 * IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE TO ANY PARTY FOR
 * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
 * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN
 * IF THE COPYRIGHT HOLDER HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH
 * DAMAGE.
 *
 * THE COPYRIGHT HOLDER SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING,
 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
 * FITNESS FOR A PARTICULAR PURPOSE.  THE SOFTWARE PROVIDED HEREUNDER IS
 * ON AN "AS IS" BASIS, AND THE COPYRIGHT HOLDER HAS NO OBLIGATION TO
 * PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
 *
 * Red Hat Author(s): Behdad Esfahbod
B
Behdad Esfahbod 已提交
27
 * Google Author(s): Behdad Esfahbod
B
Behdad Esfahbod 已提交
28 29
 */

30
#include "hb-private.hh"
B
Behdad Esfahbod 已提交
31 32 33

#include "hb-icu.h"

34
#include "hb-unicode-private.hh"
B
Behdad Esfahbod 已提交
35

B
Behdad Esfahbod 已提交
36
#include <unicode/uversion.h>
B
Behdad Esfahbod 已提交
37
#include <unicode/uchar.h>
38
#include <unicode/unorm.h>
39
#include <unicode/ustring.h>
B
Behdad Esfahbod 已提交
40

B
Behdad Esfahbod 已提交
41 42


43 44
hb_script_t
hb_icu_script_to_script (UScriptCode script)
B
Behdad Esfahbod 已提交
45
{
46 47 48
  if (unlikely (script == USCRIPT_INVALID_CODE))
    return HB_SCRIPT_INVALID;

49
  return hb_script_from_string (uscript_getShortName (script), -1);
B
Behdad Esfahbod 已提交
50 51
}

52 53
UScriptCode
hb_icu_script_from_script (hb_script_t script)
B
Behdad Esfahbod 已提交
54
{
55 56
  if (unlikely (script == HB_SCRIPT_INVALID))
    return USCRIPT_INVALID_CODE;
B
Behdad Esfahbod 已提交
57

58 59 60
  for (unsigned int i = 0; i < USCRIPT_CODE_LIMIT; i++)
    if (unlikely (hb_icu_script_to_script ((UScriptCode) i) == script))
      return (UScriptCode) i;
61

62 63 64 65 66
  return USCRIPT_UNKNOWN;
}


static unsigned int
B
Minor  
Behdad Esfahbod 已提交
67 68 69
hb_icu_unicode_combining_class (hb_unicode_funcs_t *ufuncs HB_UNUSED,
				hb_codepoint_t      unicode,
				void               *user_data HB_UNUSED)
70 71 72 73 74 75

{
  return u_getCombiningClass (unicode);
}

static unsigned int
B
Minor  
Behdad Esfahbod 已提交
76 77 78
hb_icu_unicode_eastasian_width (hb_unicode_funcs_t *ufuncs HB_UNUSED,
				hb_codepoint_t      unicode,
				void               *user_data HB_UNUSED)
79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94
{
  switch (u_getIntPropertyValue(unicode, UCHAR_EAST_ASIAN_WIDTH))
  {
  case U_EA_WIDE:
  case U_EA_FULLWIDTH:
    return 2;
  case U_EA_NEUTRAL:
  case U_EA_AMBIGUOUS:
  case U_EA_HALFWIDTH:
  case U_EA_NARROW:
    return 1;
  }
  return 1;
}

static hb_unicode_general_category_t
B
Minor  
Behdad Esfahbod 已提交
95 96 97
hb_icu_unicode_general_category (hb_unicode_funcs_t *ufuncs HB_UNUSED,
				 hb_codepoint_t      unicode,
				 void               *user_data HB_UNUSED)
98 99 100 101 102 103 104 105 106 107 108 109 110
{
  switch (u_getIntPropertyValue(unicode, UCHAR_GENERAL_CATEGORY))
  {
  case U_UNASSIGNED:			return HB_UNICODE_GENERAL_CATEGORY_UNASSIGNED;

  case U_UPPERCASE_LETTER:		return HB_UNICODE_GENERAL_CATEGORY_UPPERCASE_LETTER;
  case U_LOWERCASE_LETTER:		return HB_UNICODE_GENERAL_CATEGORY_LOWERCASE_LETTER;
  case U_TITLECASE_LETTER:		return HB_UNICODE_GENERAL_CATEGORY_TITLECASE_LETTER;
  case U_MODIFIER_LETTER:		return HB_UNICODE_GENERAL_CATEGORY_MODIFIER_LETTER;
  case U_OTHER_LETTER:			return HB_UNICODE_GENERAL_CATEGORY_OTHER_LETTER;

  case U_NON_SPACING_MARK:		return HB_UNICODE_GENERAL_CATEGORY_NON_SPACING_MARK;
  case U_ENCLOSING_MARK:		return HB_UNICODE_GENERAL_CATEGORY_ENCLOSING_MARK;
111
  case U_COMBINING_SPACING_MARK:	return HB_UNICODE_GENERAL_CATEGORY_SPACING_MARK;
112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145

  case U_DECIMAL_DIGIT_NUMBER:		return HB_UNICODE_GENERAL_CATEGORY_DECIMAL_NUMBER;
  case U_LETTER_NUMBER:			return HB_UNICODE_GENERAL_CATEGORY_LETTER_NUMBER;
  case U_OTHER_NUMBER:			return HB_UNICODE_GENERAL_CATEGORY_OTHER_NUMBER;

  case U_SPACE_SEPARATOR:		return HB_UNICODE_GENERAL_CATEGORY_SPACE_SEPARATOR;
  case U_LINE_SEPARATOR:		return HB_UNICODE_GENERAL_CATEGORY_LINE_SEPARATOR;
  case U_PARAGRAPH_SEPARATOR:		return HB_UNICODE_GENERAL_CATEGORY_PARAGRAPH_SEPARATOR;

  case U_CONTROL_CHAR:			return HB_UNICODE_GENERAL_CATEGORY_CONTROL;
  case U_FORMAT_CHAR:			return HB_UNICODE_GENERAL_CATEGORY_FORMAT;
  case U_PRIVATE_USE_CHAR:		return HB_UNICODE_GENERAL_CATEGORY_PRIVATE_USE;
  case U_SURROGATE:			return HB_UNICODE_GENERAL_CATEGORY_SURROGATE;


  case U_DASH_PUNCTUATION:		return HB_UNICODE_GENERAL_CATEGORY_DASH_PUNCTUATION;
  case U_START_PUNCTUATION:		return HB_UNICODE_GENERAL_CATEGORY_OPEN_PUNCTUATION;
  case U_END_PUNCTUATION:		return HB_UNICODE_GENERAL_CATEGORY_CLOSE_PUNCTUATION;
  case U_CONNECTOR_PUNCTUATION:		return HB_UNICODE_GENERAL_CATEGORY_CONNECT_PUNCTUATION;
  case U_OTHER_PUNCTUATION:		return HB_UNICODE_GENERAL_CATEGORY_OTHER_PUNCTUATION;

  case U_MATH_SYMBOL:			return HB_UNICODE_GENERAL_CATEGORY_MATH_SYMBOL;
  case U_CURRENCY_SYMBOL:		return HB_UNICODE_GENERAL_CATEGORY_CURRENCY_SYMBOL;
  case U_MODIFIER_SYMBOL:		return HB_UNICODE_GENERAL_CATEGORY_MODIFIER_SYMBOL;
  case U_OTHER_SYMBOL:			return HB_UNICODE_GENERAL_CATEGORY_OTHER_SYMBOL;

  case U_INITIAL_PUNCTUATION:		return HB_UNICODE_GENERAL_CATEGORY_INITIAL_PUNCTUATION;
  case U_FINAL_PUNCTUATION:		return HB_UNICODE_GENERAL_CATEGORY_FINAL_PUNCTUATION;
  }

  return HB_UNICODE_GENERAL_CATEGORY_UNASSIGNED;
}

static hb_codepoint_t
B
Minor  
Behdad Esfahbod 已提交
146 147 148
hb_icu_unicode_mirroring (hb_unicode_funcs_t *ufuncs HB_UNUSED,
			  hb_codepoint_t      unicode,
			  void               *user_data HB_UNUSED)
149 150 151 152 153
{
  return u_charMirror(unicode);
}

static hb_script_t
B
Minor  
Behdad Esfahbod 已提交
154 155 156
hb_icu_unicode_script (hb_unicode_funcs_t *ufuncs HB_UNUSED,
		       hb_codepoint_t      unicode,
		       void               *user_data HB_UNUSED)
157 158 159 160
{
  UErrorCode status = U_ZERO_ERROR;
  UScriptCode scriptCode = uscript_getScript(unicode, &status);

B
Behdad Esfahbod 已提交
161
  if (unlikely (U_FAILURE (status)))
162 163
    return HB_SCRIPT_UNKNOWN;

164
  return hb_icu_script_to_script (scriptCode);
B
Behdad Esfahbod 已提交
165 166
}

B
Minor  
Behdad Esfahbod 已提交
167 168 169 170 171 172 173
static hb_bool_t
hb_icu_unicode_compose (hb_unicode_funcs_t *ufuncs HB_UNUSED,
			hb_codepoint_t      a,
			hb_codepoint_t      b,
			hb_codepoint_t     *ab,
			void               *user_data HB_UNUSED)
{
174
  if (!a || !b)
175
    return false;
176 177

  UChar utf16[4], normalized[5];
B
Behdad Esfahbod 已提交
178
  int len;
179 180 181 182
  hb_bool_t ret, err;
  UErrorCode icu_err;

  len = 0;
183
  err = false;
184
  U16_APPEND (utf16, len, ARRAY_LENGTH (utf16), a, err);
185
  if (err) return false;
186
  U16_APPEND (utf16, len, ARRAY_LENGTH (utf16), b, err);
187
  if (err) return false;
188 189 190

  icu_err = U_ZERO_ERROR;
  len = unorm_normalize (utf16, len, UNORM_NFC, 0, normalized, ARRAY_LENGTH (normalized), &icu_err);
B
Behdad Esfahbod 已提交
191
  if (U_FAILURE (icu_err))
192
    return false;
193
  if (u_countChar32 (normalized, len) == 1) {
194
    U16_GET_UNSAFE (normalized, 0, *ab);
195
    ret = true;
196
  } else {
197
    ret = false;
198 199 200
  }

  return ret;
B
Minor  
Behdad Esfahbod 已提交
201 202 203 204 205 206 207 208 209
}

static hb_bool_t
hb_icu_unicode_decompose (hb_unicode_funcs_t *ufuncs HB_UNUSED,
			  hb_codepoint_t      ab,
			  hb_codepoint_t     *a,
			  hb_codepoint_t     *b,
			  void               *user_data HB_UNUSED)
{
210
  UChar utf16[2], normalized[20];
B
Behdad Esfahbod 已提交
211
  int len;
212 213 214
  hb_bool_t ret, err;
  UErrorCode icu_err;

215 216 217 218
  /* This function is a monster! Maybe it wasn't a good idea adding a
   * pairwise decompose API... */
  /* Watchout for the dragons.  Err, watchout for macros changing len. */

219
  len = 0;
220
  err = false;
221
  U16_APPEND (utf16, len, ARRAY_LENGTH (utf16), ab, err);
222
  if (err) return false;
223 224 225

  icu_err = U_ZERO_ERROR;
  len = unorm_normalize (utf16, len, UNORM_NFD, 0, normalized, ARRAY_LENGTH (normalized), &icu_err);
B
Behdad Esfahbod 已提交
226
  if (U_FAILURE (icu_err))
227
    return false;
228

229
  len = u_countChar32 (normalized, len);
230 231 232 233 234 235

  if (len == 1) {
    U16_GET_UNSAFE (normalized, 0, *a);
    *b = 0;
    ret = *a != ab;
  } else if (len == 2) {
236 237 238 239
    len =0;
    U16_NEXT_UNSAFE (normalized, len, *a);
    U16_NEXT_UNSAFE (normalized, len, *b);

240 241 242 243 244
    /* Here's the ugly part: if ab decomposes to a single character and
     * that character decomposes again, we have to detect that and undo
     * the second part :-(. */
    UChar recomposed[20];
    icu_err = U_ZERO_ERROR;
245
    unorm_normalize (normalized, len, UNORM_NFC, 0, recomposed, ARRAY_LENGTH (recomposed), &icu_err);
B
Behdad Esfahbod 已提交
246
    if (U_FAILURE (icu_err))
247
      return false;
248 249 250 251
    hb_codepoint_t c;
    U16_GET_UNSAFE (recomposed, 0, c);
    if (c != *a && c != ab) {
      *a = c;
252 253
      *b = 0;
    }
254
    ret = true;
255 256 257
  } else {
    /* If decomposed to more than two characters, take the last one,
     * and recompose the rest to get the first component. */
258 259
    U16_PREV_UNSAFE (normalized, len, *b); /* Changes len in-place. */
    UChar recomposed[18 * 2];
260 261
    icu_err = U_ZERO_ERROR;
    len = unorm_normalize (normalized, len, UNORM_NFC, 0, recomposed, ARRAY_LENGTH (recomposed), &icu_err);
B
Behdad Esfahbod 已提交
262
    if (U_FAILURE (icu_err))
263
      return false;
264
    /* We expect that recomposed has exactly one character now. */
265 266
    if (unlikely (u_countChar32 (recomposed, len) != 1))
      return false;
267
    U16_GET_UNSAFE (recomposed, 0, *a);
268
    ret = true;
269 270 271
  }

  return ret;
B
Minor  
Behdad Esfahbod 已提交
272 273
}

274

275 276 277 278 279
extern HB_INTERNAL const hb_unicode_funcs_t _hb_icu_unicode_funcs;
const hb_unicode_funcs_t _hb_icu_unicode_funcs = {
  HB_OBJECT_HEADER_STATIC,

  NULL, /* parent */
280
  true, /* immutable */
281
  {
B
Minor  
Behdad Esfahbod 已提交
282
#define HB_UNICODE_FUNC_IMPLEMENT(name) hb_icu_unicode_##name,
283
    HB_UNICODE_FUNCS_IMPLEMENT_CALLBACKS
B
Minor  
Behdad Esfahbod 已提交
284
#undef HB_UNICODE_FUNC_IMPLEMENT
285 286
  }
};
B
Behdad Esfahbod 已提交
287

288 289 290
hb_unicode_funcs_t *
hb_icu_get_unicode_funcs (void)
{
291
  return const_cast<hb_unicode_funcs_t *> (&_hb_icu_unicode_funcs);
B
Behdad Esfahbod 已提交
292
}
B
Behdad Esfahbod 已提交
293 294