hb-ot-shape-complex-indic.cc 28.8 KB
Newer Older
B
Behdad Esfahbod 已提交
1
/*
B
Minor  
Behdad Esfahbod 已提交
2
 * Copyright © 2011,2012  Google, Inc.
B
Behdad Esfahbod 已提交
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
 *
 *  This is part of HarfBuzz, a text shaping library.
 *
 * Permission is hereby granted, without written agreement and without
 * license or royalty fees, to use, copy, modify, and distribute this
 * software and its documentation for any purpose, provided that the
 * above copyright notice and the following two paragraphs appear in
 * all copies of this software.
 *
 * IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE TO ANY PARTY FOR
 * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
 * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN
 * IF THE COPYRIGHT HOLDER HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH
 * DAMAGE.
 *
 * THE COPYRIGHT HOLDER SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING,
 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
 * FITNESS FOR A PARTICULAR PURPOSE.  THE SOFTWARE PROVIDED HEREUNDER IS
 * ON AN "AS IS" BASIS, AND THE COPYRIGHT HOLDER HAS NO OBLIGATION TO
 * PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
 *
 * Google Author(s): Behdad Esfahbod
 */

B
Behdad Esfahbod 已提交
27
#include "hb-ot-shape-complex-indic-private.hh"
28
#include "hb-ot-shape-private.hh"
29

30 31 32 33 34 35 36 37 38 39 40 41
#define OLD_INDIC_TAG(script) (((hb_tag_t) script) | 0x20000000)
#define IS_OLD_INDIC_TAG(tag) ( \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_BENGALI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_DEVANAGARI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_GUJARATI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_GURMUKHI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_KANNADA) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_MALAYALAM) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_ORIYA) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_TAMIL) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_TELUGU) \
			      )
42
struct indic_options_t
43
{
44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74
  int initialized : 1;
  int uniscribe_bug_compatible : 1;
};

union indic_options_union_t {
  int i;
  indic_options_t opts;
};
ASSERT_STATIC (sizeof (int) == sizeof (indic_options_union_t));

static indic_options_union_t
indic_options_init (void)
{
  indic_options_union_t u;
  u.i = 0;
  u.opts.initialized = 1;

  char *c = getenv ("HB_OT_INDIC_OPTIONS");
  u.opts.uniscribe_bug_compatible = c && strstr (c, "uniscribe-bug-compatible");

  return u;
}

inline indic_options_t
indic_options (void)
{
  static indic_options_union_t options;

  if (unlikely (!options.i)) {
    /* This is idempotent and threadsafe. */
    options = indic_options_init ();
75 76
  }

77 78 79
  return options.opts;
}

80

B
Behdad Esfahbod 已提交
81 82 83 84 85 86 87 88 89 90 91 92 93 94
static int
compare_codepoint (const void *pa, const void *pb)
{
  hb_codepoint_t a = * (hb_codepoint_t *) pa;
  hb_codepoint_t b = * (hb_codepoint_t *) pb;

  return a < b ? -1 : a == b ? 0 : +1;
}

static indic_position_t
consonant_position (hb_codepoint_t u)
{
  consonant_position_t *record;

95 96 97 98
  /* Khmer does not have pre-base half forms. */
  if (0x1780 <= u && u <= 0x17FF)
    return POS_BELOW_C;

B
Behdad Esfahbod 已提交
99 100 101 102 103
  record = (consonant_position_t *) bsearch (&u, consonant_positions,
					     ARRAY_LENGTH (consonant_positions),
					     sizeof (consonant_positions[0]),
					     compare_codepoint);

104
  return record ? record->position : POS_BASE_C;
B
Behdad Esfahbod 已提交
105 106
}

107 108 109 110 111 112 113 114 115
static bool
is_ra (hb_codepoint_t u)
{
  return !!bsearch (&u, ra_chars,
		    ARRAY_LENGTH (ra_chars),
		    sizeof (ra_chars[0]),
		    compare_codepoint);
}

116
static bool
B
Behdad Esfahbod 已提交
117
is_joiner (const hb_glyph_info_t &info)
118
{
B
Behdad Esfahbod 已提交
119 120 121 122 123 124
  return !!(FLAG (info.indic_category()) & (FLAG (OT_ZWJ) | FLAG (OT_ZWNJ)));
}

static bool
is_consonant (const hb_glyph_info_t &info)
{
125 126
  /* Note:
   *
127
   * We treat Vowels and placeholders as if they were consonants.  This is safe because Vowels
B
Behdad Esfahbod 已提交
128 129
   * cannot happen in a consonant syllable.  The plus side however is, we can call the
   * consonant syllable logic from the vowel syllable function and get it all right! */
130
  return !!(FLAG (info.indic_category()) & (FLAG (OT_C) | FLAG (OT_Ra) | FLAG (OT_V) | FLAG (OT_NBSP) | FLAG (OT_DOTTEDCIRCLE)));
131
}
132

133
struct feature_list_t {
134 135
  hb_tag_t tag;
  hb_bool_t is_global;
136 137 138 139
};

static const feature_list_t
indic_basic_features[] =
B
Behdad Esfahbod 已提交
140
{
141 142 143
  {HB_TAG('n','u','k','t'), true},
  {HB_TAG('a','k','h','n'), false},
  {HB_TAG('r','p','h','f'), false},
B
Behdad Esfahbod 已提交
144
  {HB_TAG('r','k','r','f'), true},
145 146 147
  {HB_TAG('p','r','e','f'), false},
  {HB_TAG('b','l','w','f'), false},
  {HB_TAG('h','a','l','f'), false},
B
Behdad Esfahbod 已提交
148
  {HB_TAG('a','b','v','f'), false},
149
  {HB_TAG('p','s','t','f'), false},
B
Behdad Esfahbod 已提交
150
  {HB_TAG('c','j','c','t'), false},
151
  {HB_TAG('v','a','t','u'), true},
152 153 154 155 156 157 158
};

/* Same order as the indic_basic_features array */
enum {
  _NUKT,
  AKHN,
  RPHF,
B
Minor  
Behdad Esfahbod 已提交
159
  _RKRF,
160 161 162
  PREF,
  BLWF,
  HALF,
B
Behdad Esfahbod 已提交
163
  ABVF,
164
  PSTF,
165 166
  CJCT,
  VATU
B
Behdad Esfahbod 已提交
167 168
};

169 170
static const feature_list_t
indic_other_features[] =
B
Behdad Esfahbod 已提交
171
{
172 173 174 175 176 177 178 179 180 181 182 183
  {HB_TAG('i','n','i','t'), false},
  {HB_TAG('p','r','e','s'), true},
  {HB_TAG('a','b','v','s'), true},
  {HB_TAG('b','l','w','s'), true},
  {HB_TAG('p','s','t','s'), true},
  {HB_TAG('h','a','l','n'), true},

  {HB_TAG('d','i','s','t'), true},
  {HB_TAG('a','b','v','m'), true},
  {HB_TAG('b','l','w','m'), true},
};

B
Behdad Esfahbod 已提交
184 185 186 187 188 189

static void
initial_reordering (const hb_ot_map_t *map,
		    hb_face_t *face,
		    hb_buffer_t *buffer,
		    void *user_data HB_UNUSED);
190 191 192 193
static void
final_reordering (const hb_ot_map_t *map,
		  hb_face_t *face,
		  hb_buffer_t *buffer,
B
Behdad Esfahbod 已提交
194
		  void *user_data HB_UNUSED);
B
Behdad Esfahbod 已提交
195 196

void
B
Behdad Esfahbod 已提交
197 198
_hb_ot_shape_complex_collect_features_indic (hb_ot_map_builder_t *map,
					     const hb_segment_properties_t *props HB_UNUSED)
B
Behdad Esfahbod 已提交
199
{
200
  map->add_bool_feature (HB_TAG('l','o','c','l'));
B
Minor  
Behdad Esfahbod 已提交
201 202
  /* The Indic specs do not require ccmp, but we apply it here since if
   * there is a use of it, it's typically at the beginning. */
203 204
  map->add_bool_feature (HB_TAG('c','c','m','p'));

B
Behdad Esfahbod 已提交
205
  map->add_gsub_pause (initial_reordering, NULL);
206

207
  for (unsigned int i = 0; i < ARRAY_LENGTH (indic_basic_features); i++) {
208
    map->add_bool_feature (indic_basic_features[i].tag, indic_basic_features[i].is_global);
209 210
    map->add_gsub_pause (NULL, NULL);
  }
B
Behdad Esfahbod 已提交
211

212 213
  map->add_gsub_pause (final_reordering, NULL);

214
  for (unsigned int i = 0; i < ARRAY_LENGTH (indic_other_features); i++) {
215
    map->add_bool_feature (indic_other_features[i].tag, indic_other_features[i].is_global);
216 217
    map->add_gsub_pause (NULL, NULL);
  }
B
Behdad Esfahbod 已提交
218 219
}

220

B
Behdad Esfahbod 已提交
221 222
hb_ot_shape_normalization_mode_t
_hb_ot_shape_complex_normalization_preference_indic (void)
223 224
{
  /* We want split matras decomposed by the common shaping logic. */
B
Behdad Esfahbod 已提交
225
  return HB_OT_SHAPE_NORMALIZATION_MODE_DECOMPOSED;
226 227
}

228

B
Behdad Esfahbod 已提交
229
void
B
Behdad Esfahbod 已提交
230 231
_hb_ot_shape_complex_setup_masks_indic (hb_ot_map_t *map HB_UNUSED,
					hb_buffer_t *buffer,
B
Behdad Esfahbod 已提交
232
					hb_font_t *font HB_UNUSED)
B
Behdad Esfahbod 已提交
233
{
234 235 236
  HB_BUFFER_ALLOCATE_VAR (buffer, indic_category);
  HB_BUFFER_ALLOCATE_VAR (buffer, indic_position);

B
Behdad Esfahbod 已提交
237 238 239 240
  /* We cannot setup masks here.  We save information about characters
   * and setup masks later on in a pause-callback. */

  unsigned int count = buffer->len;
B
Behdad Esfahbod 已提交
241 242
  for (unsigned int i = 0; i < count; i++)
  {
B
Minor  
Behdad Esfahbod 已提交
243 244 245 246 247 248
    hb_glyph_info_t &info = buffer->info[i];
    unsigned int type = get_indic_categories (info.codepoint);

    info.indic_category() = type & 0x0F;
    info.indic_position() = type >> 4;

249 250 251 252 253 254 255 256 257 258 259
    /* The spec says U+0952 is OT_A.  However, testing shows that Uniscribe
     * treats U+0951..U+0952 all as OT_VD.
     * TESTS:
     * U+092E,U+0947,U+0952
     * U+092E,U+0952,U+0947
     * U+092E,U+0947,U+0951
     * U+092E,U+0951,U+0947
     * */
    if (unlikely (hb_in_range<hb_codepoint_t> (info.codepoint, 0x0951, 0x0954)))
      info.indic_category() = OT_VD;

B
Minor  
Behdad Esfahbod 已提交
260 261 262 263 264 265 266 267 268 269 270
    if (info.indic_category() == OT_C) {
      info.indic_position() = consonant_position (info.codepoint);
      if (is_ra (info.codepoint))
	info.indic_category() = OT_Ra;
    } else if (info.indic_category() == OT_SM ||
	       info.indic_category() == OT_VD) {
      info.indic_position() = POS_SMVD;
    } else if (unlikely (info.codepoint == 0x200C))
      info.indic_category() = OT_ZWNJ;
    else if (unlikely (info.codepoint == 0x200D))
      info.indic_category() = OT_ZWJ;
271 272
    else if (unlikely (info.codepoint == 0x25CC))
      info.indic_category() = OT_DOTTEDCIRCLE;
B
Behdad Esfahbod 已提交
273
  }
B
Behdad Esfahbod 已提交
274
}
B
Behdad Esfahbod 已提交
275

B
Behdad Esfahbod 已提交
276 277 278 279 280 281 282 283
static int
compare_indic_order (const hb_glyph_info_t *pa, const hb_glyph_info_t *pb)
{
  int a = pa->indic_position();
  int b = pb->indic_position();

  return a < b ? -1 : a == b ? 0 : +1;
}
284

B
Minor  
Behdad Esfahbod 已提交
285 286 287
/* Rules from:
 * https://www.microsoft.com/typography/otfntdev/devanot/shaping.aspx */

B
Behdad Esfahbod 已提交
288
static void
B
Minor  
Behdad Esfahbod 已提交
289
initial_reordering_consonant_syllable (const hb_ot_map_t *map, hb_buffer_t *buffer, hb_mask_t *basic_mask_array,
290
				       unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
291
{
B
Minor  
Behdad Esfahbod 已提交
292
  hb_glyph_info_t *info = buffer->info;
B
Behdad Esfahbod 已提交
293

B
Behdad Esfahbod 已提交
294

B
Behdad Esfahbod 已提交
295 296 297 298 299 300 301 302 303 304 305 306 307 308
  /* 1. Find base consonant:
   *
   * The shaping engine finds the base consonant of the syllable, using the
   * following algorithm: starting from the end of the syllable, move backwards
   * until a consonant is found that does not have a below-base or post-base
   * form (post-base forms have to follow below-base forms), or that is not a
   * pre-base reordering Ra, or arrive at the first consonant. The consonant
   * stopped at will be the base.
   *
   *   o If the syllable starts with Ra + Halant (in a script that has Reph)
   *     and has more than one consonant, Ra is excluded from candidates for
   *     base consonants.
   */

309
  unsigned int base = end;
B
Behdad Esfahbod 已提交
310
  bool has_reph = false;
B
Behdad Esfahbod 已提交
311

B
Behdad Esfahbod 已提交
312
  {
B
Behdad Esfahbod 已提交
313 314 315 316
    /* -> If the syllable starts with Ra + Halant (in a script that has Reph)
     *    and has more than one consonant, Ra is excluded from candidates for
     *    base consonants. */
    unsigned int limit = start;
B
Minor  
Behdad Esfahbod 已提交
317
    if (basic_mask_array[RPHF] &&
B
Behdad Esfahbod 已提交
318 319 320 321 322 323 324 325 326
	start + 3 <= end &&
	info[start].indic_category() == OT_Ra &&
	info[start + 1].indic_category() == OT_H &&
	!is_joiner (info[start + 2]))
    {
      limit += 2;
      base = start;
      has_reph = true;
    };
B
Behdad Esfahbod 已提交
327

B
Minor  
Behdad Esfahbod 已提交
328 329 330 331 332 333
    /* -> starting from the end of the syllable, move backwards */
    unsigned int i = end;
    do {
      i--;
      /* -> until a consonant is found */
      if (is_consonant (info[i]))
B
Behdad Esfahbod 已提交
334
      {
B
Minor  
Behdad Esfahbod 已提交
335 336 337 338 339 340 341 342
	/* -> that does not have a below-base or post-base form
	 * (post-base forms have to follow below-base forms), */
	if (info[i].indic_position() != POS_BELOW_C &&
	    info[i].indic_position() != POS_POST_C)
	{
	  base = i;
	  break;
	}
B
Behdad Esfahbod 已提交
343

B
Minor  
Behdad Esfahbod 已提交
344 345 346 347
	/* -> or that is not a pre-base reordering Ra,
	 *
	 * TODO
	 */
348

B
Minor  
Behdad Esfahbod 已提交
349 350 351 352 353 354 355 356 357 358
	/* -> or arrive at the first consonant. The consonant stopped at will
	 * be the base. */
	base = i;
      }
      else
	if (is_joiner (info[i]))
	  break;
    } while (i > limit);
    if (base < start)
      base = start; /* Just in case... */
B
Behdad Esfahbod 已提交
359

B
Behdad Esfahbod 已提交
360 361 362 363 364 365 366 367

    /* -> If the syllable starts with Ra + Halant (in a script that has Reph)
     *    and has more than one consonant, Ra is excluded from candidates for
     *    base consonants. */
    if (has_reph && base == start) {
      /* Have no other consonant, so Reph is not formed and Ra becomes base. */
      has_reph = false;
    }
B
Behdad Esfahbod 已提交
368
  }
369 370


B
Behdad Esfahbod 已提交
371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402
  /* 2. Decompose and reorder Matras:
   *
   * Each matra and any syllable modifier sign in the cluster are moved to the
   * appropriate position relative to the consonant(s) in the cluster. The
   * shaping engine decomposes two- or three-part matras into their constituent
   * parts before any repositioning. Matra characters are classified by which
   * consonant in a conjunct they have affinity for and are reordered to the
   * following positions:
   *
   *   o Before first half form in the syllable
   *   o After subjoined consonants
   *   o After post-form consonant
   *   o After main consonant (for above marks)
   *
   * IMPLEMENTATION NOTES:
   *
   * The normalize() routine has already decomposed matras for us, so we don't
   * need to worry about that.
   */


  /* 3.  Reorder marks to canonical order:
   *
   * Adjacent nukta and halant or nukta and vedic sign are always repositioned
   * if necessary, so that the nukta is first.
   *
   * IMPLEMENTATION NOTES:
   *
   * We don't need to do this: the normalize() routine already did this for us.
   */


B
Behdad Esfahbod 已提交
403 404
  /* Reorder characters */

B
Minor  
Behdad Esfahbod 已提交
405
  for (unsigned int i = start; i < base; i++)
406 407
    info[i].indic_position() = POS_PRE_C;
  info[base].indic_position() = POS_BASE_C;
B
Behdad Esfahbod 已提交
408

409
  /* Handle beginning Ra */
B
Behdad Esfahbod 已提交
410
  if (has_reph)
411
    info[start].indic_position() = POS_RA_TO_BECOME_REPH;
412

413 414
  /* For old-style Indic script tags, move the first post-base Halant after
   * last consonant. */
415
  if (IS_OLD_INDIC_TAG (map->get_chosen_script (0))) {
B
Minor  
Behdad Esfahbod 已提交
416
    for (unsigned int i = base + 1; i < end; i++)
417 418 419
      if (info[i].indic_category() == OT_H) {
        unsigned int j;
        for (j = end - 1; j > i; j--)
B
Behdad Esfahbod 已提交
420
	  if (is_consonant (info[j]))
421 422 423 424 425 426 427 428 429 430 431
	    break;
	if (j > i) {
	  /* Move Halant to after last consonant. */
	  hb_glyph_info_t t = info[i];
	  memmove (&info[i], &info[i + 1], (j - i) * sizeof (info[0]));
	  info[j] = t;
	}
        break;
      }
  }

B
Behdad Esfahbod 已提交
432
  /* Attach ZWJ, ZWNJ, nukta, and halant to previous char to move with them. */
433
  if (!indic_options ().uniscribe_bug_compatible)
434 435 436 437 438 439
  {
    /* Please update the Uniscribe branch when touching this! */
    for (unsigned int i = start + 1; i < end; i++)
      if ((FLAG (info[i].indic_category()) & (FLAG (OT_ZWNJ) | FLAG (OT_ZWJ) | FLAG (OT_N) | FLAG (OT_H))))
	info[i].indic_position() = info[i - 1].indic_position();
  } else {
440 441 442 443
    /*
     * Uniscribe doesn't move the Halant with Left Matra.
     * TEST: U+092B,U+093F,U+094DE
     */
444 445 446 447
    /* Please update the non-Uniscribe branch when touching this! */
    for (unsigned int i = start + 1; i < end; i++)
      if ((FLAG (info[i].indic_category()) & (FLAG (OT_ZWNJ) | FLAG (OT_ZWJ) | FLAG (OT_N) | FLAG (OT_H)))) {
	info[i].indic_position() = info[i - 1].indic_position();
448
	if (info[i].indic_category() == OT_H && info[i].indic_position() == POS_PRE_M)
449
	  for (unsigned int j = i; j > start; j--)
450
	    if (info[j - 1].indic_position() != POS_PRE_M) {
451 452 453 454 455
	      info[i].indic_position() = info[j - 1].indic_position();
	      break;
	    }
      }
  }
B
Behdad Esfahbod 已提交
456 457

  /* We do bubble-sort, skip malicious clusters attempts */
458
  if (end - start < 64)
459 460
  {
    /* Sit tight, rock 'n roll! */
461
    hb_bubble_sort (info + start, end - start, compare_indic_order);
462 463
    /* Find base again */
    base = end;
B
Minor  
Behdad Esfahbod 已提交
464
    for (unsigned int i = start; i < end; i++)
465 466 467 468 469
      if (info[i].indic_position() == POS_BASE_C) {
        base = i;
	break;
      }
  }
B
Behdad Esfahbod 已提交
470

B
Behdad Esfahbod 已提交
471 472
  /* Setup masks now */

B
Behdad Esfahbod 已提交
473 474 475
  {
    hb_mask_t mask;

476
    /* Reph */
477
    for (unsigned int i = start; i < end && info[i].indic_position() == POS_RA_TO_BECOME_REPH; i++)
B
Minor  
Behdad Esfahbod 已提交
478
      info[i].mask |= basic_mask_array[RPHF];
479

B
Behdad Esfahbod 已提交
480
    /* Pre-base */
B
Minor  
Behdad Esfahbod 已提交
481
    mask = basic_mask_array[HALF] | basic_mask_array[AKHN] | basic_mask_array[CJCT];
B
Minor  
Behdad Esfahbod 已提交
482
    for (unsigned int i = start; i < base; i++)
B
Behdad Esfahbod 已提交
483 484
      info[i].mask  |= mask;
    /* Base */
B
Minor  
Behdad Esfahbod 已提交
485
    mask = basic_mask_array[AKHN] | basic_mask_array[CJCT];
B
Behdad Esfahbod 已提交
486 487
    info[base].mask |= mask;
    /* Post-base */
B
Minor  
Behdad Esfahbod 已提交
488
    mask = basic_mask_array[BLWF] | basic_mask_array[ABVF] | basic_mask_array[PSTF] | basic_mask_array[CJCT];
B
Minor  
Behdad Esfahbod 已提交
489
    for (unsigned int i = base + 1; i < end; i++)
B
Behdad Esfahbod 已提交
490 491
      info[i].mask  |= mask;
  }
B
Behdad Esfahbod 已提交
492

493 494 495 496 497 498 499 500 501 502
  /* XXX This will not match for old-Indic spec since the Halant-Ra order is reversed already. */
  if (basic_mask_array[PREF] &&
      base + 3 <= end &&
      info[base + 1].indic_category() == OT_H &&
      info[base + 2].indic_category() == OT_Ra)
  {
    info[base + 1].mask |= basic_mask_array[PREF];
    info[base + 2].mask |= basic_mask_array[PREF];
  }

B
Behdad Esfahbod 已提交
503
  /* Apply ZWJ/ZWNJ effects */
B
Minor  
Behdad Esfahbod 已提交
504
  for (unsigned int i = start + 1; i < end; i++)
B
Behdad Esfahbod 已提交
505 506
    if (is_joiner (info[i])) {
      bool non_joiner = info[i].indic_category() == OT_ZWNJ;
507
      unsigned int j = i;
B
Behdad Esfahbod 已提交
508 509 510

      do {
	j--;
511

B
Minor  
Behdad Esfahbod 已提交
512
	info[j].mask &= ~basic_mask_array[CJCT];
513
	if (non_joiner)
B
Minor  
Behdad Esfahbod 已提交
514
	  info[j].mask &= ~basic_mask_array[HALF];
515

B
Behdad Esfahbod 已提交
516 517
      } while (j > start && !is_consonant (info[j]));
    }
B
Behdad Esfahbod 已提交
518 519 520 521
}


static void
B
Behdad Esfahbod 已提交
522 523
initial_reordering_vowel_syllable (const hb_ot_map_t *map,
				   hb_buffer_t *buffer,
B
Minor  
Behdad Esfahbod 已提交
524
				   hb_mask_t *basic_mask_array,
525
				   unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
526
{
B
Behdad Esfahbod 已提交
527
  /* We made the vowels look like consonants.  So let's call the consonant logic! */
B
Minor  
Behdad Esfahbod 已提交
528
  initial_reordering_consonant_syllable (map, buffer, basic_mask_array, start, end);
B
Behdad Esfahbod 已提交
529 530 531
}

static void
B
Behdad Esfahbod 已提交
532 533
initial_reordering_standalone_cluster (const hb_ot_map_t *map,
				       hb_buffer_t *buffer,
B
Minor  
Behdad Esfahbod 已提交
534
				       hb_mask_t *basic_mask_array,
535
				       unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
536
{
537 538 539
  /* We treat NBSP/dotted-circle as if they are consonants, so we should just chain.
   * Only if not in compatibility mode that is... */

540
  if (indic_options ().uniscribe_bug_compatible)
541 542 543 544 545 546 547 548
  {
    /* For dotted-circle, this is what Uniscribe does:
     * If dotted-circle is the last glyph, it just does nothing.
     * Ie. It doesn't form Reph. */
    if (buffer->info[end - 1].indic_category() == OT_DOTTEDCIRCLE)
      return;
  }

B
Minor  
Behdad Esfahbod 已提交
549
  initial_reordering_consonant_syllable (map, buffer, basic_mask_array, start, end);
B
Behdad Esfahbod 已提交
550 551 552
}

static void
B
Behdad Esfahbod 已提交
553 554
initial_reordering_non_indic (const hb_ot_map_t *map HB_UNUSED,
			      hb_buffer_t *buffer HB_UNUSED,
B
Minor  
Behdad Esfahbod 已提交
555
			      hb_mask_t *basic_mask_array HB_UNUSED,
B
Behdad Esfahbod 已提交
556
			      unsigned int start HB_UNUSED, unsigned int end HB_UNUSED)
B
Behdad Esfahbod 已提交
557 558 559 560 561 562 563 564 565
{
  /* Nothing to do right now.  If we ever switch to using the output
   * buffer in the reordering process, we'd need to next_glyph() here. */
}

#include "hb-ot-shape-complex-indic-machine.hh"

static void
initial_reordering (const hb_ot_map_t *map,
B
Behdad Esfahbod 已提交
566
		    hb_face_t *face HB_UNUSED,
B
Behdad Esfahbod 已提交
567 568 569
		    hb_buffer_t *buffer,
		    void *user_data HB_UNUSED)
{
B
Minor  
Behdad Esfahbod 已提交
570
  hb_mask_t basic_mask_array[ARRAY_LENGTH (indic_basic_features)] = {0};
B
Behdad Esfahbod 已提交
571 572
  unsigned int num_masks = ARRAY_LENGTH (indic_basic_features);
  for (unsigned int i = 0; i < num_masks; i++)
B
Minor  
Behdad Esfahbod 已提交
573
    basic_mask_array[i] = map->get_1_mask (indic_basic_features[i].tag);
B
Behdad Esfahbod 已提交
574

B
Minor  
Behdad Esfahbod 已提交
575
  find_syllables (map, buffer, basic_mask_array);
B
Behdad Esfahbod 已提交
576 577
}

B
Behdad Esfahbod 已提交
578
static void
579 580
final_reordering_syllable (hb_buffer_t *buffer,
			   hb_mask_t init_mask, hb_mask_t pref_mask,
581
			   unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
582
{
583 584
  hb_glyph_info_t *info = buffer->info;

585 586 587 588 589 590
  /* 4. Final reordering:
   *
   * After the localized forms and basic shaping forms GSUB features have been
   * applied (see below), the shaping engine performs some final glyph
   * reordering before applying all the remaining font features to the entire
   * cluster.
591 592 593 594 595 596 597 598 599 600
   */

  /* Find base again */
  unsigned int base = end;
  for (unsigned int i = start; i < end; i++)
    if (info[i].indic_position() == POS_BASE_C) {
      base = i;
      break;
    }

B
Minor  
Behdad Esfahbod 已提交
601 602
  unsigned int start_of_last_cluster = base;

603
  /*   o Reorder matras:
604 605 606 607 608 609 610
   *
   *     If a pre-base matra character had been reordered before applying basic
   *     features, the glyph can be moved closer to the main consonant based on
   *     whether half-forms had been formed. Actual position for the matra is
   *     defined as “after last standalone halant glyph, after initial matra
   *     position and before the main consonant”. If ZWJ or ZWNJ follow this
   *     halant, position is moved after it.
611 612
   */

B
Behdad Esfahbod 已提交
613
  if (start < base) /* Otherwise there can't be any pre-base matra characters. */
614
  {
B
Behdad Esfahbod 已提交
615 616 617 618
    unsigned int new_pos = base - 1;
    while (new_pos > start &&
	   !(FLAG (info[new_pos].indic_category()) & (FLAG (OT_M) | FLAG (OT_H))))
      new_pos--;
619 620
    /* If we found no Halant we are done.  Otherwise only proceed if the Halant does
     * not belong to the Matra itself! */
B
Behdad Esfahbod 已提交
621 622
    if (info[new_pos].indic_category() == OT_H &&
	info[new_pos].indic_position() != POS_PRE_M) {
623
      /* -> If ZWJ or ZWNJ follow this halant, position is moved after it. */
B
Behdad Esfahbod 已提交
624 625
      if (new_pos + 1 < end && is_joiner (info[new_pos + 1]))
	new_pos++;
626 627

      /* Now go see if there's actually any matras... */
B
Behdad Esfahbod 已提交
628
      for (unsigned int i = new_pos; i > start; i--)
629
	if (info[i - 1].indic_position () == POS_PRE_M)
630
	{
B
Behdad Esfahbod 已提交
631 632 633 634
	  unsigned int old_pos = i - 1;
	  hb_glyph_info_t tmp = info[old_pos];
	  memmove (&info[old_pos], &info[old_pos + 1], (new_pos - old_pos) * sizeof (info[0]));
	  info[new_pos] = tmp;
B
Behdad Esfahbod 已提交
635 636
	  start_of_last_cluster = MIN (new_pos, start_of_last_cluster);
	  new_pos--;
637 638
	}
    }
639 640 641 642
  }


  /*   o Reorder reph:
643 644 645 646 647 648
   *
   *     Reph’s original position is always at the beginning of the syllable,
   *     (i.e. it is not reordered at the character reordering stage). However,
   *     it will be reordered according to the basic-forms shaping results.
   *     Possible positions for reph, depending on the script, are; after main,
   *     before post-base consonant forms, and after post-base consonant forms.
649 650 651 652 653 654 655 656 657
   */

  /* If there's anything after the Ra that has the REPH pos, it ought to be halant.
   * Which means that the font has failed to ligate the Reph.  In which case, we
   * shouldn't move. */
  if (start + 1 < end &&
      info[start].indic_position() == POS_RA_TO_BECOME_REPH &&
      info[start + 1].indic_position() != POS_RA_TO_BECOME_REPH)
  {
658 659 660
      unsigned int new_reph_pos;

     enum reph_position_t {
661 662 663 664
       REPH_AFTER_MAIN,
       REPH_BEFORE_SUBSCRIPT,
       REPH_AFTER_SUBSCRIPT,
       REPH_BEFORE_POSTSCRIPT,
665
       REPH_AFTER_POSTSCRIPT
666 667 668
     } reph_pos;

     /* XXX Figure out old behavior too */
B
Behdad Esfahbod 已提交
669
     switch ((hb_tag_t) buffer->props.script)
670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695
     {
       case HB_SCRIPT_MALAYALAM:
       case HB_SCRIPT_ORIYA:
	 reph_pos = REPH_AFTER_MAIN;
	 break;

       case HB_SCRIPT_GURMUKHI:
	 reph_pos = REPH_BEFORE_SUBSCRIPT;
	 break;

       case HB_SCRIPT_BENGALI:
	 reph_pos = REPH_AFTER_SUBSCRIPT;
	 break;

       default:
       case HB_SCRIPT_DEVANAGARI:
       case HB_SCRIPT_GUJARATI:
	 reph_pos = REPH_BEFORE_POSTSCRIPT;
	 break;

       case HB_SCRIPT_KANNADA:
       case HB_SCRIPT_TAMIL:
       case HB_SCRIPT_TELUGU:
	 reph_pos = REPH_AFTER_POSTSCRIPT;
	 break;
     }
696

697 698
    /*       1. If reph should be positioned after post-base consonant forms,
     *          proceed to step 5.
699
     */
700
    if (reph_pos == REPH_AFTER_POSTSCRIPT)
701
    {
702
      goto reph_step_5;
703 704 705
    }

    /*       2. If the reph repositioning class is not after post-base: target
706 707 708 709 710 711 712 713 714
     *          position is after the first explicit halant glyph between the
     *          first post-reph consonant and last main consonant. If ZWJ or ZWNJ
     *          are following this halant, position is moved after it. If such
     *          position is found, this is the target position. Otherwise,
     *          proceed to the next step.
     *
     *          Note: in old-implementation fonts, where classifications were
     *          fixed in shaping engine, there was no case where reph position
     *          will be found on this step.
715 716 717 718 719 720 721 722 723 724 725 726 727 728 729
     */
    {
      new_reph_pos = start + 1;
      while (new_reph_pos < base && info[new_reph_pos].indic_category() != OT_H)
	new_reph_pos++;

      if (new_reph_pos < base && info[new_reph_pos].indic_category() == OT_H) {
	/* ->If ZWJ or ZWNJ are following this halant, position is moved after it. */
	if (new_reph_pos + 1 < base && is_joiner (info[new_reph_pos + 1]))
	  new_reph_pos++;
	goto reph_move;
      }
    }

    /*       3. If reph should be repositioned after the main consonant: find the
730 731
     *          first consonant not ligated with main, or find the first
     *          consonant that is not a potential pre-base reordering Ra.
732
     */
733
    if (reph_pos == REPH_AFTER_MAIN)
734
    {
735 736 737 738 739 740 741
      new_reph_pos = base;
      /* XXX Skip potential pre-base reordering Ra. */
      while (new_reph_pos < end &&
	     !( FLAG (info[new_reph_pos + 1].indic_position()) & (FLAG (POS_BELOW_C) | FLAG (POS_POST_C) | FLAG (POS_POST_M) | FLAG (POS_SMVD))))
	new_reph_pos++;
      if (new_reph_pos < end)
        goto reph_move;
742 743 744
    }

    /*       4. If reph should be positioned before post-base consonant, find
745 746 747
     *          first post-base classified consonant not ligated with main. If no
     *          consonant is found, the target position should be before the
     *          first matra, syllable modifier sign or vedic sign.
748
     */
749 750
    /* This is our take on what step 4 is trying to say (and failing, BADLY). */
    if (reph_pos == REPH_AFTER_SUBSCRIPT)
751
    {
752 753
      new_reph_pos = base;
      while (new_reph_pos < end &&
754
	     !( FLAG (info[new_reph_pos + 1].indic_position()) & (FLAG (POS_POST_C) | FLAG (POS_POST_M) | FLAG (POS_SMVD))))
755 756 757
	new_reph_pos++;
      if (new_reph_pos < end)
        goto reph_move;
758 759 760
    }

    /*       5. If no consonant is found in steps 3 or 4, move reph to a position
761 762 763 764 765 766
     *          immediately before the first post-base matra, syllable modifier
     *          sign or vedic sign that has a reordering class after the intended
     *          reph position. For example, if the reordering position for reph
     *          is post-main, it will skip above-base matras that also have a
     *          post-main position.
     */
767 768 769 770
    reph_step_5:
    {
      /* XXX */
    }
771

772 773 774 775 776 777 778
    /*       6. Otherwise, reorder reph to the end of the syllable.
     */
    {
      new_reph_pos = end - 1;
      while (new_reph_pos > start && info[new_reph_pos].indic_position() == POS_SMVD)
	new_reph_pos--;

779 780 781 782 783 784 785
      /*
       * If the Reph is to be ending up after a Matra,Halant sequence,
       * position it before that Halant so it can interact with the Matra.
       * However, if it's a plain Consonant,Halant we shouldn't do that.
       * Uniscribe doesn't do this.
       * TEST: U+0930,U+094D,U+0915,U+094B,U+094D
       */
786
      if (!indic_options ().uniscribe_bug_compatible &&
787
	  unlikely (info[new_reph_pos].indic_category() == OT_H)) {
788 789 790 791 792 793 794
	for (unsigned int i = base + 1; i < new_reph_pos; i++)
	  if (info[i].indic_category() == OT_M) {
	    /* Ok, got it. */
	    new_reph_pos--;
	  }
      }
      goto reph_move;
795 796
    }

797 798 799 800 801 802 803 804
    reph_move:
    {
      /* Move */
      hb_glyph_info_t reph = info[start];
      memmove (&info[start], &info[start + 1], (new_reph_pos - start) * sizeof (info[0]));
      info[new_reph_pos] = reph;
      start_of_last_cluster = start; /* Yay, one big cluster! */
    }
805 806 807 808
  }


  /*   o Reorder pre-base reordering consonants:
809 810 811 812 813
   *
   *     If a pre-base reordering consonant is found, reorder it according to
   *     the following rules:
   */

814 815
  if (pref_mask && base + 1 < end) /* Otherwise there can't be any pre-base reordering Ra. */
  {
816 817 818 819
    /*       1. Only reorder a glyph produced by substitution during application
     *          of the <pref> feature. (Note that a font may shape a Ra consonant with
     *          the feature generally but block it in certain contexts.)
     */
820 821 822 823
    if ((info[base + 1].mask & pref_mask) != 0 &&
	(base + 2 == end ||
	 (info[base + 2].mask & pref_mask) == 0))
    {
824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848
      /*
       *       2. Try to find a target position the same way as for pre-base matra.
       *          If it is found, reorder pre-base consonant glyph.
       *
       *       3. If position is not found, reorder immediately before main
       *          consonant.
       */

      unsigned int new_pos = base;
      while (new_pos > start + 1 &&
	     !(FLAG (info[new_pos - 1].indic_category()) & (FLAG (OT_M) | FLAG (OT_H))))
	new_pos--;

      if (new_pos > start && info[new_pos - 1].indic_category() == OT_H)
	/* -> If ZWJ or ZWNJ follow this halant, position is moved after it. */
	if (new_pos < end && is_joiner (info[new_pos]))
	  new_pos++;

      {
	unsigned int old_pos = base + 1;
	hb_glyph_info_t tmp = info[old_pos];
	memmove (&info[new_pos + 1], &info[new_pos], (old_pos - new_pos) * sizeof (info[0]));
	info[new_pos] = tmp;
	start_of_last_cluster = MIN (new_pos, start_of_last_cluster);
      }
849 850
    }
  }
851 852


853
  /* Apply 'init' to the Left Matra if it's a word start. */
854
  if (info[start].indic_position () == POS_PRE_M &&
855
      (!start ||
B
Minor  
Behdad Esfahbod 已提交
856
       !(FLAG (_hb_glyph_info_get_general_category (&info[start - 1])) &
857 858 859 860 861 862 863 864
	 (FLAG (HB_UNICODE_GENERAL_CATEGORY_LOWERCASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_MODIFIER_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_OTHER_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_TITLECASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_UPPERCASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_SPACING_MARK) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_ENCLOSING_MARK) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_NON_SPACING_MARK)))))
865
    info[start].mask |= init_mask;
866

867

868 869 870

  /* Finish off the clusters and go home! */

871
  if (!indic_options ().uniscribe_bug_compatible)
872
  {
873 874 875 876 877 878 879 880 881 882 883 884 885 886 887
    /* This is what Uniscribe does.  Ie. add cluster boundaries after Halant,ZWNJ.
     * This means, half forms are submerged into the main consonants cluster.
     * This is unnecessary, and makes cursor positioning harder, but that's what
     * Uniscribe does. */
    unsigned int cluster_start = start;
    for (unsigned int i = start + 1; i < start_of_last_cluster; i++)
      if (info[i - 1].indic_category() == OT_H && info[i].indic_category() == OT_ZWNJ) {
        i++;
	buffer->merge_clusters (cluster_start, i);
	cluster_start = i;
      }
    start_of_last_cluster = cluster_start;
  }

  buffer->merge_clusters (start_of_last_cluster, end);
888
}
889 890


891 892
static void
final_reordering (const hb_ot_map_t *map,
B
Behdad Esfahbod 已提交
893
		  hb_face_t *face HB_UNUSED,
894 895 896 897 898 899
		  hb_buffer_t *buffer,
		  void *user_data HB_UNUSED)
{
  unsigned int count = buffer->len;
  if (!count) return;

900 901
  hb_mask_t init_mask = map->get_1_mask (HB_TAG('i','n','i','t'));
  hb_mask_t pref_mask = map->get_1_mask (HB_TAG('p','r','e','f'));
902

903 904
  hb_glyph_info_t *info = buffer->info;
  unsigned int last = 0;
905
  unsigned int last_syllable = info[0].syllable();
906
  for (unsigned int i = 1; i < count; i++)
907
    if (last_syllable != info[i].syllable()) {
908
      final_reordering_syllable (buffer, init_mask, pref_mask, last, i);
909
      last = i;
910
      last_syllable = info[last].syllable();
911
    }
912
  final_reordering_syllable (buffer, init_mask, pref_mask, last, count);
913

B
Behdad Esfahbod 已提交
914 915 916 917 918
  HB_BUFFER_DEALLOCATE_VAR (buffer, indic_category);
  HB_BUFFER_DEALLOCATE_VAR (buffer, indic_position);
}


B
Behdad Esfahbod 已提交
919