hb-ot-shape-complex-indic.cc 29.2 KB
Newer Older
B
Behdad Esfahbod 已提交
1
/*
B
Minor  
Behdad Esfahbod 已提交
2
 * Copyright © 2011,2012  Google, Inc.
B
Behdad Esfahbod 已提交
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
 *
 *  This is part of HarfBuzz, a text shaping library.
 *
 * Permission is hereby granted, without written agreement and without
 * license or royalty fees, to use, copy, modify, and distribute this
 * software and its documentation for any purpose, provided that the
 * above copyright notice and the following two paragraphs appear in
 * all copies of this software.
 *
 * IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE TO ANY PARTY FOR
 * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
 * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN
 * IF THE COPYRIGHT HOLDER HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH
 * DAMAGE.
 *
 * THE COPYRIGHT HOLDER SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING,
 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
 * FITNESS FOR A PARTICULAR PURPOSE.  THE SOFTWARE PROVIDED HEREUNDER IS
 * ON AN "AS IS" BASIS, AND THE COPYRIGHT HOLDER HAS NO OBLIGATION TO
 * PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
 *
 * Google Author(s): Behdad Esfahbod
 */

B
Behdad Esfahbod 已提交
27
#include "hb-ot-shape-complex-indic-private.hh"
28
#include "hb-ot-shape-private.hh"
29

30 31 32 33 34 35 36 37 38 39 40 41
#define OLD_INDIC_TAG(script) (((hb_tag_t) script) | 0x20000000)
#define IS_OLD_INDIC_TAG(tag) ( \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_BENGALI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_DEVANAGARI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_GUJARATI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_GURMUKHI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_KANNADA) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_MALAYALAM) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_ORIYA) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_TAMIL) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_TELUGU) \
			      )
42
struct indic_options_t
43
{
44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74
  int initialized : 1;
  int uniscribe_bug_compatible : 1;
};

union indic_options_union_t {
  int i;
  indic_options_t opts;
};
ASSERT_STATIC (sizeof (int) == sizeof (indic_options_union_t));

static indic_options_union_t
indic_options_init (void)
{
  indic_options_union_t u;
  u.i = 0;
  u.opts.initialized = 1;

  char *c = getenv ("HB_OT_INDIC_OPTIONS");
  u.opts.uniscribe_bug_compatible = c && strstr (c, "uniscribe-bug-compatible");

  return u;
}

inline indic_options_t
indic_options (void)
{
  static indic_options_union_t options;

  if (unlikely (!options.i)) {
    /* This is idempotent and threadsafe. */
    options = indic_options_init ();
75 76
  }

77 78 79
  return options.opts;
}

80

B
Behdad Esfahbod 已提交
81 82 83 84 85 86 87 88 89 90 91 92 93 94
static int
compare_codepoint (const void *pa, const void *pb)
{
  hb_codepoint_t a = * (hb_codepoint_t *) pa;
  hb_codepoint_t b = * (hb_codepoint_t *) pb;

  return a < b ? -1 : a == b ? 0 : +1;
}

static indic_position_t
consonant_position (hb_codepoint_t u)
{
  consonant_position_t *record;

95 96 97 98
  /* Khmer does not have pre-base half forms. */
  if (0x1780 <= u && u <= 0x17FF)
    return POS_BELOW_C;

B
Behdad Esfahbod 已提交
99 100 101 102 103
  record = (consonant_position_t *) bsearch (&u, consonant_positions,
					     ARRAY_LENGTH (consonant_positions),
					     sizeof (consonant_positions[0]),
					     compare_codepoint);

104
  return record ? record->position : POS_BASE_C;
B
Behdad Esfahbod 已提交
105 106
}

107 108 109 110 111 112 113 114 115
static bool
is_ra (hb_codepoint_t u)
{
  return !!bsearch (&u, ra_chars,
		    ARRAY_LENGTH (ra_chars),
		    sizeof (ra_chars[0]),
		    compare_codepoint);
}

116
static bool
B
Behdad Esfahbod 已提交
117
is_joiner (const hb_glyph_info_t &info)
118
{
B
Behdad Esfahbod 已提交
119 120 121 122 123 124
  return !!(FLAG (info.indic_category()) & (FLAG (OT_ZWJ) | FLAG (OT_ZWNJ)));
}

static bool
is_consonant (const hb_glyph_info_t &info)
{
125 126
  /* Note:
   *
127
   * We treat Vowels and placeholders as if they were consonants.  This is safe because Vowels
B
Behdad Esfahbod 已提交
128 129
   * cannot happen in a consonant syllable.  The plus side however is, we can call the
   * consonant syllable logic from the vowel syllable function and get it all right! */
130
  return !!(FLAG (info.indic_category()) & (FLAG (OT_C) | FLAG (OT_Ra) | FLAG (OT_V) | FLAG (OT_NBSP) | FLAG (OT_DOTTEDCIRCLE)));
131
}
132

133
struct feature_list_t {
134 135
  hb_tag_t tag;
  hb_bool_t is_global;
136 137 138 139
};

static const feature_list_t
indic_basic_features[] =
B
Behdad Esfahbod 已提交
140
{
141 142 143
  {HB_TAG('n','u','k','t'), true},
  {HB_TAG('a','k','h','n'), false},
  {HB_TAG('r','p','h','f'), false},
B
Behdad Esfahbod 已提交
144
  {HB_TAG('r','k','r','f'), true},
145 146 147
  {HB_TAG('p','r','e','f'), false},
  {HB_TAG('b','l','w','f'), false},
  {HB_TAG('h','a','l','f'), false},
B
Behdad Esfahbod 已提交
148
  {HB_TAG('a','b','v','f'), false},
149
  {HB_TAG('p','s','t','f'), false},
B
Behdad Esfahbod 已提交
150
  {HB_TAG('c','j','c','t'), false},
151
  {HB_TAG('v','a','t','u'), true},
152 153 154 155 156 157 158
};

/* Same order as the indic_basic_features array */
enum {
  _NUKT,
  AKHN,
  RPHF,
B
Minor  
Behdad Esfahbod 已提交
159
  _RKRF,
160 161 162
  PREF,
  BLWF,
  HALF,
B
Behdad Esfahbod 已提交
163
  ABVF,
164
  PSTF,
165 166
  CJCT,
  VATU
B
Behdad Esfahbod 已提交
167 168
};

169 170
static const feature_list_t
indic_other_features[] =
B
Behdad Esfahbod 已提交
171
{
172 173 174 175 176 177 178 179 180 181 182 183
  {HB_TAG('i','n','i','t'), false},
  {HB_TAG('p','r','e','s'), true},
  {HB_TAG('a','b','v','s'), true},
  {HB_TAG('b','l','w','s'), true},
  {HB_TAG('p','s','t','s'), true},
  {HB_TAG('h','a','l','n'), true},

  {HB_TAG('d','i','s','t'), true},
  {HB_TAG('a','b','v','m'), true},
  {HB_TAG('b','l','w','m'), true},
};

B
Behdad Esfahbod 已提交
184 185 186 187 188 189

static void
initial_reordering (const hb_ot_map_t *map,
		    hb_face_t *face,
		    hb_buffer_t *buffer,
		    void *user_data HB_UNUSED);
190 191 192 193
static void
final_reordering (const hb_ot_map_t *map,
		  hb_face_t *face,
		  hb_buffer_t *buffer,
B
Behdad Esfahbod 已提交
194
		  void *user_data HB_UNUSED);
B
Behdad Esfahbod 已提交
195 196

void
B
Behdad Esfahbod 已提交
197 198
_hb_ot_shape_complex_collect_features_indic (hb_ot_map_builder_t *map,
					     const hb_segment_properties_t *props HB_UNUSED)
B
Behdad Esfahbod 已提交
199
{
200
  map->add_bool_feature (HB_TAG('l','o','c','l'));
B
Minor  
Behdad Esfahbod 已提交
201 202
  /* The Indic specs do not require ccmp, but we apply it here since if
   * there is a use of it, it's typically at the beginning. */
203 204
  map->add_bool_feature (HB_TAG('c','c','m','p'));

B
Behdad Esfahbod 已提交
205
  map->add_gsub_pause (initial_reordering, NULL);
206

207
  for (unsigned int i = 0; i < ARRAY_LENGTH (indic_basic_features); i++) {
208
    map->add_bool_feature (indic_basic_features[i].tag, indic_basic_features[i].is_global);
209 210
    map->add_gsub_pause (NULL, NULL);
  }
B
Behdad Esfahbod 已提交
211

212 213
  map->add_gsub_pause (final_reordering, NULL);

214
  for (unsigned int i = 0; i < ARRAY_LENGTH (indic_other_features); i++) {
215
    map->add_bool_feature (indic_other_features[i].tag, indic_other_features[i].is_global);
216 217
    map->add_gsub_pause (NULL, NULL);
  }
B
Behdad Esfahbod 已提交
218 219
}

220

B
Behdad Esfahbod 已提交
221 222
hb_ot_shape_normalization_mode_t
_hb_ot_shape_complex_normalization_preference_indic (void)
223 224
{
  /* We want split matras decomposed by the common shaping logic. */
B
Behdad Esfahbod 已提交
225
  return HB_OT_SHAPE_NORMALIZATION_MODE_DECOMPOSED;
226 227
}

228

B
Behdad Esfahbod 已提交
229
void
B
Behdad Esfahbod 已提交
230 231
_hb_ot_shape_complex_setup_masks_indic (hb_ot_map_t *map HB_UNUSED,
					hb_buffer_t *buffer,
B
Behdad Esfahbod 已提交
232
					hb_font_t *font HB_UNUSED)
B
Behdad Esfahbod 已提交
233
{
234 235 236
  HB_BUFFER_ALLOCATE_VAR (buffer, indic_category);
  HB_BUFFER_ALLOCATE_VAR (buffer, indic_position);

B
Behdad Esfahbod 已提交
237 238 239 240
  /* We cannot setup masks here.  We save information about characters
   * and setup masks later on in a pause-callback. */

  unsigned int count = buffer->len;
B
Behdad Esfahbod 已提交
241 242
  for (unsigned int i = 0; i < count; i++)
  {
B
Minor  
Behdad Esfahbod 已提交
243 244 245 246 247 248
    hb_glyph_info_t &info = buffer->info[i];
    unsigned int type = get_indic_categories (info.codepoint);

    info.indic_category() = type & 0x0F;
    info.indic_position() = type >> 4;

249 250 251 252 253 254 255 256 257 258 259
    /* The spec says U+0952 is OT_A.  However, testing shows that Uniscribe
     * treats U+0951..U+0952 all as OT_VD.
     * TESTS:
     * U+092E,U+0947,U+0952
     * U+092E,U+0952,U+0947
     * U+092E,U+0947,U+0951
     * U+092E,U+0951,U+0947
     * */
    if (unlikely (hb_in_range<hb_codepoint_t> (info.codepoint, 0x0951, 0x0954)))
      info.indic_category() = OT_VD;

260 261 262 263
    if (info.indic_category() == OT_X &&
	unlikely (hb_in_range<hb_codepoint_t> (info.codepoint, 0x17CB, 0x17D0)))
      info.indic_category() = OT_RS;

B
Minor  
Behdad Esfahbod 已提交
264 265 266 267
    if (info.indic_category() == OT_C) {
      info.indic_position() = consonant_position (info.codepoint);
      if (is_ra (info.codepoint))
	info.indic_category() = OT_Ra;
268 269
    } else if (info.indic_category() == OT_RS) {
      info.indic_position() = POS_ABOVE_M;
B
Minor  
Behdad Esfahbod 已提交
270 271 272 273 274 275 276
    } else if (info.indic_category() == OT_SM ||
	       info.indic_category() == OT_VD) {
      info.indic_position() = POS_SMVD;
    } else if (unlikely (info.codepoint == 0x200C))
      info.indic_category() = OT_ZWNJ;
    else if (unlikely (info.codepoint == 0x200D))
      info.indic_category() = OT_ZWJ;
277 278
    else if (unlikely (info.codepoint == 0x25CC))
      info.indic_category() = OT_DOTTEDCIRCLE;
B
Behdad Esfahbod 已提交
279
  }
B
Behdad Esfahbod 已提交
280
}
B
Behdad Esfahbod 已提交
281

B
Behdad Esfahbod 已提交
282 283 284 285 286 287 288 289
static int
compare_indic_order (const hb_glyph_info_t *pa, const hb_glyph_info_t *pb)
{
  int a = pa->indic_position();
  int b = pb->indic_position();

  return a < b ? -1 : a == b ? 0 : +1;
}
290

B
Minor  
Behdad Esfahbod 已提交
291 292 293
/* Rules from:
 * https://www.microsoft.com/typography/otfntdev/devanot/shaping.aspx */

B
Behdad Esfahbod 已提交
294
static void
B
Minor  
Behdad Esfahbod 已提交
295
initial_reordering_consonant_syllable (const hb_ot_map_t *map, hb_buffer_t *buffer, hb_mask_t *basic_mask_array,
296
				       unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
297
{
B
Minor  
Behdad Esfahbod 已提交
298
  hb_glyph_info_t *info = buffer->info;
B
Behdad Esfahbod 已提交
299

B
Behdad Esfahbod 已提交
300

B
Behdad Esfahbod 已提交
301 302 303 304 305 306 307 308 309 310 311 312 313 314
  /* 1. Find base consonant:
   *
   * The shaping engine finds the base consonant of the syllable, using the
   * following algorithm: starting from the end of the syllable, move backwards
   * until a consonant is found that does not have a below-base or post-base
   * form (post-base forms have to follow below-base forms), or that is not a
   * pre-base reordering Ra, or arrive at the first consonant. The consonant
   * stopped at will be the base.
   *
   *   o If the syllable starts with Ra + Halant (in a script that has Reph)
   *     and has more than one consonant, Ra is excluded from candidates for
   *     base consonants.
   */

315
  unsigned int base = end;
B
Behdad Esfahbod 已提交
316
  bool has_reph = false;
B
Behdad Esfahbod 已提交
317

B
Behdad Esfahbod 已提交
318
  {
B
Behdad Esfahbod 已提交
319 320 321 322
    /* -> If the syllable starts with Ra + Halant (in a script that has Reph)
     *    and has more than one consonant, Ra is excluded from candidates for
     *    base consonants. */
    unsigned int limit = start;
B
Minor  
Behdad Esfahbod 已提交
323
    if (basic_mask_array[RPHF] &&
B
Behdad Esfahbod 已提交
324 325 326 327 328 329 330 331 332
	start + 3 <= end &&
	info[start].indic_category() == OT_Ra &&
	info[start + 1].indic_category() == OT_H &&
	!is_joiner (info[start + 2]))
    {
      limit += 2;
      base = start;
      has_reph = true;
    };
B
Behdad Esfahbod 已提交
333

B
Minor  
Behdad Esfahbod 已提交
334 335 336 337 338 339
    /* -> starting from the end of the syllable, move backwards */
    unsigned int i = end;
    do {
      i--;
      /* -> until a consonant is found */
      if (is_consonant (info[i]))
B
Behdad Esfahbod 已提交
340
      {
B
Minor  
Behdad Esfahbod 已提交
341 342 343 344 345 346 347 348
	/* -> that does not have a below-base or post-base form
	 * (post-base forms have to follow below-base forms), */
	if (info[i].indic_position() != POS_BELOW_C &&
	    info[i].indic_position() != POS_POST_C)
	{
	  base = i;
	  break;
	}
B
Behdad Esfahbod 已提交
349

B
Minor  
Behdad Esfahbod 已提交
350 351 352 353
	/* -> or that is not a pre-base reordering Ra,
	 *
	 * TODO
	 */
354

B
Minor  
Behdad Esfahbod 已提交
355 356 357 358 359 360 361 362 363 364
	/* -> or arrive at the first consonant. The consonant stopped at will
	 * be the base. */
	base = i;
      }
      else
	if (is_joiner (info[i]))
	  break;
    } while (i > limit);
    if (base < start)
      base = start; /* Just in case... */
B
Behdad Esfahbod 已提交
365

B
Behdad Esfahbod 已提交
366 367 368 369 370 371 372 373

    /* -> If the syllable starts with Ra + Halant (in a script that has Reph)
     *    and has more than one consonant, Ra is excluded from candidates for
     *    base consonants. */
    if (has_reph && base == start) {
      /* Have no other consonant, so Reph is not formed and Ra becomes base. */
      has_reph = false;
    }
B
Behdad Esfahbod 已提交
374
  }
375 376


B
Behdad Esfahbod 已提交
377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408
  /* 2. Decompose and reorder Matras:
   *
   * Each matra and any syllable modifier sign in the cluster are moved to the
   * appropriate position relative to the consonant(s) in the cluster. The
   * shaping engine decomposes two- or three-part matras into their constituent
   * parts before any repositioning. Matra characters are classified by which
   * consonant in a conjunct they have affinity for and are reordered to the
   * following positions:
   *
   *   o Before first half form in the syllable
   *   o After subjoined consonants
   *   o After post-form consonant
   *   o After main consonant (for above marks)
   *
   * IMPLEMENTATION NOTES:
   *
   * The normalize() routine has already decomposed matras for us, so we don't
   * need to worry about that.
   */


  /* 3.  Reorder marks to canonical order:
   *
   * Adjacent nukta and halant or nukta and vedic sign are always repositioned
   * if necessary, so that the nukta is first.
   *
   * IMPLEMENTATION NOTES:
   *
   * We don't need to do this: the normalize() routine already did this for us.
   */


B
Behdad Esfahbod 已提交
409 410
  /* Reorder characters */

B
Minor  
Behdad Esfahbod 已提交
411
  for (unsigned int i = start; i < base; i++)
412 413
    info[i].indic_position() = POS_PRE_C;
  info[base].indic_position() = POS_BASE_C;
B
Behdad Esfahbod 已提交
414

415
  /* Handle beginning Ra */
B
Behdad Esfahbod 已提交
416
  if (has_reph)
417
    info[start].indic_position() = POS_RA_TO_BECOME_REPH;
418

419 420
  /* For old-style Indic script tags, move the first post-base Halant after
   * last consonant. */
421
  if (IS_OLD_INDIC_TAG (map->get_chosen_script (0))) {
B
Minor  
Behdad Esfahbod 已提交
422
    for (unsigned int i = base + 1; i < end; i++)
423 424 425
      if (info[i].indic_category() == OT_H) {
        unsigned int j;
        for (j = end - 1; j > i; j--)
B
Behdad Esfahbod 已提交
426
	  if (is_consonant (info[j]))
427 428 429 430 431 432 433 434 435 436 437
	    break;
	if (j > i) {
	  /* Move Halant to after last consonant. */
	  hb_glyph_info_t t = info[i];
	  memmove (&info[i], &info[i + 1], (j - i) * sizeof (info[0]));
	  info[j] = t;
	}
        break;
      }
  }

B
Behdad Esfahbod 已提交
438
  /* Attach ZWJ, ZWNJ, nukta, and halant to previous char to move with them. */
439
  if (!indic_options ().uniscribe_bug_compatible)
440 441 442 443 444 445
  {
    /* Please update the Uniscribe branch when touching this! */
    for (unsigned int i = start + 1; i < end; i++)
      if ((FLAG (info[i].indic_category()) & (FLAG (OT_ZWNJ) | FLAG (OT_ZWJ) | FLAG (OT_N) | FLAG (OT_H))))
	info[i].indic_position() = info[i - 1].indic_position();
  } else {
446 447 448 449
    /*
     * Uniscribe doesn't move the Halant with Left Matra.
     * TEST: U+092B,U+093F,U+094DE
     */
450 451 452 453
    /* Please update the non-Uniscribe branch when touching this! */
    for (unsigned int i = start + 1; i < end; i++)
      if ((FLAG (info[i].indic_category()) & (FLAG (OT_ZWNJ) | FLAG (OT_ZWJ) | FLAG (OT_N) | FLAG (OT_H)))) {
	info[i].indic_position() = info[i - 1].indic_position();
454
	if (info[i].indic_category() == OT_H && info[i].indic_position() == POS_PRE_M)
455
	  for (unsigned int j = i; j > start; j--)
456
	    if (info[j - 1].indic_position() != POS_PRE_M) {
457 458 459 460 461
	      info[i].indic_position() = info[j - 1].indic_position();
	      break;
	    }
      }
  }
B
Behdad Esfahbod 已提交
462 463

  /* We do bubble-sort, skip malicious clusters attempts */
464
  if (end - start < 64)
465 466
  {
    /* Sit tight, rock 'n roll! */
467
    hb_bubble_sort (info + start, end - start, compare_indic_order);
468 469
    /* Find base again */
    base = end;
B
Minor  
Behdad Esfahbod 已提交
470
    for (unsigned int i = start; i < end; i++)
471 472 473 474 475
      if (info[i].indic_position() == POS_BASE_C) {
        base = i;
	break;
      }
  }
B
Behdad Esfahbod 已提交
476

B
Behdad Esfahbod 已提交
477 478
  /* Setup masks now */

B
Behdad Esfahbod 已提交
479 480 481
  {
    hb_mask_t mask;

482
    /* Reph */
483
    for (unsigned int i = start; i < end && info[i].indic_position() == POS_RA_TO_BECOME_REPH; i++)
B
Minor  
Behdad Esfahbod 已提交
484
      info[i].mask |= basic_mask_array[RPHF];
485

B
Behdad Esfahbod 已提交
486
    /* Pre-base */
B
Minor  
Behdad Esfahbod 已提交
487
    mask = basic_mask_array[HALF] | basic_mask_array[AKHN] | basic_mask_array[CJCT];
B
Minor  
Behdad Esfahbod 已提交
488
    for (unsigned int i = start; i < base; i++)
B
Behdad Esfahbod 已提交
489 490
      info[i].mask  |= mask;
    /* Base */
B
Minor  
Behdad Esfahbod 已提交
491
    mask = basic_mask_array[AKHN] | basic_mask_array[CJCT];
B
Behdad Esfahbod 已提交
492 493
    info[base].mask |= mask;
    /* Post-base */
B
Minor  
Behdad Esfahbod 已提交
494
    mask = basic_mask_array[BLWF] | basic_mask_array[ABVF] | basic_mask_array[PSTF] | basic_mask_array[CJCT];
B
Minor  
Behdad Esfahbod 已提交
495
    for (unsigned int i = base + 1; i < end; i++)
B
Behdad Esfahbod 已提交
496 497
      info[i].mask  |= mask;
  }
B
Behdad Esfahbod 已提交
498

499
  /* XXX This will not match for old-Indic spec since the Halant-Ra order is reversed already. */
500
  if (basic_mask_array[PREF] && base + 3 <= end)
501
  {
502 503 504 505 506 507 508 509 510
    /* Find a Halant,Ra sequence and mark it fore pre-base reordering processing. */
    for (unsigned int i = base + 1; i + 1 < end; i++)
      if (info[i].indic_category() == OT_H &&
	  info[i + 1].indic_category() == OT_Ra)
      {
	info[i].mask |= basic_mask_array[PREF];
	info[i + 1].mask |= basic_mask_array[PREF];
	break;
      }
511 512
  }

B
Behdad Esfahbod 已提交
513
  /* Apply ZWJ/ZWNJ effects */
B
Minor  
Behdad Esfahbod 已提交
514
  for (unsigned int i = start + 1; i < end; i++)
B
Behdad Esfahbod 已提交
515 516
    if (is_joiner (info[i])) {
      bool non_joiner = info[i].indic_category() == OT_ZWNJ;
517
      unsigned int j = i;
B
Behdad Esfahbod 已提交
518 519 520

      do {
	j--;
521

B
Minor  
Behdad Esfahbod 已提交
522
	info[j].mask &= ~basic_mask_array[CJCT];
523
	if (non_joiner)
B
Minor  
Behdad Esfahbod 已提交
524
	  info[j].mask &= ~basic_mask_array[HALF];
525

B
Behdad Esfahbod 已提交
526 527
      } while (j > start && !is_consonant (info[j]));
    }
B
Behdad Esfahbod 已提交
528 529 530 531
}


static void
B
Behdad Esfahbod 已提交
532 533
initial_reordering_vowel_syllable (const hb_ot_map_t *map,
				   hb_buffer_t *buffer,
B
Minor  
Behdad Esfahbod 已提交
534
				   hb_mask_t *basic_mask_array,
535
				   unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
536
{
B
Behdad Esfahbod 已提交
537
  /* We made the vowels look like consonants.  So let's call the consonant logic! */
B
Minor  
Behdad Esfahbod 已提交
538
  initial_reordering_consonant_syllable (map, buffer, basic_mask_array, start, end);
B
Behdad Esfahbod 已提交
539 540 541
}

static void
B
Behdad Esfahbod 已提交
542 543
initial_reordering_standalone_cluster (const hb_ot_map_t *map,
				       hb_buffer_t *buffer,
B
Minor  
Behdad Esfahbod 已提交
544
				       hb_mask_t *basic_mask_array,
545
				       unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
546
{
547 548 549
  /* We treat NBSP/dotted-circle as if they are consonants, so we should just chain.
   * Only if not in compatibility mode that is... */

550
  if (indic_options ().uniscribe_bug_compatible)
551 552 553 554 555 556 557 558
  {
    /* For dotted-circle, this is what Uniscribe does:
     * If dotted-circle is the last glyph, it just does nothing.
     * Ie. It doesn't form Reph. */
    if (buffer->info[end - 1].indic_category() == OT_DOTTEDCIRCLE)
      return;
  }

B
Minor  
Behdad Esfahbod 已提交
559
  initial_reordering_consonant_syllable (map, buffer, basic_mask_array, start, end);
B
Behdad Esfahbod 已提交
560 561 562
}

static void
B
Behdad Esfahbod 已提交
563 564
initial_reordering_non_indic (const hb_ot_map_t *map HB_UNUSED,
			      hb_buffer_t *buffer HB_UNUSED,
B
Minor  
Behdad Esfahbod 已提交
565
			      hb_mask_t *basic_mask_array HB_UNUSED,
B
Behdad Esfahbod 已提交
566
			      unsigned int start HB_UNUSED, unsigned int end HB_UNUSED)
B
Behdad Esfahbod 已提交
567 568 569 570 571 572 573 574 575
{
  /* Nothing to do right now.  If we ever switch to using the output
   * buffer in the reordering process, we'd need to next_glyph() here. */
}

#include "hb-ot-shape-complex-indic-machine.hh"

static void
initial_reordering (const hb_ot_map_t *map,
B
Behdad Esfahbod 已提交
576
		    hb_face_t *face HB_UNUSED,
B
Behdad Esfahbod 已提交
577 578 579
		    hb_buffer_t *buffer,
		    void *user_data HB_UNUSED)
{
B
Minor  
Behdad Esfahbod 已提交
580
  hb_mask_t basic_mask_array[ARRAY_LENGTH (indic_basic_features)] = {0};
B
Behdad Esfahbod 已提交
581 582
  unsigned int num_masks = ARRAY_LENGTH (indic_basic_features);
  for (unsigned int i = 0; i < num_masks; i++)
B
Minor  
Behdad Esfahbod 已提交
583
    basic_mask_array[i] = map->get_1_mask (indic_basic_features[i].tag);
B
Behdad Esfahbod 已提交
584

B
Minor  
Behdad Esfahbod 已提交
585
  find_syllables (map, buffer, basic_mask_array);
B
Behdad Esfahbod 已提交
586 587
}

B
Behdad Esfahbod 已提交
588
static void
589 590
final_reordering_syllable (hb_buffer_t *buffer,
			   hb_mask_t init_mask, hb_mask_t pref_mask,
591
			   unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
592
{
593 594
  hb_glyph_info_t *info = buffer->info;

595 596 597 598 599 600
  /* 4. Final reordering:
   *
   * After the localized forms and basic shaping forms GSUB features have been
   * applied (see below), the shaping engine performs some final glyph
   * reordering before applying all the remaining font features to the entire
   * cluster.
601 602 603 604 605 606 607 608 609 610
   */

  /* Find base again */
  unsigned int base = end;
  for (unsigned int i = start; i < end; i++)
    if (info[i].indic_position() == POS_BASE_C) {
      base = i;
      break;
    }

B
Minor  
Behdad Esfahbod 已提交
611 612
  unsigned int start_of_last_cluster = base;

613
  /*   o Reorder matras:
614 615 616 617 618 619 620
   *
   *     If a pre-base matra character had been reordered before applying basic
   *     features, the glyph can be moved closer to the main consonant based on
   *     whether half-forms had been formed. Actual position for the matra is
   *     defined as “after last standalone halant glyph, after initial matra
   *     position and before the main consonant”. If ZWJ or ZWNJ follow this
   *     halant, position is moved after it.
621 622
   */

B
Behdad Esfahbod 已提交
623
  if (start < base) /* Otherwise there can't be any pre-base matra characters. */
624
  {
B
Behdad Esfahbod 已提交
625 626 627 628
    unsigned int new_pos = base - 1;
    while (new_pos > start &&
	   !(FLAG (info[new_pos].indic_category()) & (FLAG (OT_M) | FLAG (OT_H))))
      new_pos--;
629 630
    /* If we found no Halant we are done.  Otherwise only proceed if the Halant does
     * not belong to the Matra itself! */
B
Behdad Esfahbod 已提交
631 632
    if (info[new_pos].indic_category() == OT_H &&
	info[new_pos].indic_position() != POS_PRE_M) {
633
      /* -> If ZWJ or ZWNJ follow this halant, position is moved after it. */
B
Behdad Esfahbod 已提交
634 635
      if (new_pos + 1 < end && is_joiner (info[new_pos + 1]))
	new_pos++;
636 637

      /* Now go see if there's actually any matras... */
B
Behdad Esfahbod 已提交
638
      for (unsigned int i = new_pos; i > start; i--)
639
	if (info[i - 1].indic_position () == POS_PRE_M)
640
	{
B
Behdad Esfahbod 已提交
641 642 643 644
	  unsigned int old_pos = i - 1;
	  hb_glyph_info_t tmp = info[old_pos];
	  memmove (&info[old_pos], &info[old_pos + 1], (new_pos - old_pos) * sizeof (info[0]));
	  info[new_pos] = tmp;
B
Behdad Esfahbod 已提交
645 646
	  start_of_last_cluster = MIN (new_pos, start_of_last_cluster);
	  new_pos--;
647 648
	}
    }
649 650 651 652
  }


  /*   o Reorder reph:
653 654 655 656 657 658
   *
   *     Reph’s original position is always at the beginning of the syllable,
   *     (i.e. it is not reordered at the character reordering stage). However,
   *     it will be reordered according to the basic-forms shaping results.
   *     Possible positions for reph, depending on the script, are; after main,
   *     before post-base consonant forms, and after post-base consonant forms.
659 660 661 662 663 664 665 666 667
   */

  /* If there's anything after the Ra that has the REPH pos, it ought to be halant.
   * Which means that the font has failed to ligate the Reph.  In which case, we
   * shouldn't move. */
  if (start + 1 < end &&
      info[start].indic_position() == POS_RA_TO_BECOME_REPH &&
      info[start + 1].indic_position() != POS_RA_TO_BECOME_REPH)
  {
668 669 670
      unsigned int new_reph_pos;

     enum reph_position_t {
671 672 673 674
       REPH_AFTER_MAIN,
       REPH_BEFORE_SUBSCRIPT,
       REPH_AFTER_SUBSCRIPT,
       REPH_BEFORE_POSTSCRIPT,
675
       REPH_AFTER_POSTSCRIPT
676 677 678
     } reph_pos;

     /* XXX Figure out old behavior too */
B
Behdad Esfahbod 已提交
679
     switch ((hb_tag_t) buffer->props.script)
680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705
     {
       case HB_SCRIPT_MALAYALAM:
       case HB_SCRIPT_ORIYA:
	 reph_pos = REPH_AFTER_MAIN;
	 break;

       case HB_SCRIPT_GURMUKHI:
	 reph_pos = REPH_BEFORE_SUBSCRIPT;
	 break;

       case HB_SCRIPT_BENGALI:
	 reph_pos = REPH_AFTER_SUBSCRIPT;
	 break;

       default:
       case HB_SCRIPT_DEVANAGARI:
       case HB_SCRIPT_GUJARATI:
	 reph_pos = REPH_BEFORE_POSTSCRIPT;
	 break;

       case HB_SCRIPT_KANNADA:
       case HB_SCRIPT_TAMIL:
       case HB_SCRIPT_TELUGU:
	 reph_pos = REPH_AFTER_POSTSCRIPT;
	 break;
     }
706

707 708
    /*       1. If reph should be positioned after post-base consonant forms,
     *          proceed to step 5.
709
     */
710
    if (reph_pos == REPH_AFTER_POSTSCRIPT)
711
    {
712
      goto reph_step_5;
713 714 715
    }

    /*       2. If the reph repositioning class is not after post-base: target
716 717 718 719 720 721 722 723 724
     *          position is after the first explicit halant glyph between the
     *          first post-reph consonant and last main consonant. If ZWJ or ZWNJ
     *          are following this halant, position is moved after it. If such
     *          position is found, this is the target position. Otherwise,
     *          proceed to the next step.
     *
     *          Note: in old-implementation fonts, where classifications were
     *          fixed in shaping engine, there was no case where reph position
     *          will be found on this step.
725 726 727 728 729 730 731 732 733 734 735 736 737 738 739
     */
    {
      new_reph_pos = start + 1;
      while (new_reph_pos < base && info[new_reph_pos].indic_category() != OT_H)
	new_reph_pos++;

      if (new_reph_pos < base && info[new_reph_pos].indic_category() == OT_H) {
	/* ->If ZWJ or ZWNJ are following this halant, position is moved after it. */
	if (new_reph_pos + 1 < base && is_joiner (info[new_reph_pos + 1]))
	  new_reph_pos++;
	goto reph_move;
      }
    }

    /*       3. If reph should be repositioned after the main consonant: find the
740 741
     *          first consonant not ligated with main, or find the first
     *          consonant that is not a potential pre-base reordering Ra.
742
     */
743
    if (reph_pos == REPH_AFTER_MAIN)
744
    {
745 746 747 748 749 750 751
      new_reph_pos = base;
      /* XXX Skip potential pre-base reordering Ra. */
      while (new_reph_pos < end &&
	     !( FLAG (info[new_reph_pos + 1].indic_position()) & (FLAG (POS_BELOW_C) | FLAG (POS_POST_C) | FLAG (POS_POST_M) | FLAG (POS_SMVD))))
	new_reph_pos++;
      if (new_reph_pos < end)
        goto reph_move;
752 753 754
    }

    /*       4. If reph should be positioned before post-base consonant, find
755 756 757
     *          first post-base classified consonant not ligated with main. If no
     *          consonant is found, the target position should be before the
     *          first matra, syllable modifier sign or vedic sign.
758
     */
759 760
    /* This is our take on what step 4 is trying to say (and failing, BADLY). */
    if (reph_pos == REPH_AFTER_SUBSCRIPT)
761
    {
762 763
      new_reph_pos = base;
      while (new_reph_pos < end &&
764
	     !( FLAG (info[new_reph_pos + 1].indic_position()) & (FLAG (POS_POST_C) | FLAG (POS_POST_M) | FLAG (POS_SMVD))))
765 766 767
	new_reph_pos++;
      if (new_reph_pos < end)
        goto reph_move;
768 769 770
    }

    /*       5. If no consonant is found in steps 3 or 4, move reph to a position
771 772 773 774 775 776
     *          immediately before the first post-base matra, syllable modifier
     *          sign or vedic sign that has a reordering class after the intended
     *          reph position. For example, if the reordering position for reph
     *          is post-main, it will skip above-base matras that also have a
     *          post-main position.
     */
777 778 779 780
    reph_step_5:
    {
      /* XXX */
    }
781

782 783 784 785 786 787 788
    /*       6. Otherwise, reorder reph to the end of the syllable.
     */
    {
      new_reph_pos = end - 1;
      while (new_reph_pos > start && info[new_reph_pos].indic_position() == POS_SMVD)
	new_reph_pos--;

789 790 791 792 793 794 795
      /*
       * If the Reph is to be ending up after a Matra,Halant sequence,
       * position it before that Halant so it can interact with the Matra.
       * However, if it's a plain Consonant,Halant we shouldn't do that.
       * Uniscribe doesn't do this.
       * TEST: U+0930,U+094D,U+0915,U+094B,U+094D
       */
796
      if (!indic_options ().uniscribe_bug_compatible &&
797
	  unlikely (info[new_reph_pos].indic_category() == OT_H)) {
798 799 800 801 802 803 804
	for (unsigned int i = base + 1; i < new_reph_pos; i++)
	  if (info[i].indic_category() == OT_M) {
	    /* Ok, got it. */
	    new_reph_pos--;
	  }
      }
      goto reph_move;
805 806
    }

807 808 809 810 811 812 813 814
    reph_move:
    {
      /* Move */
      hb_glyph_info_t reph = info[start];
      memmove (&info[start], &info[start + 1], (new_reph_pos - start) * sizeof (info[0]));
      info[new_reph_pos] = reph;
      start_of_last_cluster = start; /* Yay, one big cluster! */
    }
815 816 817 818
  }


  /*   o Reorder pre-base reordering consonants:
819 820 821 822 823
   *
   *     If a pre-base reordering consonant is found, reorder it according to
   *     the following rules:
   */

824 825
  if (pref_mask && base + 1 < end) /* Otherwise there can't be any pre-base reordering Ra. */
  {
826 827
    for (unsigned int i = base + 1; i < end; i++)
      if ((info[i].mask & pref_mask) != 0)
828
      {
829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862
	/*       1. Only reorder a glyph produced by substitution during application
	 *          of the <pref> feature. (Note that a font may shape a Ra consonant with
	 *          the feature generally but block it in certain contexts.)
	 */
	if (i + 1 == end || (info[i + 1].mask & pref_mask) == 0)
	{
	  /*
	   *       2. Try to find a target position the same way as for pre-base matra.
	   *          If it is found, reorder pre-base consonant glyph.
	   *
	   *       3. If position is not found, reorder immediately before main
	   *          consonant.
	   */

	  unsigned int new_pos = base;
	  while (new_pos > start + 1 &&
		 !(FLAG (info[new_pos - 1].indic_category()) & (FLAG (OT_M) | FLAG (OT_H))))
	    new_pos--;

	  if (new_pos > start && info[new_pos - 1].indic_category() == OT_H)
	    /* -> If ZWJ or ZWNJ follow this halant, position is moved after it. */
	    if (new_pos < end && is_joiner (info[new_pos]))
	      new_pos++;

	  {
	    unsigned int old_pos = i;
	    hb_glyph_info_t tmp = info[old_pos];
	    memmove (&info[new_pos + 1], &info[new_pos], (old_pos - new_pos) * sizeof (info[0]));
	    info[new_pos] = tmp;
	    start_of_last_cluster = MIN (new_pos, start_of_last_cluster);
	  }
	}

        break;
863
      }
864
  }
865 866


867
  /* Apply 'init' to the Left Matra if it's a word start. */
868
  if (info[start].indic_position () == POS_PRE_M &&
869
      (!start ||
B
Minor  
Behdad Esfahbod 已提交
870
       !(FLAG (_hb_glyph_info_get_general_category (&info[start - 1])) &
871 872 873 874 875 876 877 878
	 (FLAG (HB_UNICODE_GENERAL_CATEGORY_LOWERCASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_MODIFIER_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_OTHER_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_TITLECASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_UPPERCASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_SPACING_MARK) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_ENCLOSING_MARK) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_NON_SPACING_MARK)))))
879
    info[start].mask |= init_mask;
880

881

882 883 884

  /* Finish off the clusters and go home! */

885
  if (!indic_options ().uniscribe_bug_compatible)
886
  {
887 888 889 890 891 892 893 894 895 896 897 898 899 900 901
    /* This is what Uniscribe does.  Ie. add cluster boundaries after Halant,ZWNJ.
     * This means, half forms are submerged into the main consonants cluster.
     * This is unnecessary, and makes cursor positioning harder, but that's what
     * Uniscribe does. */
    unsigned int cluster_start = start;
    for (unsigned int i = start + 1; i < start_of_last_cluster; i++)
      if (info[i - 1].indic_category() == OT_H && info[i].indic_category() == OT_ZWNJ) {
        i++;
	buffer->merge_clusters (cluster_start, i);
	cluster_start = i;
      }
    start_of_last_cluster = cluster_start;
  }

  buffer->merge_clusters (start_of_last_cluster, end);
902
}
903 904


905 906
static void
final_reordering (const hb_ot_map_t *map,
B
Behdad Esfahbod 已提交
907
		  hb_face_t *face HB_UNUSED,
908 909 910 911 912 913
		  hb_buffer_t *buffer,
		  void *user_data HB_UNUSED)
{
  unsigned int count = buffer->len;
  if (!count) return;

914 915
  hb_mask_t init_mask = map->get_1_mask (HB_TAG('i','n','i','t'));
  hb_mask_t pref_mask = map->get_1_mask (HB_TAG('p','r','e','f'));
916

917 918
  hb_glyph_info_t *info = buffer->info;
  unsigned int last = 0;
919
  unsigned int last_syllable = info[0].syllable();
920
  for (unsigned int i = 1; i < count; i++)
921
    if (last_syllable != info[i].syllable()) {
922
      final_reordering_syllable (buffer, init_mask, pref_mask, last, i);
923
      last = i;
924
      last_syllable = info[last].syllable();
925
    }
926
  final_reordering_syllable (buffer, init_mask, pref_mask, last, count);
927

B
Behdad Esfahbod 已提交
928 929 930 931 932
  HB_BUFFER_DEALLOCATE_VAR (buffer, indic_category);
  HB_BUFFER_DEALLOCATE_VAR (buffer, indic_position);
}


B
Behdad Esfahbod 已提交
933