hb-ot-shape-complex-indic.cc 27.6 KB
Newer Older
B
Behdad Esfahbod 已提交
1
/*
B
Minor  
Behdad Esfahbod 已提交
2
 * Copyright © 2011,2012  Google, Inc.
B
Behdad Esfahbod 已提交
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
 *
 *  This is part of HarfBuzz, a text shaping library.
 *
 * Permission is hereby granted, without written agreement and without
 * license or royalty fees, to use, copy, modify, and distribute this
 * software and its documentation for any purpose, provided that the
 * above copyright notice and the following two paragraphs appear in
 * all copies of this software.
 *
 * IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE TO ANY PARTY FOR
 * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
 * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN
 * IF THE COPYRIGHT HOLDER HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH
 * DAMAGE.
 *
 * THE COPYRIGHT HOLDER SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING,
 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
 * FITNESS FOR A PARTICULAR PURPOSE.  THE SOFTWARE PROVIDED HEREUNDER IS
 * ON AN "AS IS" BASIS, AND THE COPYRIGHT HOLDER HAS NO OBLIGATION TO
 * PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
 *
 * Google Author(s): Behdad Esfahbod
 */

B
Behdad Esfahbod 已提交
27
#include "hb-ot-shape-complex-indic-private.hh"
28
#include "hb-ot-shape-private.hh"
29

30 31 32 33 34 35 36 37 38 39 40 41
#define OLD_INDIC_TAG(script) (((hb_tag_t) script) | 0x20000000)
#define IS_OLD_INDIC_TAG(tag) ( \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_BENGALI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_DEVANAGARI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_GUJARATI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_GURMUKHI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_KANNADA) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_MALAYALAM) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_ORIYA) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_TAMIL) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_TELUGU) \
			      )
42
struct indic_options_t
43
{
44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74
  int initialized : 1;
  int uniscribe_bug_compatible : 1;
};

union indic_options_union_t {
  int i;
  indic_options_t opts;
};
ASSERT_STATIC (sizeof (int) == sizeof (indic_options_union_t));

static indic_options_union_t
indic_options_init (void)
{
  indic_options_union_t u;
  u.i = 0;
  u.opts.initialized = 1;

  char *c = getenv ("HB_OT_INDIC_OPTIONS");
  u.opts.uniscribe_bug_compatible = c && strstr (c, "uniscribe-bug-compatible");

  return u;
}

inline indic_options_t
indic_options (void)
{
  static indic_options_union_t options;

  if (unlikely (!options.i)) {
    /* This is idempotent and threadsafe. */
    options = indic_options_init ();
75 76
  }

77 78 79
  return options.opts;
}

80

B
Behdad Esfahbod 已提交
81 82 83 84 85 86 87 88 89 90 91 92 93 94
static int
compare_codepoint (const void *pa, const void *pb)
{
  hb_codepoint_t a = * (hb_codepoint_t *) pa;
  hb_codepoint_t b = * (hb_codepoint_t *) pb;

  return a < b ? -1 : a == b ? 0 : +1;
}

static indic_position_t
consonant_position (hb_codepoint_t u)
{
  consonant_position_t *record;

95 96 97 98
  /* Khmer does not have pre-base half forms. */
  if (0x1780 <= u && u <= 0x17FF)
    return POS_BELOW_C;

B
Behdad Esfahbod 已提交
99 100 101 102 103
  record = (consonant_position_t *) bsearch (&u, consonant_positions,
					     ARRAY_LENGTH (consonant_positions),
					     sizeof (consonant_positions[0]),
					     compare_codepoint);

104
  return record ? record->position : POS_BASE_C;
B
Behdad Esfahbod 已提交
105 106
}

107 108 109 110 111 112 113 114 115
static bool
is_ra (hb_codepoint_t u)
{
  return !!bsearch (&u, ra_chars,
		    ARRAY_LENGTH (ra_chars),
		    sizeof (ra_chars[0]),
		    compare_codepoint);
}

116
static bool
B
Behdad Esfahbod 已提交
117
is_joiner (const hb_glyph_info_t &info)
118
{
B
Behdad Esfahbod 已提交
119 120 121 122 123 124
  return !!(FLAG (info.indic_category()) & (FLAG (OT_ZWJ) | FLAG (OT_ZWNJ)));
}

static bool
is_consonant (const hb_glyph_info_t &info)
{
125 126
  /* Note:
   *
127
   * We treat Vowels and placeholders as if they were consonants.  This is safe because Vowels
B
Behdad Esfahbod 已提交
128 129
   * cannot happen in a consonant syllable.  The plus side however is, we can call the
   * consonant syllable logic from the vowel syllable function and get it all right! */
130
  return !!(FLAG (info.indic_category()) & (FLAG (OT_C) | FLAG (OT_Ra) | FLAG (OT_V) | FLAG (OT_NBSP) | FLAG (OT_DOTTEDCIRCLE)));
131
}
132

133
struct feature_list_t {
134 135
  hb_tag_t tag;
  hb_bool_t is_global;
136 137 138 139
};

static const feature_list_t
indic_basic_features[] =
B
Behdad Esfahbod 已提交
140
{
141 142 143
  {HB_TAG('n','u','k','t'), true},
  {HB_TAG('a','k','h','n'), false},
  {HB_TAG('r','p','h','f'), false},
B
Behdad Esfahbod 已提交
144
  {HB_TAG('r','k','r','f'), true},
145 146 147
  {HB_TAG('p','r','e','f'), false},
  {HB_TAG('b','l','w','f'), false},
  {HB_TAG('h','a','l','f'), false},
B
Behdad Esfahbod 已提交
148
  {HB_TAG('a','b','v','f'), false},
149
  {HB_TAG('p','s','t','f'), false},
B
Behdad Esfahbod 已提交
150
  {HB_TAG('c','j','c','t'), false},
151
  {HB_TAG('v','a','t','u'), true},
152 153 154 155 156 157 158
};

/* Same order as the indic_basic_features array */
enum {
  _NUKT,
  AKHN,
  RPHF,
B
Minor  
Behdad Esfahbod 已提交
159
  _RKRF,
160 161 162
  PREF,
  BLWF,
  HALF,
B
Behdad Esfahbod 已提交
163
  ABVF,
164
  PSTF,
165 166
  CJCT,
  VATU
B
Behdad Esfahbod 已提交
167 168
};

169 170
static const feature_list_t
indic_other_features[] =
B
Behdad Esfahbod 已提交
171
{
172 173 174 175 176 177 178 179 180 181 182 183 184 185 186
  {HB_TAG('i','n','i','t'), false},
  {HB_TAG('p','r','e','s'), true},
  {HB_TAG('a','b','v','s'), true},
  {HB_TAG('b','l','w','s'), true},
  {HB_TAG('p','s','t','s'), true},
  {HB_TAG('h','a','l','n'), true},

  {HB_TAG('d','i','s','t'), true},
  {HB_TAG('a','b','v','m'), true},
  {HB_TAG('b','l','w','m'), true},
};

/* Same order as the indic_other_features array */
enum {
  INIT
B
Behdad Esfahbod 已提交
187 188
};

B
Behdad Esfahbod 已提交
189 190 191 192 193 194

static void
initial_reordering (const hb_ot_map_t *map,
		    hb_face_t *face,
		    hb_buffer_t *buffer,
		    void *user_data HB_UNUSED);
195 196 197 198
static void
final_reordering (const hb_ot_map_t *map,
		  hb_face_t *face,
		  hb_buffer_t *buffer,
B
Behdad Esfahbod 已提交
199
		  void *user_data HB_UNUSED);
B
Behdad Esfahbod 已提交
200 201

void
B
Behdad Esfahbod 已提交
202 203
_hb_ot_shape_complex_collect_features_indic (hb_ot_map_builder_t *map,
					     const hb_segment_properties_t *props HB_UNUSED)
B
Behdad Esfahbod 已提交
204
{
205
  map->add_bool_feature (HB_TAG('l','o','c','l'));
B
Minor  
Behdad Esfahbod 已提交
206 207
  /* The Indic specs do not require ccmp, but we apply it here since if
   * there is a use of it, it's typically at the beginning. */
208 209
  map->add_bool_feature (HB_TAG('c','c','m','p'));

B
Behdad Esfahbod 已提交
210
  map->add_gsub_pause (initial_reordering, NULL);
211

212
  for (unsigned int i = 0; i < ARRAY_LENGTH (indic_basic_features); i++) {
213
    map->add_bool_feature (indic_basic_features[i].tag, indic_basic_features[i].is_global);
214 215
    map->add_gsub_pause (NULL, NULL);
  }
B
Behdad Esfahbod 已提交
216

217 218
  map->add_gsub_pause (final_reordering, NULL);

219
  for (unsigned int i = 0; i < ARRAY_LENGTH (indic_other_features); i++) {
220
    map->add_bool_feature (indic_other_features[i].tag, indic_other_features[i].is_global);
221 222
    map->add_gsub_pause (NULL, NULL);
  }
B
Behdad Esfahbod 已提交
223 224
}

225

B
Behdad Esfahbod 已提交
226 227
hb_ot_shape_normalization_mode_t
_hb_ot_shape_complex_normalization_preference_indic (void)
228 229
{
  /* We want split matras decomposed by the common shaping logic. */
B
Behdad Esfahbod 已提交
230
  return HB_OT_SHAPE_NORMALIZATION_MODE_DECOMPOSED;
231 232
}

233

B
Behdad Esfahbod 已提交
234
void
B
Behdad Esfahbod 已提交
235 236
_hb_ot_shape_complex_setup_masks_indic (hb_ot_map_t *map HB_UNUSED,
					hb_buffer_t *buffer,
B
Behdad Esfahbod 已提交
237
					hb_font_t *font HB_UNUSED)
B
Behdad Esfahbod 已提交
238
{
239 240 241
  HB_BUFFER_ALLOCATE_VAR (buffer, indic_category);
  HB_BUFFER_ALLOCATE_VAR (buffer, indic_position);

B
Behdad Esfahbod 已提交
242 243 244 245
  /* We cannot setup masks here.  We save information about characters
   * and setup masks later on in a pause-callback. */

  unsigned int count = buffer->len;
B
Behdad Esfahbod 已提交
246 247
  for (unsigned int i = 0; i < count; i++)
  {
B
Minor  
Behdad Esfahbod 已提交
248 249 250 251 252 253
    hb_glyph_info_t &info = buffer->info[i];
    unsigned int type = get_indic_categories (info.codepoint);

    info.indic_category() = type & 0x0F;
    info.indic_position() = type >> 4;

254 255 256 257 258 259 260 261 262 263 264
    /* The spec says U+0952 is OT_A.  However, testing shows that Uniscribe
     * treats U+0951..U+0952 all as OT_VD.
     * TESTS:
     * U+092E,U+0947,U+0952
     * U+092E,U+0952,U+0947
     * U+092E,U+0947,U+0951
     * U+092E,U+0951,U+0947
     * */
    if (unlikely (hb_in_range<hb_codepoint_t> (info.codepoint, 0x0951, 0x0954)))
      info.indic_category() = OT_VD;

B
Minor  
Behdad Esfahbod 已提交
265 266 267 268 269 270 271 272 273 274 275
    if (info.indic_category() == OT_C) {
      info.indic_position() = consonant_position (info.codepoint);
      if (is_ra (info.codepoint))
	info.indic_category() = OT_Ra;
    } else if (info.indic_category() == OT_SM ||
	       info.indic_category() == OT_VD) {
      info.indic_position() = POS_SMVD;
    } else if (unlikely (info.codepoint == 0x200C))
      info.indic_category() = OT_ZWNJ;
    else if (unlikely (info.codepoint == 0x200D))
      info.indic_category() = OT_ZWJ;
276 277
    else if (unlikely (info.codepoint == 0x25CC))
      info.indic_category() = OT_DOTTEDCIRCLE;
B
Behdad Esfahbod 已提交
278
  }
B
Behdad Esfahbod 已提交
279
}
B
Behdad Esfahbod 已提交
280

B
Behdad Esfahbod 已提交
281 282 283 284 285 286 287 288
static int
compare_indic_order (const hb_glyph_info_t *pa, const hb_glyph_info_t *pb)
{
  int a = pa->indic_position();
  int b = pb->indic_position();

  return a < b ? -1 : a == b ? 0 : +1;
}
289

B
Minor  
Behdad Esfahbod 已提交
290 291 292
/* Rules from:
 * https://www.microsoft.com/typography/otfntdev/devanot/shaping.aspx */

B
Behdad Esfahbod 已提交
293
static void
B
Minor  
Behdad Esfahbod 已提交
294
initial_reordering_consonant_syllable (const hb_ot_map_t *map, hb_buffer_t *buffer, hb_mask_t *basic_mask_array,
295
				       unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
296
{
B
Minor  
Behdad Esfahbod 已提交
297
  hb_glyph_info_t *info = buffer->info;
B
Behdad Esfahbod 已提交
298

B
Behdad Esfahbod 已提交
299

B
Behdad Esfahbod 已提交
300 301 302 303 304 305 306 307 308 309 310 311 312 313
  /* 1. Find base consonant:
   *
   * The shaping engine finds the base consonant of the syllable, using the
   * following algorithm: starting from the end of the syllable, move backwards
   * until a consonant is found that does not have a below-base or post-base
   * form (post-base forms have to follow below-base forms), or that is not a
   * pre-base reordering Ra, or arrive at the first consonant. The consonant
   * stopped at will be the base.
   *
   *   o If the syllable starts with Ra + Halant (in a script that has Reph)
   *     and has more than one consonant, Ra is excluded from candidates for
   *     base consonants.
   */

314
  unsigned int base = end;
B
Behdad Esfahbod 已提交
315
  bool has_reph = false;
B
Behdad Esfahbod 已提交
316

B
Behdad Esfahbod 已提交
317
  {
B
Behdad Esfahbod 已提交
318 319 320 321
    /* -> If the syllable starts with Ra + Halant (in a script that has Reph)
     *    and has more than one consonant, Ra is excluded from candidates for
     *    base consonants. */
    unsigned int limit = start;
B
Minor  
Behdad Esfahbod 已提交
322
    if (basic_mask_array[RPHF] &&
B
Behdad Esfahbod 已提交
323 324 325 326 327 328 329 330 331
	start + 3 <= end &&
	info[start].indic_category() == OT_Ra &&
	info[start + 1].indic_category() == OT_H &&
	!is_joiner (info[start + 2]))
    {
      limit += 2;
      base = start;
      has_reph = true;
    };
B
Behdad Esfahbod 已提交
332

B
Minor  
Behdad Esfahbod 已提交
333 334 335 336 337 338
    /* -> starting from the end of the syllable, move backwards */
    unsigned int i = end;
    do {
      i--;
      /* -> until a consonant is found */
      if (is_consonant (info[i]))
B
Behdad Esfahbod 已提交
339
      {
B
Minor  
Behdad Esfahbod 已提交
340 341 342 343 344 345 346 347
	/* -> that does not have a below-base or post-base form
	 * (post-base forms have to follow below-base forms), */
	if (info[i].indic_position() != POS_BELOW_C &&
	    info[i].indic_position() != POS_POST_C)
	{
	  base = i;
	  break;
	}
B
Behdad Esfahbod 已提交
348

B
Minor  
Behdad Esfahbod 已提交
349 350 351 352
	/* -> or that is not a pre-base reordering Ra,
	 *
	 * TODO
	 */
353

B
Minor  
Behdad Esfahbod 已提交
354 355 356 357 358 359 360 361 362 363
	/* -> or arrive at the first consonant. The consonant stopped at will
	 * be the base. */
	base = i;
      }
      else
	if (is_joiner (info[i]))
	  break;
    } while (i > limit);
    if (base < start)
      base = start; /* Just in case... */
B
Behdad Esfahbod 已提交
364

B
Behdad Esfahbod 已提交
365 366 367 368 369 370 371 372

    /* -> If the syllable starts with Ra + Halant (in a script that has Reph)
     *    and has more than one consonant, Ra is excluded from candidates for
     *    base consonants. */
    if (has_reph && base == start) {
      /* Have no other consonant, so Reph is not formed and Ra becomes base. */
      has_reph = false;
    }
B
Behdad Esfahbod 已提交
373
  }
374 375


B
Behdad Esfahbod 已提交
376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407
  /* 2. Decompose and reorder Matras:
   *
   * Each matra and any syllable modifier sign in the cluster are moved to the
   * appropriate position relative to the consonant(s) in the cluster. The
   * shaping engine decomposes two- or three-part matras into their constituent
   * parts before any repositioning. Matra characters are classified by which
   * consonant in a conjunct they have affinity for and are reordered to the
   * following positions:
   *
   *   o Before first half form in the syllable
   *   o After subjoined consonants
   *   o After post-form consonant
   *   o After main consonant (for above marks)
   *
   * IMPLEMENTATION NOTES:
   *
   * The normalize() routine has already decomposed matras for us, so we don't
   * need to worry about that.
   */


  /* 3.  Reorder marks to canonical order:
   *
   * Adjacent nukta and halant or nukta and vedic sign are always repositioned
   * if necessary, so that the nukta is first.
   *
   * IMPLEMENTATION NOTES:
   *
   * We don't need to do this: the normalize() routine already did this for us.
   */


B
Behdad Esfahbod 已提交
408 409
  /* Reorder characters */

B
Minor  
Behdad Esfahbod 已提交
410
  for (unsigned int i = start; i < base; i++)
411 412
    info[i].indic_position() = POS_PRE_C;
  info[base].indic_position() = POS_BASE_C;
B
Behdad Esfahbod 已提交
413

414
  /* Handle beginning Ra */
B
Behdad Esfahbod 已提交
415
  if (has_reph)
416
    info[start].indic_position() = POS_RA_TO_BECOME_REPH;
417

418 419
  /* For old-style Indic script tags, move the first post-base Halant after
   * last consonant. */
420
  if (IS_OLD_INDIC_TAG (map->get_chosen_script (0))) {
B
Minor  
Behdad Esfahbod 已提交
421
    for (unsigned int i = base + 1; i < end; i++)
422 423 424
      if (info[i].indic_category() == OT_H) {
        unsigned int j;
        for (j = end - 1; j > i; j--)
B
Behdad Esfahbod 已提交
425
	  if (is_consonant (info[j]))
426 427 428 429 430 431 432 433 434 435 436
	    break;
	if (j > i) {
	  /* Move Halant to after last consonant. */
	  hb_glyph_info_t t = info[i];
	  memmove (&info[i], &info[i + 1], (j - i) * sizeof (info[0]));
	  info[j] = t;
	}
        break;
      }
  }

B
Behdad Esfahbod 已提交
437
  /* Attach ZWJ, ZWNJ, nukta, and halant to previous char to move with them. */
438
  if (!indic_options ().uniscribe_bug_compatible)
439 440 441 442 443 444
  {
    /* Please update the Uniscribe branch when touching this! */
    for (unsigned int i = start + 1; i < end; i++)
      if ((FLAG (info[i].indic_category()) & (FLAG (OT_ZWNJ) | FLAG (OT_ZWJ) | FLAG (OT_N) | FLAG (OT_H))))
	info[i].indic_position() = info[i - 1].indic_position();
  } else {
445 446 447 448
    /*
     * Uniscribe doesn't move the Halant with Left Matra.
     * TEST: U+092B,U+093F,U+094DE
     */
449 450 451 452
    /* Please update the non-Uniscribe branch when touching this! */
    for (unsigned int i = start + 1; i < end; i++)
      if ((FLAG (info[i].indic_category()) & (FLAG (OT_ZWNJ) | FLAG (OT_ZWJ) | FLAG (OT_N) | FLAG (OT_H)))) {
	info[i].indic_position() = info[i - 1].indic_position();
453
	if (info[i].indic_category() == OT_H && info[i].indic_position() == POS_PRE_M)
454
	  for (unsigned int j = i; j > start; j--)
455
	    if (info[j - 1].indic_position() != POS_PRE_M) {
456 457 458 459 460
	      info[i].indic_position() = info[j - 1].indic_position();
	      break;
	    }
      }
  }
B
Behdad Esfahbod 已提交
461 462

  /* We do bubble-sort, skip malicious clusters attempts */
463
  if (end - start < 64)
464 465
  {
    /* Sit tight, rock 'n roll! */
466
    hb_bubble_sort (info + start, end - start, compare_indic_order);
467 468
    /* Find base again */
    base = end;
B
Minor  
Behdad Esfahbod 已提交
469
    for (unsigned int i = start; i < end; i++)
470 471 472 473 474
      if (info[i].indic_position() == POS_BASE_C) {
        base = i;
	break;
      }
  }
B
Behdad Esfahbod 已提交
475

B
Behdad Esfahbod 已提交
476 477
  /* Setup masks now */

B
Behdad Esfahbod 已提交
478 479 480
  {
    hb_mask_t mask;

481
    /* Reph */
482
    for (unsigned int i = start; i < end && info[i].indic_position() == POS_RA_TO_BECOME_REPH; i++)
B
Minor  
Behdad Esfahbod 已提交
483
      info[i].mask |= basic_mask_array[RPHF];
484

B
Behdad Esfahbod 已提交
485
    /* Pre-base */
B
Minor  
Behdad Esfahbod 已提交
486
    mask = basic_mask_array[HALF] | basic_mask_array[AKHN] | basic_mask_array[CJCT];
B
Minor  
Behdad Esfahbod 已提交
487
    for (unsigned int i = start; i < base; i++)
B
Behdad Esfahbod 已提交
488 489
      info[i].mask  |= mask;
    /* Base */
B
Minor  
Behdad Esfahbod 已提交
490
    mask = basic_mask_array[AKHN] | basic_mask_array[CJCT];
B
Behdad Esfahbod 已提交
491 492
    info[base].mask |= mask;
    /* Post-base */
B
Minor  
Behdad Esfahbod 已提交
493
    mask = basic_mask_array[BLWF] | basic_mask_array[ABVF] | basic_mask_array[PSTF] | basic_mask_array[CJCT];
B
Minor  
Behdad Esfahbod 已提交
494
    for (unsigned int i = base + 1; i < end; i++)
B
Behdad Esfahbod 已提交
495 496
      info[i].mask  |= mask;
  }
B
Behdad Esfahbod 已提交
497 498

  /* Apply ZWJ/ZWNJ effects */
B
Minor  
Behdad Esfahbod 已提交
499
  for (unsigned int i = start + 1; i < end; i++)
B
Behdad Esfahbod 已提交
500 501
    if (is_joiner (info[i])) {
      bool non_joiner = info[i].indic_category() == OT_ZWNJ;
502
      unsigned int j = i;
B
Behdad Esfahbod 已提交
503 504 505

      do {
	j--;
506

B
Minor  
Behdad Esfahbod 已提交
507
	info[j].mask &= ~basic_mask_array[CJCT];
508
	if (non_joiner)
B
Minor  
Behdad Esfahbod 已提交
509
	  info[j].mask &= ~basic_mask_array[HALF];
510

B
Behdad Esfahbod 已提交
511 512
      } while (j > start && !is_consonant (info[j]));
    }
B
Behdad Esfahbod 已提交
513 514 515 516
}


static void
B
Behdad Esfahbod 已提交
517 518
initial_reordering_vowel_syllable (const hb_ot_map_t *map,
				   hb_buffer_t *buffer,
B
Minor  
Behdad Esfahbod 已提交
519
				   hb_mask_t *basic_mask_array,
520
				   unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
521
{
B
Behdad Esfahbod 已提交
522
  /* We made the vowels look like consonants.  So let's call the consonant logic! */
B
Minor  
Behdad Esfahbod 已提交
523
  initial_reordering_consonant_syllable (map, buffer, basic_mask_array, start, end);
B
Behdad Esfahbod 已提交
524 525 526
}

static void
B
Behdad Esfahbod 已提交
527 528
initial_reordering_standalone_cluster (const hb_ot_map_t *map,
				       hb_buffer_t *buffer,
B
Minor  
Behdad Esfahbod 已提交
529
				       hb_mask_t *basic_mask_array,
530
				       unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
531
{
532 533 534
  /* We treat NBSP/dotted-circle as if they are consonants, so we should just chain.
   * Only if not in compatibility mode that is... */

535
  if (indic_options ().uniscribe_bug_compatible)
536 537 538 539 540 541 542 543
  {
    /* For dotted-circle, this is what Uniscribe does:
     * If dotted-circle is the last glyph, it just does nothing.
     * Ie. It doesn't form Reph. */
    if (buffer->info[end - 1].indic_category() == OT_DOTTEDCIRCLE)
      return;
  }

B
Minor  
Behdad Esfahbod 已提交
544
  initial_reordering_consonant_syllable (map, buffer, basic_mask_array, start, end);
B
Behdad Esfahbod 已提交
545 546 547
}

static void
B
Behdad Esfahbod 已提交
548 549
initial_reordering_non_indic (const hb_ot_map_t *map HB_UNUSED,
			      hb_buffer_t *buffer HB_UNUSED,
B
Minor  
Behdad Esfahbod 已提交
550
			      hb_mask_t *basic_mask_array HB_UNUSED,
B
Behdad Esfahbod 已提交
551
			      unsigned int start HB_UNUSED, unsigned int end HB_UNUSED)
B
Behdad Esfahbod 已提交
552 553 554 555 556 557 558 559 560
{
  /* Nothing to do right now.  If we ever switch to using the output
   * buffer in the reordering process, we'd need to next_glyph() here. */
}

#include "hb-ot-shape-complex-indic-machine.hh"

static void
initial_reordering (const hb_ot_map_t *map,
B
Behdad Esfahbod 已提交
561
		    hb_face_t *face HB_UNUSED,
B
Behdad Esfahbod 已提交
562 563 564
		    hb_buffer_t *buffer,
		    void *user_data HB_UNUSED)
{
B
Minor  
Behdad Esfahbod 已提交
565
  hb_mask_t basic_mask_array[ARRAY_LENGTH (indic_basic_features)] = {0};
B
Behdad Esfahbod 已提交
566 567
  unsigned int num_masks = ARRAY_LENGTH (indic_basic_features);
  for (unsigned int i = 0; i < num_masks; i++)
B
Minor  
Behdad Esfahbod 已提交
568
    basic_mask_array[i] = map->get_1_mask (indic_basic_features[i].tag);
B
Behdad Esfahbod 已提交
569

B
Minor  
Behdad Esfahbod 已提交
570
  find_syllables (map, buffer, basic_mask_array);
B
Behdad Esfahbod 已提交
571 572
}

B
Behdad Esfahbod 已提交
573
static void
B
Minor  
Behdad Esfahbod 已提交
574
final_reordering_syllable (hb_buffer_t *buffer, hb_mask_t *other_mask_array,
575
			   unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
576
{
577 578
  hb_glyph_info_t *info = buffer->info;

579 580 581 582 583 584
  /* 4. Final reordering:
   *
   * After the localized forms and basic shaping forms GSUB features have been
   * applied (see below), the shaping engine performs some final glyph
   * reordering before applying all the remaining font features to the entire
   * cluster.
585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601
   */

  /* Find base again */
  unsigned int base = end;
  for (unsigned int i = start; i < end; i++)
    if (info[i].indic_position() == POS_BASE_C) {
      base = i;
      break;
    }

  if (base == start) {
    /* There's no Reph, and no left Matra to reposition.  Just merge the cluster
     * and go home. */
    buffer->merge_clusters (start, end);
    return;
  }

B
Minor  
Behdad Esfahbod 已提交
602 603
  unsigned int start_of_last_cluster = base;

604
  /*   o Reorder matras:
605 606 607 608 609 610 611
   *
   *     If a pre-base matra character had been reordered before applying basic
   *     features, the glyph can be moved closer to the main consonant based on
   *     whether half-forms had been formed. Actual position for the matra is
   *     defined as “after last standalone halant glyph, after initial matra
   *     position and before the main consonant”. If ZWJ or ZWNJ follow this
   *     halant, position is moved after it.
612 613
   */

614 615 616 617 618 619 620 621
  {
    unsigned int new_matra_pos = base - 1;
    while (new_matra_pos > start &&
	   !(FLAG (info[new_matra_pos].indic_category()) & (FLAG (OT_M) | FLAG (OT_H))))
      new_matra_pos--;
    /* If we found no Halant we are done.  Otherwise only proceed if the Halant does
     * not belong to the Matra itself! */
    if (info[new_matra_pos].indic_category() == OT_H &&
622
	info[new_matra_pos].indic_position() != POS_PRE_M) {
623 624 625 626 627 628
      /* -> If ZWJ or ZWNJ follow this halant, position is moved after it. */
      if (new_matra_pos + 1 < end && is_joiner (info[new_matra_pos + 1]))
	new_matra_pos++;

      /* Now go see if there's actually any matras... */
      for (unsigned int i = new_matra_pos; i > start; i--)
629
	if (info[i - 1].indic_position () == POS_PRE_M)
630 631 632 633 634 635 636 637 638
	{
	  unsigned int old_matra_pos = i - 1;
	  hb_glyph_info_t matra = info[old_matra_pos];
	  memmove (&info[old_matra_pos], &info[old_matra_pos + 1], (new_matra_pos - old_matra_pos) * sizeof (info[0]));
	  info[new_matra_pos] = matra;
	  start_of_last_cluster = MIN (new_matra_pos, start_of_last_cluster);
	  new_matra_pos--;
	}
    }
639 640 641 642
  }


  /*   o Reorder reph:
643 644 645 646 647 648
   *
   *     Reph’s original position is always at the beginning of the syllable,
   *     (i.e. it is not reordered at the character reordering stage). However,
   *     it will be reordered according to the basic-forms shaping results.
   *     Possible positions for reph, depending on the script, are; after main,
   *     before post-base consonant forms, and after post-base consonant forms.
649 650 651 652 653 654 655 656 657
   */

  /* If there's anything after the Ra that has the REPH pos, it ought to be halant.
   * Which means that the font has failed to ligate the Reph.  In which case, we
   * shouldn't move. */
  if (start + 1 < end &&
      info[start].indic_position() == POS_RA_TO_BECOME_REPH &&
      info[start + 1].indic_position() != POS_RA_TO_BECOME_REPH)
  {
658 659 660
      unsigned int new_reph_pos;

     enum reph_position_t {
661 662 663 664
       REPH_AFTER_MAIN,
       REPH_BEFORE_SUBSCRIPT,
       REPH_AFTER_SUBSCRIPT,
       REPH_BEFORE_POSTSCRIPT,
665
       REPH_AFTER_POSTSCRIPT
666 667 668
     } reph_pos;

     /* XXX Figure out old behavior too */
B
Behdad Esfahbod 已提交
669
     switch ((hb_tag_t) buffer->props.script)
670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695
     {
       case HB_SCRIPT_MALAYALAM:
       case HB_SCRIPT_ORIYA:
	 reph_pos = REPH_AFTER_MAIN;
	 break;

       case HB_SCRIPT_GURMUKHI:
	 reph_pos = REPH_BEFORE_SUBSCRIPT;
	 break;

       case HB_SCRIPT_BENGALI:
	 reph_pos = REPH_AFTER_SUBSCRIPT;
	 break;

       default:
       case HB_SCRIPT_DEVANAGARI:
       case HB_SCRIPT_GUJARATI:
	 reph_pos = REPH_BEFORE_POSTSCRIPT;
	 break;

       case HB_SCRIPT_KANNADA:
       case HB_SCRIPT_TAMIL:
       case HB_SCRIPT_TELUGU:
	 reph_pos = REPH_AFTER_POSTSCRIPT;
	 break;
     }
696

697 698
    /*       1. If reph should be positioned after post-base consonant forms,
     *          proceed to step 5.
699
     */
700
    if (reph_pos == REPH_AFTER_POSTSCRIPT)
701
    {
702
      goto reph_step_5;
703 704 705
    }

    /*       2. If the reph repositioning class is not after post-base: target
706 707 708 709 710 711 712 713 714
     *          position is after the first explicit halant glyph between the
     *          first post-reph consonant and last main consonant. If ZWJ or ZWNJ
     *          are following this halant, position is moved after it. If such
     *          position is found, this is the target position. Otherwise,
     *          proceed to the next step.
     *
     *          Note: in old-implementation fonts, where classifications were
     *          fixed in shaping engine, there was no case where reph position
     *          will be found on this step.
715 716 717 718 719 720 721 722 723 724 725 726 727 728 729
     */
    {
      new_reph_pos = start + 1;
      while (new_reph_pos < base && info[new_reph_pos].indic_category() != OT_H)
	new_reph_pos++;

      if (new_reph_pos < base && info[new_reph_pos].indic_category() == OT_H) {
	/* ->If ZWJ or ZWNJ are following this halant, position is moved after it. */
	if (new_reph_pos + 1 < base && is_joiner (info[new_reph_pos + 1]))
	  new_reph_pos++;
	goto reph_move;
      }
    }

    /*       3. If reph should be repositioned after the main consonant: find the
730 731
     *          first consonant not ligated with main, or find the first
     *          consonant that is not a potential pre-base reordering Ra.
732
     */
733
    if (reph_pos == REPH_AFTER_MAIN)
734 735 736 737 738
    {
      /* XXX */
    }

    /*       4. If reph should be positioned before post-base consonant, find
739 740 741
     *          first post-base classified consonant not ligated with main. If no
     *          consonant is found, the target position should be before the
     *          first matra, syllable modifier sign or vedic sign.
742
     */
743 744
    /* This is our take on what step 4 is trying to say (and failing, BADLY). */
    if (reph_pos == REPH_AFTER_SUBSCRIPT)
745
    {
746 747
      new_reph_pos = base;
      while (new_reph_pos < end &&
748
	     !( FLAG (info[new_reph_pos + 1].indic_position()) & (FLAG (POS_POST_C) | FLAG (POS_POST_M) | FLAG (POS_SMVD))))
749 750 751
	new_reph_pos++;
      if (new_reph_pos < end)
        goto reph_move;
752 753 754
    }

    /*       5. If no consonant is found in steps 3 or 4, move reph to a position
755 756 757 758 759 760
     *          immediately before the first post-base matra, syllable modifier
     *          sign or vedic sign that has a reordering class after the intended
     *          reph position. For example, if the reordering position for reph
     *          is post-main, it will skip above-base matras that also have a
     *          post-main position.
     */
761 762 763 764
    reph_step_5:
    {
      /* XXX */
    }
765

766 767 768 769 770 771 772
    /*       6. Otherwise, reorder reph to the end of the syllable.
     */
    {
      new_reph_pos = end - 1;
      while (new_reph_pos > start && info[new_reph_pos].indic_position() == POS_SMVD)
	new_reph_pos--;

773 774 775 776 777 778 779
      /*
       * If the Reph is to be ending up after a Matra,Halant sequence,
       * position it before that Halant so it can interact with the Matra.
       * However, if it's a plain Consonant,Halant we shouldn't do that.
       * Uniscribe doesn't do this.
       * TEST: U+0930,U+094D,U+0915,U+094B,U+094D
       */
780
      if (!indic_options ().uniscribe_bug_compatible &&
781
	  unlikely (info[new_reph_pos].indic_category() == OT_H)) {
782 783 784 785 786 787 788
	for (unsigned int i = base + 1; i < new_reph_pos; i++)
	  if (info[i].indic_category() == OT_M) {
	    /* Ok, got it. */
	    new_reph_pos--;
	  }
      }
      goto reph_move;
789 790
    }

791 792 793 794 795 796 797 798
    reph_move:
    {
      /* Move */
      hb_glyph_info_t reph = info[start];
      memmove (&info[start], &info[start + 1], (new_reph_pos - start) * sizeof (info[0]));
      info[new_reph_pos] = reph;
      start_of_last_cluster = start; /* Yay, one big cluster! */
    }
799 800 801 802
  }


  /*   o Reorder pre-base reordering consonants:
803 804 805 806 807
   *
   *     If a pre-base reordering consonant is found, reorder it according to
   *     the following rules:
   *
   *       1. Only reorder a glyph produced by substitution during application
B
Minor  
Behdad Esfahbod 已提交
808
   *          of the <pref> feature. (Note that a font may shape a Ra consonant with
809 810 811 812 813 814 815 816 817
   *          the feature generally but block it in certain contexts.)
   *
   *       2. Try to find a target position the same way as for pre-base matra.
   *          If it is found, reorder pre-base consonant glyph.
   *
   *       3. If position is not found, reorder immediately before main
   *          consonant.
   */

818 819 820 821
  /* TODO */



822
  /* Apply 'init' to the Left Matra if it's a word start. */
823
  if (info[start].indic_position () == POS_PRE_M &&
824
      (!start ||
B
Minor  
Behdad Esfahbod 已提交
825
       !(FLAG (_hb_glyph_info_get_general_category (&info[start - 1])) &
826 827 828 829 830 831 832 833
	 (FLAG (HB_UNICODE_GENERAL_CATEGORY_LOWERCASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_MODIFIER_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_OTHER_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_TITLECASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_UPPERCASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_SPACING_MARK) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_ENCLOSING_MARK) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_NON_SPACING_MARK)))))
B
Minor  
Behdad Esfahbod 已提交
834
    info[start].mask |= other_mask_array[INIT];
835

836

837 838 839

  /* Finish off the clusters and go home! */

840
  if (!indic_options ().uniscribe_bug_compatible)
841
  {
842 843 844 845 846 847 848 849 850 851 852 853 854 855 856
    /* This is what Uniscribe does.  Ie. add cluster boundaries after Halant,ZWNJ.
     * This means, half forms are submerged into the main consonants cluster.
     * This is unnecessary, and makes cursor positioning harder, but that's what
     * Uniscribe does. */
    unsigned int cluster_start = start;
    for (unsigned int i = start + 1; i < start_of_last_cluster; i++)
      if (info[i - 1].indic_category() == OT_H && info[i].indic_category() == OT_ZWNJ) {
        i++;
	buffer->merge_clusters (cluster_start, i);
	cluster_start = i;
      }
    start_of_last_cluster = cluster_start;
  }

  buffer->merge_clusters (start_of_last_cluster, end);
857
}
858 859


860 861
static void
final_reordering (const hb_ot_map_t *map,
B
Behdad Esfahbod 已提交
862
		  hb_face_t *face HB_UNUSED,
863 864 865 866 867 868
		  hb_buffer_t *buffer,
		  void *user_data HB_UNUSED)
{
  unsigned int count = buffer->len;
  if (!count) return;

B
Minor  
Behdad Esfahbod 已提交
869
  hb_mask_t other_mask_array[ARRAY_LENGTH (indic_other_features)] = {0};
870 871
  unsigned int num_masks = ARRAY_LENGTH (indic_other_features);
  for (unsigned int i = 0; i < num_masks; i++)
B
Minor  
Behdad Esfahbod 已提交
872
    other_mask_array[i] = map->get_1_mask (indic_other_features[i].tag);
873

874 875
  hb_glyph_info_t *info = buffer->info;
  unsigned int last = 0;
876
  unsigned int last_syllable = info[0].syllable();
877
  for (unsigned int i = 1; i < count; i++)
878
    if (last_syllable != info[i].syllable()) {
B
Minor  
Behdad Esfahbod 已提交
879
      final_reordering_syllable (buffer, other_mask_array, last, i);
880
      last = i;
881
      last_syllable = info[last].syllable();
882
    }
B
Minor  
Behdad Esfahbod 已提交
883
  final_reordering_syllable (buffer, other_mask_array, last, count);
884

B
Behdad Esfahbod 已提交
885 886 887 888 889
  HB_BUFFER_DEALLOCATE_VAR (buffer, indic_category);
  HB_BUFFER_DEALLOCATE_VAR (buffer, indic_position);
}


B
Behdad Esfahbod 已提交
890