hb-ot-shape-complex-indic.cc 30.1 KB
Newer Older
B
Behdad Esfahbod 已提交
1
/*
B
Minor  
Behdad Esfahbod 已提交
2
 * Copyright © 2011,2012  Google, Inc.
B
Behdad Esfahbod 已提交
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
 *
 *  This is part of HarfBuzz, a text shaping library.
 *
 * Permission is hereby granted, without written agreement and without
 * license or royalty fees, to use, copy, modify, and distribute this
 * software and its documentation for any purpose, provided that the
 * above copyright notice and the following two paragraphs appear in
 * all copies of this software.
 *
 * IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE TO ANY PARTY FOR
 * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
 * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN
 * IF THE COPYRIGHT HOLDER HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH
 * DAMAGE.
 *
 * THE COPYRIGHT HOLDER SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING,
 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
 * FITNESS FOR A PARTICULAR PURPOSE.  THE SOFTWARE PROVIDED HEREUNDER IS
 * ON AN "AS IS" BASIS, AND THE COPYRIGHT HOLDER HAS NO OBLIGATION TO
 * PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
 *
 * Google Author(s): Behdad Esfahbod
 */

B
Behdad Esfahbod 已提交
27
#include "hb-ot-shape-complex-indic-private.hh"
28
#include "hb-ot-shape-private.hh"
29

30 31 32 33 34 35 36 37 38 39 40 41
#define OLD_INDIC_TAG(script) (((hb_tag_t) script) | 0x20000000)
#define IS_OLD_INDIC_TAG(tag) ( \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_BENGALI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_DEVANAGARI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_GUJARATI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_GURMUKHI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_KANNADA) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_MALAYALAM) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_ORIYA) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_TAMIL) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_TELUGU) \
			      )
42
struct indic_options_t
43
{
44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74
  int initialized : 1;
  int uniscribe_bug_compatible : 1;
};

union indic_options_union_t {
  int i;
  indic_options_t opts;
};
ASSERT_STATIC (sizeof (int) == sizeof (indic_options_union_t));

static indic_options_union_t
indic_options_init (void)
{
  indic_options_union_t u;
  u.i = 0;
  u.opts.initialized = 1;

  char *c = getenv ("HB_OT_INDIC_OPTIONS");
  u.opts.uniscribe_bug_compatible = c && strstr (c, "uniscribe-bug-compatible");

  return u;
}

inline indic_options_t
indic_options (void)
{
  static indic_options_union_t options;

  if (unlikely (!options.i)) {
    /* This is idempotent and threadsafe. */
    options = indic_options_init ();
75 76
  }

77 78 79
  return options.opts;
}

80

B
Behdad Esfahbod 已提交
81 82 83 84 85 86 87 88 89 90 91 92 93 94
static int
compare_codepoint (const void *pa, const void *pb)
{
  hb_codepoint_t a = * (hb_codepoint_t *) pa;
  hb_codepoint_t b = * (hb_codepoint_t *) pb;

  return a < b ? -1 : a == b ? 0 : +1;
}

static indic_position_t
consonant_position (hb_codepoint_t u)
{
  consonant_position_t *record;

95 96 97 98
  /* Khmer does not have pre-base half forms. */
  if (0x1780 <= u && u <= 0x17FF)
    return POS_BELOW_C;

B
Behdad Esfahbod 已提交
99 100 101 102 103
  record = (consonant_position_t *) bsearch (&u, consonant_positions,
					     ARRAY_LENGTH (consonant_positions),
					     sizeof (consonant_positions[0]),
					     compare_codepoint);

104
  return record ? record->position : POS_BASE_C;
B
Behdad Esfahbod 已提交
105 106
}

107 108 109 110 111 112 113 114 115
static bool
is_ra (hb_codepoint_t u)
{
  return !!bsearch (&u, ra_chars,
		    ARRAY_LENGTH (ra_chars),
		    sizeof (ra_chars[0]),
		    compare_codepoint);
}

116
static bool
B
Behdad Esfahbod 已提交
117
is_joiner (const hb_glyph_info_t &info)
118
{
B
Behdad Esfahbod 已提交
119 120 121 122 123 124
  return !!(FLAG (info.indic_category()) & (FLAG (OT_ZWJ) | FLAG (OT_ZWNJ)));
}

static bool
is_consonant (const hb_glyph_info_t &info)
{
125 126
  /* Note:
   *
127
   * We treat Vowels and placeholders as if they were consonants.  This is safe because Vowels
B
Behdad Esfahbod 已提交
128 129
   * cannot happen in a consonant syllable.  The plus side however is, we can call the
   * consonant syllable logic from the vowel syllable function and get it all right! */
130
  return !!(FLAG (info.indic_category()) & (FLAG (OT_C) | FLAG (OT_Ra) | FLAG (OT_V) | FLAG (OT_NBSP) | FLAG (OT_DOTTEDCIRCLE)));
131
}
132

133 134 135 136 137 138
static bool
is_halant_or_coeng (const hb_glyph_info_t &info)
{
  return !!(FLAG (info.indic_category()) & (FLAG (OT_H) | FLAG (OT_Coeng)));
}

139
struct feature_list_t {
140 141
  hb_tag_t tag;
  hb_bool_t is_global;
142 143
};

144
/* These features are applied one at a time, given the order in this table. */
145 146
static const feature_list_t
indic_basic_features[] =
B
Behdad Esfahbod 已提交
147
{
148 149 150
  {HB_TAG('n','u','k','t'), true},
  {HB_TAG('a','k','h','n'), false},
  {HB_TAG('r','p','h','f'), false},
B
Behdad Esfahbod 已提交
151
  {HB_TAG('r','k','r','f'), true},
152 153 154
  {HB_TAG('p','r','e','f'), false},
  {HB_TAG('b','l','w','f'), false},
  {HB_TAG('h','a','l','f'), false},
B
Behdad Esfahbod 已提交
155
  {HB_TAG('a','b','v','f'), false},
156
  {HB_TAG('p','s','t','f'), false},
B
Behdad Esfahbod 已提交
157
  {HB_TAG('c','j','c','t'), false},
158
  {HB_TAG('v','a','t','u'), true},
159 160 161 162 163 164 165
};

/* Same order as the indic_basic_features array */
enum {
  _NUKT,
  AKHN,
  RPHF,
B
Minor  
Behdad Esfahbod 已提交
166
  _RKRF,
167 168 169
  PREF,
  BLWF,
  HALF,
B
Behdad Esfahbod 已提交
170
  ABVF,
171
  PSTF,
172 173
  CJCT,
  VATU
B
Behdad Esfahbod 已提交
174 175
};

176
/* These features are applied all at once. */
177 178
static const feature_list_t
indic_other_features[] =
B
Behdad Esfahbod 已提交
179
{
180 181 182 183 184 185 186 187 188 189 190 191
  {HB_TAG('i','n','i','t'), false},
  {HB_TAG('p','r','e','s'), true},
  {HB_TAG('a','b','v','s'), true},
  {HB_TAG('b','l','w','s'), true},
  {HB_TAG('p','s','t','s'), true},
  {HB_TAG('h','a','l','n'), true},

  {HB_TAG('d','i','s','t'), true},
  {HB_TAG('a','b','v','m'), true},
  {HB_TAG('b','l','w','m'), true},
};

B
Behdad Esfahbod 已提交
192 193 194 195 196 197

static void
initial_reordering (const hb_ot_map_t *map,
		    hb_face_t *face,
		    hb_buffer_t *buffer,
		    void *user_data HB_UNUSED);
198 199 200 201
static void
final_reordering (const hb_ot_map_t *map,
		  hb_face_t *face,
		  hb_buffer_t *buffer,
B
Behdad Esfahbod 已提交
202
		  void *user_data HB_UNUSED);
B
Behdad Esfahbod 已提交
203 204

void
B
Behdad Esfahbod 已提交
205 206
_hb_ot_shape_complex_collect_features_indic (hb_ot_map_builder_t *map,
					     const hb_segment_properties_t *props HB_UNUSED)
B
Behdad Esfahbod 已提交
207
{
208
  map->add_bool_feature (HB_TAG('l','o','c','l'));
B
Minor  
Behdad Esfahbod 已提交
209 210
  /* The Indic specs do not require ccmp, but we apply it here since if
   * there is a use of it, it's typically at the beginning. */
211 212
  map->add_bool_feature (HB_TAG('c','c','m','p'));

B
Behdad Esfahbod 已提交
213
  map->add_gsub_pause (initial_reordering, NULL);
214

215
  for (unsigned int i = 0; i < ARRAY_LENGTH (indic_basic_features); i++) {
216
    map->add_bool_feature (indic_basic_features[i].tag, indic_basic_features[i].is_global);
217 218
    map->add_gsub_pause (NULL, NULL);
  }
B
Behdad Esfahbod 已提交
219

220 221
  map->add_gsub_pause (final_reordering, NULL);

222
  for (unsigned int i = 0; i < ARRAY_LENGTH (indic_other_features); i++)
223
    map->add_bool_feature (indic_other_features[i].tag, indic_other_features[i].is_global);
B
Behdad Esfahbod 已提交
224 225
}

226 227 228 229
void
_hb_ot_shape_complex_override_features_indic (hb_ot_map_builder_t *map,
					      const hb_segment_properties_t *props HB_UNUSED)
{
230 231 232
  /* Uniscribe does not apply 'kern'. */
  if (indic_options ().uniscribe_bug_compatible)
    map->add_feature (HB_TAG('k','e','r','n'), 0, true);
233 234
}

235

B
Behdad Esfahbod 已提交
236 237
hb_ot_shape_normalization_mode_t
_hb_ot_shape_complex_normalization_preference_indic (void)
238 239
{
  /* We want split matras decomposed by the common shaping logic. */
B
Behdad Esfahbod 已提交
240
  return HB_OT_SHAPE_NORMALIZATION_MODE_DECOMPOSED;
241 242
}

243

B
Behdad Esfahbod 已提交
244
void
B
Behdad Esfahbod 已提交
245 246
_hb_ot_shape_complex_setup_masks_indic (hb_ot_map_t *map HB_UNUSED,
					hb_buffer_t *buffer,
B
Behdad Esfahbod 已提交
247
					hb_font_t *font HB_UNUSED)
B
Behdad Esfahbod 已提交
248
{
249 250 251
  HB_BUFFER_ALLOCATE_VAR (buffer, indic_category);
  HB_BUFFER_ALLOCATE_VAR (buffer, indic_position);

B
Behdad Esfahbod 已提交
252 253 254 255
  /* We cannot setup masks here.  We save information about characters
   * and setup masks later on in a pause-callback. */

  unsigned int count = buffer->len;
B
Behdad Esfahbod 已提交
256 257
  for (unsigned int i = 0; i < count; i++)
  {
B
Minor  
Behdad Esfahbod 已提交
258 259 260 261 262 263
    hb_glyph_info_t &info = buffer->info[i];
    unsigned int type = get_indic_categories (info.codepoint);

    info.indic_category() = type & 0x0F;
    info.indic_position() = type >> 4;

264 265 266 267 268 269 270 271 272 273 274
    /* The spec says U+0952 is OT_A.  However, testing shows that Uniscribe
     * treats U+0951..U+0952 all as OT_VD.
     * TESTS:
     * U+092E,U+0947,U+0952
     * U+092E,U+0952,U+0947
     * U+092E,U+0947,U+0951
     * U+092E,U+0951,U+0947
     * */
    if (unlikely (hb_in_range<hb_codepoint_t> (info.codepoint, 0x0951, 0x0954)))
      info.indic_category() = OT_VD;

275 276 277 278
    if (info.indic_category() == OT_X &&
	unlikely (hb_in_range<hb_codepoint_t> (info.codepoint, 0x17CB, 0x17D0)))
      info.indic_category() = OT_RS;

B
Minor  
Behdad Esfahbod 已提交
279 280 281 282
    if (info.indic_category() == OT_C) {
      info.indic_position() = consonant_position (info.codepoint);
      if (is_ra (info.codepoint))
	info.indic_category() = OT_Ra;
283 284
    } else if (info.indic_category() == OT_RS) {
      info.indic_position() = POS_ABOVE_M;
B
Minor  
Behdad Esfahbod 已提交
285 286 287 288 289 290 291
    } else if (info.indic_category() == OT_SM ||
	       info.indic_category() == OT_VD) {
      info.indic_position() = POS_SMVD;
    } else if (unlikely (info.codepoint == 0x200C))
      info.indic_category() = OT_ZWNJ;
    else if (unlikely (info.codepoint == 0x200D))
      info.indic_category() = OT_ZWJ;
292 293
    else if (unlikely (info.codepoint == 0x25CC))
      info.indic_category() = OT_DOTTEDCIRCLE;
B
Behdad Esfahbod 已提交
294
  }
B
Behdad Esfahbod 已提交
295
}
B
Behdad Esfahbod 已提交
296

B
Behdad Esfahbod 已提交
297 298 299 300 301 302 303 304
static int
compare_indic_order (const hb_glyph_info_t *pa, const hb_glyph_info_t *pb)
{
  int a = pa->indic_position();
  int b = pb->indic_position();

  return a < b ? -1 : a == b ? 0 : +1;
}
305

B
Minor  
Behdad Esfahbod 已提交
306 307 308
/* Rules from:
 * https://www.microsoft.com/typography/otfntdev/devanot/shaping.aspx */

B
Behdad Esfahbod 已提交
309
static void
B
Minor  
Behdad Esfahbod 已提交
310
initial_reordering_consonant_syllable (const hb_ot_map_t *map, hb_buffer_t *buffer, hb_mask_t *basic_mask_array,
311
				       unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
312
{
B
Minor  
Behdad Esfahbod 已提交
313
  hb_glyph_info_t *info = buffer->info;
B
Behdad Esfahbod 已提交
314

B
Behdad Esfahbod 已提交
315

B
Behdad Esfahbod 已提交
316 317 318 319 320 321 322 323 324 325 326 327 328 329
  /* 1. Find base consonant:
   *
   * The shaping engine finds the base consonant of the syllable, using the
   * following algorithm: starting from the end of the syllable, move backwards
   * until a consonant is found that does not have a below-base or post-base
   * form (post-base forms have to follow below-base forms), or that is not a
   * pre-base reordering Ra, or arrive at the first consonant. The consonant
   * stopped at will be the base.
   *
   *   o If the syllable starts with Ra + Halant (in a script that has Reph)
   *     and has more than one consonant, Ra is excluded from candidates for
   *     base consonants.
   */

330
  unsigned int base = end;
B
Behdad Esfahbod 已提交
331
  bool has_reph = false;
B
Behdad Esfahbod 已提交
332

B
Behdad Esfahbod 已提交
333
  {
B
Behdad Esfahbod 已提交
334 335 336 337
    /* -> If the syllable starts with Ra + Halant (in a script that has Reph)
     *    and has more than one consonant, Ra is excluded from candidates for
     *    base consonants. */
    unsigned int limit = start;
B
Minor  
Behdad Esfahbod 已提交
338
    if (basic_mask_array[RPHF] &&
B
Behdad Esfahbod 已提交
339 340 341 342 343 344 345 346 347
	start + 3 <= end &&
	info[start].indic_category() == OT_Ra &&
	info[start + 1].indic_category() == OT_H &&
	!is_joiner (info[start + 2]))
    {
      limit += 2;
      base = start;
      has_reph = true;
    };
B
Behdad Esfahbod 已提交
348

B
Minor  
Behdad Esfahbod 已提交
349 350 351 352 353 354
    /* -> starting from the end of the syllable, move backwards */
    unsigned int i = end;
    do {
      i--;
      /* -> until a consonant is found */
      if (is_consonant (info[i]))
B
Behdad Esfahbod 已提交
355
      {
B
Minor  
Behdad Esfahbod 已提交
356 357 358 359 360 361 362 363
	/* -> that does not have a below-base or post-base form
	 * (post-base forms have to follow below-base forms), */
	if (info[i].indic_position() != POS_BELOW_C &&
	    info[i].indic_position() != POS_POST_C)
	{
	  base = i;
	  break;
	}
B
Behdad Esfahbod 已提交
364

B
Minor  
Behdad Esfahbod 已提交
365 366 367 368
	/* -> or that is not a pre-base reordering Ra,
	 *
	 * TODO
	 */
369

B
Minor  
Behdad Esfahbod 已提交
370 371 372 373 374 375 376 377 378 379
	/* -> or arrive at the first consonant. The consonant stopped at will
	 * be the base. */
	base = i;
      }
      else
	if (is_joiner (info[i]))
	  break;
    } while (i > limit);
    if (base < start)
      base = start; /* Just in case... */
B
Behdad Esfahbod 已提交
380

B
Behdad Esfahbod 已提交
381 382 383 384 385 386 387 388

    /* -> If the syllable starts with Ra + Halant (in a script that has Reph)
     *    and has more than one consonant, Ra is excluded from candidates for
     *    base consonants. */
    if (has_reph && base == start) {
      /* Have no other consonant, so Reph is not formed and Ra becomes base. */
      has_reph = false;
    }
B
Behdad Esfahbod 已提交
389
  }
390 391


B
Behdad Esfahbod 已提交
392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423
  /* 2. Decompose and reorder Matras:
   *
   * Each matra and any syllable modifier sign in the cluster are moved to the
   * appropriate position relative to the consonant(s) in the cluster. The
   * shaping engine decomposes two- or three-part matras into their constituent
   * parts before any repositioning. Matra characters are classified by which
   * consonant in a conjunct they have affinity for and are reordered to the
   * following positions:
   *
   *   o Before first half form in the syllable
   *   o After subjoined consonants
   *   o After post-form consonant
   *   o After main consonant (for above marks)
   *
   * IMPLEMENTATION NOTES:
   *
   * The normalize() routine has already decomposed matras for us, so we don't
   * need to worry about that.
   */


  /* 3.  Reorder marks to canonical order:
   *
   * Adjacent nukta and halant or nukta and vedic sign are always repositioned
   * if necessary, so that the nukta is first.
   *
   * IMPLEMENTATION NOTES:
   *
   * We don't need to do this: the normalize() routine already did this for us.
   */


B
Behdad Esfahbod 已提交
424 425
  /* Reorder characters */

B
Minor  
Behdad Esfahbod 已提交
426
  for (unsigned int i = start; i < base; i++)
427 428
    info[i].indic_position() = POS_PRE_C;
  info[base].indic_position() = POS_BASE_C;
B
Behdad Esfahbod 已提交
429

430
  /* Handle beginning Ra */
B
Behdad Esfahbod 已提交
431
  if (has_reph)
432
    info[start].indic_position() = POS_RA_TO_BECOME_REPH;
433

434 435
  /* For old-style Indic script tags, move the first post-base Halant after
   * last consonant. */
436
  if (IS_OLD_INDIC_TAG (map->get_chosen_script (0))) {
B
Minor  
Behdad Esfahbod 已提交
437
    for (unsigned int i = base + 1; i < end; i++)
438 439 440
      if (info[i].indic_category() == OT_H) {
        unsigned int j;
        for (j = end - 1; j > i; j--)
B
Behdad Esfahbod 已提交
441
	  if (is_consonant (info[j]))
442 443 444 445 446 447 448 449 450 451 452
	    break;
	if (j > i) {
	  /* Move Halant to after last consonant. */
	  hb_glyph_info_t t = info[i];
	  memmove (&info[i], &info[i + 1], (j - i) * sizeof (info[0]));
	  info[j] = t;
	}
        break;
      }
  }

B
Behdad Esfahbod 已提交
453
  /* Attach ZWJ, ZWNJ, nukta, and halant to previous char to move with them. */
454
  if (!indic_options ().uniscribe_bug_compatible)
455 456 457 458 459 460
  {
    /* Please update the Uniscribe branch when touching this! */
    for (unsigned int i = start + 1; i < end; i++)
      if ((FLAG (info[i].indic_category()) & (FLAG (OT_ZWNJ) | FLAG (OT_ZWJ) | FLAG (OT_N) | FLAG (OT_H))))
	info[i].indic_position() = info[i - 1].indic_position();
  } else {
461 462 463 464
    /*
     * Uniscribe doesn't move the Halant with Left Matra.
     * TEST: U+092B,U+093F,U+094DE
     */
465 466 467 468
    /* Please update the non-Uniscribe branch when touching this! */
    for (unsigned int i = start + 1; i < end; i++)
      if ((FLAG (info[i].indic_category()) & (FLAG (OT_ZWNJ) | FLAG (OT_ZWJ) | FLAG (OT_N) | FLAG (OT_H)))) {
	info[i].indic_position() = info[i - 1].indic_position();
469
	if (info[i].indic_category() == OT_H && info[i].indic_position() == POS_PRE_M)
470
	  for (unsigned int j = i; j > start; j--)
471
	    if (info[j - 1].indic_position() != POS_PRE_M) {
472 473 474 475 476
	      info[i].indic_position() = info[j - 1].indic_position();
	      break;
	    }
      }
  }
477 478 479 480
  /* Re-attach ZWJ, ZWNJ, and halant to next char, for after-base consonants. */
  {
    unsigned int last_halant = end;
    for (unsigned int i = base + 1; i < end; i++)
481
      if (is_halant_or_coeng (info[i]))
482 483 484 485 486 487
        last_halant = i;
      else if (is_consonant (info[i])) {
	for (unsigned int j = last_halant; j < i; j++)
	  info[j].indic_position() = info[i].indic_position();
      }
  }
B
Behdad Esfahbod 已提交
488 489

  /* We do bubble-sort, skip malicious clusters attempts */
490
  if (end - start < 64)
491 492
  {
    /* Sit tight, rock 'n roll! */
493
    hb_bubble_sort (info + start, end - start, compare_indic_order);
494 495
    /* Find base again */
    base = end;
B
Minor  
Behdad Esfahbod 已提交
496
    for (unsigned int i = start; i < end; i++)
497 498 499 500 501
      if (info[i].indic_position() == POS_BASE_C) {
        base = i;
	break;
      }
  }
B
Behdad Esfahbod 已提交
502

B
Behdad Esfahbod 已提交
503 504
  /* Setup masks now */

B
Behdad Esfahbod 已提交
505 506 507
  {
    hb_mask_t mask;

508
    /* Reph */
509
    for (unsigned int i = start; i < end && info[i].indic_position() == POS_RA_TO_BECOME_REPH; i++)
B
Minor  
Behdad Esfahbod 已提交
510
      info[i].mask |= basic_mask_array[RPHF];
511

B
Behdad Esfahbod 已提交
512
    /* Pre-base */
B
Minor  
Behdad Esfahbod 已提交
513
    mask = basic_mask_array[HALF] | basic_mask_array[AKHN] | basic_mask_array[CJCT];
B
Minor  
Behdad Esfahbod 已提交
514
    for (unsigned int i = start; i < base; i++)
B
Behdad Esfahbod 已提交
515 516
      info[i].mask  |= mask;
    /* Base */
B
Minor  
Behdad Esfahbod 已提交
517
    mask = basic_mask_array[AKHN] | basic_mask_array[CJCT];
B
Behdad Esfahbod 已提交
518 519
    info[base].mask |= mask;
    /* Post-base */
B
Minor  
Behdad Esfahbod 已提交
520
    mask = basic_mask_array[BLWF] | basic_mask_array[ABVF] | basic_mask_array[PSTF] | basic_mask_array[CJCT];
B
Minor  
Behdad Esfahbod 已提交
521
    for (unsigned int i = base + 1; i < end; i++)
B
Behdad Esfahbod 已提交
522 523
      info[i].mask  |= mask;
  }
B
Behdad Esfahbod 已提交
524

525
  /* XXX This will not match for old-Indic spec since the Halant-Ra order is reversed already. */
526
  if (basic_mask_array[PREF] && base + 3 <= end)
527
  {
528 529
    /* Find a Halant,Ra sequence and mark it fore pre-base reordering processing. */
    for (unsigned int i = base + 1; i + 1 < end; i++)
530
      if (is_halant_or_coeng (info[i]) &&
531 532 533 534 535 536
	  info[i + 1].indic_category() == OT_Ra)
      {
	info[i].mask |= basic_mask_array[PREF];
	info[i + 1].mask |= basic_mask_array[PREF];
	break;
      }
537 538
  }

B
Behdad Esfahbod 已提交
539
  /* Apply ZWJ/ZWNJ effects */
B
Minor  
Behdad Esfahbod 已提交
540
  for (unsigned int i = start + 1; i < end; i++)
B
Behdad Esfahbod 已提交
541 542
    if (is_joiner (info[i])) {
      bool non_joiner = info[i].indic_category() == OT_ZWNJ;
543
      unsigned int j = i;
B
Behdad Esfahbod 已提交
544 545 546

      do {
	j--;
547

B
Minor  
Behdad Esfahbod 已提交
548
	info[j].mask &= ~basic_mask_array[CJCT];
549
	if (non_joiner)
B
Minor  
Behdad Esfahbod 已提交
550
	  info[j].mask &= ~basic_mask_array[HALF];
551

B
Behdad Esfahbod 已提交
552 553
      } while (j > start && !is_consonant (info[j]));
    }
B
Behdad Esfahbod 已提交
554 555 556 557
}


static void
B
Behdad Esfahbod 已提交
558 559
initial_reordering_vowel_syllable (const hb_ot_map_t *map,
				   hb_buffer_t *buffer,
B
Minor  
Behdad Esfahbod 已提交
560
				   hb_mask_t *basic_mask_array,
561
				   unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
562
{
B
Behdad Esfahbod 已提交
563
  /* We made the vowels look like consonants.  So let's call the consonant logic! */
B
Minor  
Behdad Esfahbod 已提交
564
  initial_reordering_consonant_syllable (map, buffer, basic_mask_array, start, end);
B
Behdad Esfahbod 已提交
565 566 567
}

static void
B
Behdad Esfahbod 已提交
568 569
initial_reordering_standalone_cluster (const hb_ot_map_t *map,
				       hb_buffer_t *buffer,
B
Minor  
Behdad Esfahbod 已提交
570
				       hb_mask_t *basic_mask_array,
571
				       unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
572
{
573 574 575
  /* We treat NBSP/dotted-circle as if they are consonants, so we should just chain.
   * Only if not in compatibility mode that is... */

576
  if (indic_options ().uniscribe_bug_compatible)
577 578 579 580 581 582 583 584
  {
    /* For dotted-circle, this is what Uniscribe does:
     * If dotted-circle is the last glyph, it just does nothing.
     * Ie. It doesn't form Reph. */
    if (buffer->info[end - 1].indic_category() == OT_DOTTEDCIRCLE)
      return;
  }

B
Minor  
Behdad Esfahbod 已提交
585
  initial_reordering_consonant_syllable (map, buffer, basic_mask_array, start, end);
B
Behdad Esfahbod 已提交
586 587 588
}

static void
B
Behdad Esfahbod 已提交
589 590
initial_reordering_non_indic (const hb_ot_map_t *map HB_UNUSED,
			      hb_buffer_t *buffer HB_UNUSED,
B
Minor  
Behdad Esfahbod 已提交
591
			      hb_mask_t *basic_mask_array HB_UNUSED,
B
Behdad Esfahbod 已提交
592
			      unsigned int start HB_UNUSED, unsigned int end HB_UNUSED)
B
Behdad Esfahbod 已提交
593 594 595 596 597 598 599 600 601
{
  /* Nothing to do right now.  If we ever switch to using the output
   * buffer in the reordering process, we'd need to next_glyph() here. */
}

#include "hb-ot-shape-complex-indic-machine.hh"

static void
initial_reordering (const hb_ot_map_t *map,
B
Behdad Esfahbod 已提交
602
		    hb_face_t *face HB_UNUSED,
B
Behdad Esfahbod 已提交
603 604 605
		    hb_buffer_t *buffer,
		    void *user_data HB_UNUSED)
{
B
Minor  
Behdad Esfahbod 已提交
606
  hb_mask_t basic_mask_array[ARRAY_LENGTH (indic_basic_features)] = {0};
B
Behdad Esfahbod 已提交
607 608
  unsigned int num_masks = ARRAY_LENGTH (indic_basic_features);
  for (unsigned int i = 0; i < num_masks; i++)
B
Minor  
Behdad Esfahbod 已提交
609
    basic_mask_array[i] = map->get_1_mask (indic_basic_features[i].tag);
B
Behdad Esfahbod 已提交
610

B
Minor  
Behdad Esfahbod 已提交
611
  find_syllables (map, buffer, basic_mask_array);
B
Behdad Esfahbod 已提交
612 613
}

B
Behdad Esfahbod 已提交
614
static void
615 616
final_reordering_syllable (hb_buffer_t *buffer,
			   hb_mask_t init_mask, hb_mask_t pref_mask,
617
			   unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
618
{
619 620
  hb_glyph_info_t *info = buffer->info;

621 622 623 624 625 626
  /* 4. Final reordering:
   *
   * After the localized forms and basic shaping forms GSUB features have been
   * applied (see below), the shaping engine performs some final glyph
   * reordering before applying all the remaining font features to the entire
   * cluster.
627 628 629 630 631 632 633 634 635 636
   */

  /* Find base again */
  unsigned int base = end;
  for (unsigned int i = start; i < end; i++)
    if (info[i].indic_position() == POS_BASE_C) {
      base = i;
      break;
    }

B
Minor  
Behdad Esfahbod 已提交
637 638
  unsigned int start_of_last_cluster = base;

639
  /*   o Reorder matras:
640 641 642 643 644 645 646
   *
   *     If a pre-base matra character had been reordered before applying basic
   *     features, the glyph can be moved closer to the main consonant based on
   *     whether half-forms had been formed. Actual position for the matra is
   *     defined as “after last standalone halant glyph, after initial matra
   *     position and before the main consonant”. If ZWJ or ZWNJ follow this
   *     halant, position is moved after it.
647 648
   */

B
Behdad Esfahbod 已提交
649
  if (start < base) /* Otherwise there can't be any pre-base matra characters. */
650
  {
B
Behdad Esfahbod 已提交
651 652
    unsigned int new_pos = base - 1;
    while (new_pos > start &&
653
	   !(FLAG (info[new_pos].indic_category()) & (FLAG (OT_M) | FLAG (OT_H) | FLAG (OT_Coeng))))
B
Behdad Esfahbod 已提交
654
      new_pos--;
655 656
    /* If we found no Halant we are done.  Otherwise only proceed if the Halant does
     * not belong to the Matra itself! */
657
    if (is_halant_or_coeng (info[new_pos]) &&
B
Behdad Esfahbod 已提交
658
	info[new_pos].indic_position() != POS_PRE_M) {
659
      /* -> If ZWJ or ZWNJ follow this halant, position is moved after it. */
B
Behdad Esfahbod 已提交
660 661
      if (new_pos + 1 < end && is_joiner (info[new_pos + 1]))
	new_pos++;
662 663

      /* Now go see if there's actually any matras... */
B
Behdad Esfahbod 已提交
664
      for (unsigned int i = new_pos; i > start; i--)
665
	if (info[i - 1].indic_position () == POS_PRE_M)
666
	{
B
Behdad Esfahbod 已提交
667 668 669 670
	  unsigned int old_pos = i - 1;
	  hb_glyph_info_t tmp = info[old_pos];
	  memmove (&info[old_pos], &info[old_pos + 1], (new_pos - old_pos) * sizeof (info[0]));
	  info[new_pos] = tmp;
B
Behdad Esfahbod 已提交
671 672
	  start_of_last_cluster = MIN (new_pos, start_of_last_cluster);
	  new_pos--;
673 674
	}
    }
675 676 677 678
  }


  /*   o Reorder reph:
679 680 681 682 683 684
   *
   *     Reph’s original position is always at the beginning of the syllable,
   *     (i.e. it is not reordered at the character reordering stage). However,
   *     it will be reordered according to the basic-forms shaping results.
   *     Possible positions for reph, depending on the script, are; after main,
   *     before post-base consonant forms, and after post-base consonant forms.
685 686 687 688 689 690 691 692 693
   */

  /* If there's anything after the Ra that has the REPH pos, it ought to be halant.
   * Which means that the font has failed to ligate the Reph.  In which case, we
   * shouldn't move. */
  if (start + 1 < end &&
      info[start].indic_position() == POS_RA_TO_BECOME_REPH &&
      info[start + 1].indic_position() != POS_RA_TO_BECOME_REPH)
  {
694 695 696
      unsigned int new_reph_pos;

     enum reph_position_t {
697 698 699 700
       REPH_AFTER_MAIN,
       REPH_BEFORE_SUBSCRIPT,
       REPH_AFTER_SUBSCRIPT,
       REPH_BEFORE_POSTSCRIPT,
701
       REPH_AFTER_POSTSCRIPT
702 703 704
     } reph_pos;

     /* XXX Figure out old behavior too */
B
Behdad Esfahbod 已提交
705
     switch ((hb_tag_t) buffer->props.script)
706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731
     {
       case HB_SCRIPT_MALAYALAM:
       case HB_SCRIPT_ORIYA:
	 reph_pos = REPH_AFTER_MAIN;
	 break;

       case HB_SCRIPT_GURMUKHI:
	 reph_pos = REPH_BEFORE_SUBSCRIPT;
	 break;

       case HB_SCRIPT_BENGALI:
	 reph_pos = REPH_AFTER_SUBSCRIPT;
	 break;

       default:
       case HB_SCRIPT_DEVANAGARI:
       case HB_SCRIPT_GUJARATI:
	 reph_pos = REPH_BEFORE_POSTSCRIPT;
	 break;

       case HB_SCRIPT_KANNADA:
       case HB_SCRIPT_TAMIL:
       case HB_SCRIPT_TELUGU:
	 reph_pos = REPH_AFTER_POSTSCRIPT;
	 break;
     }
732

733 734
    /*       1. If reph should be positioned after post-base consonant forms,
     *          proceed to step 5.
735
     */
736
    if (reph_pos == REPH_AFTER_POSTSCRIPT)
737
    {
738
      goto reph_step_5;
739 740 741
    }

    /*       2. If the reph repositioning class is not after post-base: target
742 743 744 745 746 747 748 749 750
     *          position is after the first explicit halant glyph between the
     *          first post-reph consonant and last main consonant. If ZWJ or ZWNJ
     *          are following this halant, position is moved after it. If such
     *          position is found, this is the target position. Otherwise,
     *          proceed to the next step.
     *
     *          Note: in old-implementation fonts, where classifications were
     *          fixed in shaping engine, there was no case where reph position
     *          will be found on this step.
751 752 753
     */
    {
      new_reph_pos = start + 1;
754
      while (new_reph_pos < base && !is_halant_or_coeng (info[new_reph_pos]))
755 756
	new_reph_pos++;

757
      if (new_reph_pos < base && is_halant_or_coeng (info[new_reph_pos])) {
758 759 760 761 762 763 764 765
	/* ->If ZWJ or ZWNJ are following this halant, position is moved after it. */
	if (new_reph_pos + 1 < base && is_joiner (info[new_reph_pos + 1]))
	  new_reph_pos++;
	goto reph_move;
      }
    }

    /*       3. If reph should be repositioned after the main consonant: find the
766 767
     *          first consonant not ligated with main, or find the first
     *          consonant that is not a potential pre-base reordering Ra.
768
     */
769
    if (reph_pos == REPH_AFTER_MAIN)
770
    {
771 772 773 774 775 776 777
      new_reph_pos = base;
      /* XXX Skip potential pre-base reordering Ra. */
      while (new_reph_pos < end &&
	     !( FLAG (info[new_reph_pos + 1].indic_position()) & (FLAG (POS_BELOW_C) | FLAG (POS_POST_C) | FLAG (POS_POST_M) | FLAG (POS_SMVD))))
	new_reph_pos++;
      if (new_reph_pos < end)
        goto reph_move;
778 779 780
    }

    /*       4. If reph should be positioned before post-base consonant, find
781 782 783
     *          first post-base classified consonant not ligated with main. If no
     *          consonant is found, the target position should be before the
     *          first matra, syllable modifier sign or vedic sign.
784
     */
785 786
    /* This is our take on what step 4 is trying to say (and failing, BADLY). */
    if (reph_pos == REPH_AFTER_SUBSCRIPT)
787
    {
788 789
      new_reph_pos = base;
      while (new_reph_pos < end &&
790
	     !( FLAG (info[new_reph_pos + 1].indic_position()) & (FLAG (POS_POST_C) | FLAG (POS_POST_M) | FLAG (POS_SMVD))))
791 792 793
	new_reph_pos++;
      if (new_reph_pos < end)
        goto reph_move;
794 795 796
    }

    /*       5. If no consonant is found in steps 3 or 4, move reph to a position
797 798 799 800 801 802
     *          immediately before the first post-base matra, syllable modifier
     *          sign or vedic sign that has a reordering class after the intended
     *          reph position. For example, if the reordering position for reph
     *          is post-main, it will skip above-base matras that also have a
     *          post-main position.
     */
803 804 805 806
    reph_step_5:
    {
      /* XXX */
    }
807

808 809 810 811 812 813 814
    /*       6. Otherwise, reorder reph to the end of the syllable.
     */
    {
      new_reph_pos = end - 1;
      while (new_reph_pos > start && info[new_reph_pos].indic_position() == POS_SMVD)
	new_reph_pos--;

815 816 817 818 819 820 821
      /*
       * If the Reph is to be ending up after a Matra,Halant sequence,
       * position it before that Halant so it can interact with the Matra.
       * However, if it's a plain Consonant,Halant we shouldn't do that.
       * Uniscribe doesn't do this.
       * TEST: U+0930,U+094D,U+0915,U+094B,U+094D
       */
822
      if (!indic_options ().uniscribe_bug_compatible &&
823
	  unlikely (is_halant_or_coeng (info[new_reph_pos]))) {
824 825 826 827 828 829 830
	for (unsigned int i = base + 1; i < new_reph_pos; i++)
	  if (info[i].indic_category() == OT_M) {
	    /* Ok, got it. */
	    new_reph_pos--;
	  }
      }
      goto reph_move;
831 832
    }

833 834 835 836 837 838 839 840
    reph_move:
    {
      /* Move */
      hb_glyph_info_t reph = info[start];
      memmove (&info[start], &info[start + 1], (new_reph_pos - start) * sizeof (info[0]));
      info[new_reph_pos] = reph;
      start_of_last_cluster = start; /* Yay, one big cluster! */
    }
841 842 843 844
  }


  /*   o Reorder pre-base reordering consonants:
845 846 847 848 849
   *
   *     If a pre-base reordering consonant is found, reorder it according to
   *     the following rules:
   */

850 851
  if (pref_mask && base + 1 < end) /* Otherwise there can't be any pre-base reordering Ra. */
  {
852 853
    for (unsigned int i = base + 1; i < end; i++)
      if ((info[i].mask & pref_mask) != 0)
854
      {
855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870
	/*       1. Only reorder a glyph produced by substitution during application
	 *          of the <pref> feature. (Note that a font may shape a Ra consonant with
	 *          the feature generally but block it in certain contexts.)
	 */
	if (i + 1 == end || (info[i + 1].mask & pref_mask) == 0)
	{
	  /*
	   *       2. Try to find a target position the same way as for pre-base matra.
	   *          If it is found, reorder pre-base consonant glyph.
	   *
	   *       3. If position is not found, reorder immediately before main
	   *          consonant.
	   */

	  unsigned int new_pos = base;
	  while (new_pos > start + 1 &&
871
		 !(FLAG (info[new_pos - 1].indic_category()) & (FLAG (OT_M) | FLAG (OT_H) | FLAG (OT_Coeng))))
872 873
	    new_pos--;

874
	  if (new_pos > start && is_halant_or_coeng (info[new_pos - 1]))
875 876 877 878 879 880 881 882 883 884 885 886 887 888
	    /* -> If ZWJ or ZWNJ follow this halant, position is moved after it. */
	    if (new_pos < end && is_joiner (info[new_pos]))
	      new_pos++;

	  {
	    unsigned int old_pos = i;
	    hb_glyph_info_t tmp = info[old_pos];
	    memmove (&info[new_pos + 1], &info[new_pos], (old_pos - new_pos) * sizeof (info[0]));
	    info[new_pos] = tmp;
	    start_of_last_cluster = MIN (new_pos, start_of_last_cluster);
	  }
	}

        break;
889
      }
890
  }
891 892


893
  /* Apply 'init' to the Left Matra if it's a word start. */
894
  if (info[start].indic_position () == POS_PRE_M &&
895
      (!start ||
B
Minor  
Behdad Esfahbod 已提交
896
       !(FLAG (_hb_glyph_info_get_general_category (&info[start - 1])) &
897 898 899 900 901 902 903 904
	 (FLAG (HB_UNICODE_GENERAL_CATEGORY_LOWERCASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_MODIFIER_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_OTHER_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_TITLECASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_UPPERCASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_SPACING_MARK) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_ENCLOSING_MARK) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_NON_SPACING_MARK)))))
905
    info[start].mask |= init_mask;
906

907

908 909 910

  /* Finish off the clusters and go home! */

911
  if (!indic_options ().uniscribe_bug_compatible)
912
  {
913 914 915 916 917 918
    /* This is what Uniscribe does.  Ie. add cluster boundaries after Halant,ZWNJ.
     * This means, half forms are submerged into the main consonants cluster.
     * This is unnecessary, and makes cursor positioning harder, but that's what
     * Uniscribe does. */
    unsigned int cluster_start = start;
    for (unsigned int i = start + 1; i < start_of_last_cluster; i++)
919
      if (is_halant_or_coeng (info[i - 1]) && info[i].indic_category() == OT_ZWNJ) {
920 921 922 923 924 925 926 927
        i++;
	buffer->merge_clusters (cluster_start, i);
	cluster_start = i;
      }
    start_of_last_cluster = cluster_start;
  }

  buffer->merge_clusters (start_of_last_cluster, end);
928
}
929 930


931 932
static void
final_reordering (const hb_ot_map_t *map,
B
Behdad Esfahbod 已提交
933
		  hb_face_t *face HB_UNUSED,
934 935 936 937 938 939
		  hb_buffer_t *buffer,
		  void *user_data HB_UNUSED)
{
  unsigned int count = buffer->len;
  if (!count) return;

940 941
  hb_mask_t init_mask = map->get_1_mask (HB_TAG('i','n','i','t'));
  hb_mask_t pref_mask = map->get_1_mask (HB_TAG('p','r','e','f'));
942

943 944
  hb_glyph_info_t *info = buffer->info;
  unsigned int last = 0;
945
  unsigned int last_syllable = info[0].syllable();
946
  for (unsigned int i = 1; i < count; i++)
947
    if (last_syllable != info[i].syllable()) {
948
      final_reordering_syllable (buffer, init_mask, pref_mask, last, i);
949
      last = i;
950
      last_syllable = info[last].syllable();
951
    }
952
  final_reordering_syllable (buffer, init_mask, pref_mask, last, count);
953

B
Behdad Esfahbod 已提交
954 955 956 957 958
  HB_BUFFER_DEALLOCATE_VAR (buffer, indic_category);
  HB_BUFFER_DEALLOCATE_VAR (buffer, indic_position);
}


B
Behdad Esfahbod 已提交
959