hb-ot-shape-complex-indic.cc 29.9 KB
Newer Older
B
Behdad Esfahbod 已提交
1
/*
B
Minor  
Behdad Esfahbod 已提交
2
 * Copyright © 2011,2012  Google, Inc.
B
Behdad Esfahbod 已提交
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
 *
 *  This is part of HarfBuzz, a text shaping library.
 *
 * Permission is hereby granted, without written agreement and without
 * license or royalty fees, to use, copy, modify, and distribute this
 * software and its documentation for any purpose, provided that the
 * above copyright notice and the following two paragraphs appear in
 * all copies of this software.
 *
 * IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE TO ANY PARTY FOR
 * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
 * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN
 * IF THE COPYRIGHT HOLDER HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH
 * DAMAGE.
 *
 * THE COPYRIGHT HOLDER SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING,
 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
 * FITNESS FOR A PARTICULAR PURPOSE.  THE SOFTWARE PROVIDED HEREUNDER IS
 * ON AN "AS IS" BASIS, AND THE COPYRIGHT HOLDER HAS NO OBLIGATION TO
 * PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
 *
 * Google Author(s): Behdad Esfahbod
 */

B
Behdad Esfahbod 已提交
27
#include "hb-ot-shape-complex-indic-private.hh"
28
#include "hb-ot-shape-private.hh"
29

30 31 32 33 34 35 36 37 38 39 40 41
#define OLD_INDIC_TAG(script) (((hb_tag_t) script) | 0x20000000)
#define IS_OLD_INDIC_TAG(tag) ( \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_BENGALI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_DEVANAGARI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_GUJARATI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_GURMUKHI) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_KANNADA) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_MALAYALAM) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_ORIYA) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_TAMIL) || \
				(tag) == OLD_INDIC_TAG (HB_SCRIPT_TELUGU) \
			      )
42
struct indic_options_t
43
{
44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74
  int initialized : 1;
  int uniscribe_bug_compatible : 1;
};

union indic_options_union_t {
  int i;
  indic_options_t opts;
};
ASSERT_STATIC (sizeof (int) == sizeof (indic_options_union_t));

static indic_options_union_t
indic_options_init (void)
{
  indic_options_union_t u;
  u.i = 0;
  u.opts.initialized = 1;

  char *c = getenv ("HB_OT_INDIC_OPTIONS");
  u.opts.uniscribe_bug_compatible = c && strstr (c, "uniscribe-bug-compatible");

  return u;
}

inline indic_options_t
indic_options (void)
{
  static indic_options_union_t options;

  if (unlikely (!options.i)) {
    /* This is idempotent and threadsafe. */
    options = indic_options_init ();
75 76
  }

77 78 79
  return options.opts;
}

80

B
Behdad Esfahbod 已提交
81 82 83 84 85 86 87 88 89 90 91 92 93 94
static int
compare_codepoint (const void *pa, const void *pb)
{
  hb_codepoint_t a = * (hb_codepoint_t *) pa;
  hb_codepoint_t b = * (hb_codepoint_t *) pb;

  return a < b ? -1 : a == b ? 0 : +1;
}

static indic_position_t
consonant_position (hb_codepoint_t u)
{
  consonant_position_t *record;

95 96 97 98
  /* Khmer does not have pre-base half forms. */
  if (0x1780 <= u && u <= 0x17FF)
    return POS_BELOW_C;

B
Behdad Esfahbod 已提交
99 100 101 102 103
  record = (consonant_position_t *) bsearch (&u, consonant_positions,
					     ARRAY_LENGTH (consonant_positions),
					     sizeof (consonant_positions[0]),
					     compare_codepoint);

104
  return record ? record->position : POS_BASE_C;
B
Behdad Esfahbod 已提交
105 106
}

107 108 109 110 111 112 113 114 115
static bool
is_ra (hb_codepoint_t u)
{
  return !!bsearch (&u, ra_chars,
		    ARRAY_LENGTH (ra_chars),
		    sizeof (ra_chars[0]),
		    compare_codepoint);
}

116
static bool
B
Behdad Esfahbod 已提交
117
is_joiner (const hb_glyph_info_t &info)
118
{
B
Behdad Esfahbod 已提交
119 120 121 122 123 124
  return !!(FLAG (info.indic_category()) & (FLAG (OT_ZWJ) | FLAG (OT_ZWNJ)));
}

static bool
is_consonant (const hb_glyph_info_t &info)
{
125 126
  /* Note:
   *
127
   * We treat Vowels and placeholders as if they were consonants.  This is safe because Vowels
B
Behdad Esfahbod 已提交
128 129
   * cannot happen in a consonant syllable.  The plus side however is, we can call the
   * consonant syllable logic from the vowel syllable function and get it all right! */
130
  return !!(FLAG (info.indic_category()) & (FLAG (OT_C) | FLAG (OT_Ra) | FLAG (OT_V) | FLAG (OT_NBSP) | FLAG (OT_DOTTEDCIRCLE)));
131
}
132

133
struct feature_list_t {
134 135
  hb_tag_t tag;
  hb_bool_t is_global;
136 137
};

138
/* These features are applied one at a time, given the order in this table. */
139 140
static const feature_list_t
indic_basic_features[] =
B
Behdad Esfahbod 已提交
141
{
142 143 144
  {HB_TAG('n','u','k','t'), true},
  {HB_TAG('a','k','h','n'), false},
  {HB_TAG('r','p','h','f'), false},
B
Behdad Esfahbod 已提交
145
  {HB_TAG('r','k','r','f'), true},
146 147 148
  {HB_TAG('p','r','e','f'), false},
  {HB_TAG('b','l','w','f'), false},
  {HB_TAG('h','a','l','f'), false},
B
Behdad Esfahbod 已提交
149
  {HB_TAG('a','b','v','f'), false},
150
  {HB_TAG('p','s','t','f'), false},
B
Behdad Esfahbod 已提交
151
  {HB_TAG('c','j','c','t'), false},
152
  {HB_TAG('v','a','t','u'), true},
153 154 155 156 157 158 159
};

/* Same order as the indic_basic_features array */
enum {
  _NUKT,
  AKHN,
  RPHF,
B
Minor  
Behdad Esfahbod 已提交
160
  _RKRF,
161 162 163
  PREF,
  BLWF,
  HALF,
B
Behdad Esfahbod 已提交
164
  ABVF,
165
  PSTF,
166 167
  CJCT,
  VATU
B
Behdad Esfahbod 已提交
168 169
};

170
/* These features are applied all at once. */
171 172
static const feature_list_t
indic_other_features[] =
B
Behdad Esfahbod 已提交
173
{
174 175 176 177 178 179 180 181 182 183 184 185
  {HB_TAG('i','n','i','t'), false},
  {HB_TAG('p','r','e','s'), true},
  {HB_TAG('a','b','v','s'), true},
  {HB_TAG('b','l','w','s'), true},
  {HB_TAG('p','s','t','s'), true},
  {HB_TAG('h','a','l','n'), true},

  {HB_TAG('d','i','s','t'), true},
  {HB_TAG('a','b','v','m'), true},
  {HB_TAG('b','l','w','m'), true},
};

B
Behdad Esfahbod 已提交
186 187 188 189 190 191

static void
initial_reordering (const hb_ot_map_t *map,
		    hb_face_t *face,
		    hb_buffer_t *buffer,
		    void *user_data HB_UNUSED);
192 193 194 195
static void
final_reordering (const hb_ot_map_t *map,
		  hb_face_t *face,
		  hb_buffer_t *buffer,
B
Behdad Esfahbod 已提交
196
		  void *user_data HB_UNUSED);
B
Behdad Esfahbod 已提交
197 198

void
B
Behdad Esfahbod 已提交
199 200
_hb_ot_shape_complex_collect_features_indic (hb_ot_map_builder_t *map,
					     const hb_segment_properties_t *props HB_UNUSED)
B
Behdad Esfahbod 已提交
201
{
202
  map->add_bool_feature (HB_TAG('l','o','c','l'));
B
Minor  
Behdad Esfahbod 已提交
203 204
  /* The Indic specs do not require ccmp, but we apply it here since if
   * there is a use of it, it's typically at the beginning. */
205 206
  map->add_bool_feature (HB_TAG('c','c','m','p'));

B
Behdad Esfahbod 已提交
207
  map->add_gsub_pause (initial_reordering, NULL);
208

209
  for (unsigned int i = 0; i < ARRAY_LENGTH (indic_basic_features); i++) {
210
    map->add_bool_feature (indic_basic_features[i].tag, indic_basic_features[i].is_global);
211 212
    map->add_gsub_pause (NULL, NULL);
  }
B
Behdad Esfahbod 已提交
213

214 215
  map->add_gsub_pause (final_reordering, NULL);

216
  for (unsigned int i = 0; i < ARRAY_LENGTH (indic_other_features); i++)
217
    map->add_bool_feature (indic_other_features[i].tag, indic_other_features[i].is_global);
B
Behdad Esfahbod 已提交
218 219
}

220 221 222 223
void
_hb_ot_shape_complex_override_features_indic (hb_ot_map_builder_t *map,
					      const hb_segment_properties_t *props HB_UNUSED)
{
224 225 226
  /* Uniscribe does not apply 'kern'. */
  if (indic_options ().uniscribe_bug_compatible)
    map->add_feature (HB_TAG('k','e','r','n'), 0, true);
227 228
}

229

B
Behdad Esfahbod 已提交
230 231
hb_ot_shape_normalization_mode_t
_hb_ot_shape_complex_normalization_preference_indic (void)
232 233
{
  /* We want split matras decomposed by the common shaping logic. */
B
Behdad Esfahbod 已提交
234
  return HB_OT_SHAPE_NORMALIZATION_MODE_DECOMPOSED;
235 236
}

237

B
Behdad Esfahbod 已提交
238
void
B
Behdad Esfahbod 已提交
239 240
_hb_ot_shape_complex_setup_masks_indic (hb_ot_map_t *map HB_UNUSED,
					hb_buffer_t *buffer,
B
Behdad Esfahbod 已提交
241
					hb_font_t *font HB_UNUSED)
B
Behdad Esfahbod 已提交
242
{
243 244 245
  HB_BUFFER_ALLOCATE_VAR (buffer, indic_category);
  HB_BUFFER_ALLOCATE_VAR (buffer, indic_position);

B
Behdad Esfahbod 已提交
246 247 248 249
  /* We cannot setup masks here.  We save information about characters
   * and setup masks later on in a pause-callback. */

  unsigned int count = buffer->len;
B
Behdad Esfahbod 已提交
250 251
  for (unsigned int i = 0; i < count; i++)
  {
B
Minor  
Behdad Esfahbod 已提交
252 253 254 255 256 257
    hb_glyph_info_t &info = buffer->info[i];
    unsigned int type = get_indic_categories (info.codepoint);

    info.indic_category() = type & 0x0F;
    info.indic_position() = type >> 4;

258 259 260 261 262 263 264 265 266 267 268
    /* The spec says U+0952 is OT_A.  However, testing shows that Uniscribe
     * treats U+0951..U+0952 all as OT_VD.
     * TESTS:
     * U+092E,U+0947,U+0952
     * U+092E,U+0952,U+0947
     * U+092E,U+0947,U+0951
     * U+092E,U+0951,U+0947
     * */
    if (unlikely (hb_in_range<hb_codepoint_t> (info.codepoint, 0x0951, 0x0954)))
      info.indic_category() = OT_VD;

269 270 271 272
    if (info.indic_category() == OT_X &&
	unlikely (hb_in_range<hb_codepoint_t> (info.codepoint, 0x17CB, 0x17D0)))
      info.indic_category() = OT_RS;

B
Minor  
Behdad Esfahbod 已提交
273 274 275 276
    if (info.indic_category() == OT_C) {
      info.indic_position() = consonant_position (info.codepoint);
      if (is_ra (info.codepoint))
	info.indic_category() = OT_Ra;
277 278
    } else if (info.indic_category() == OT_RS) {
      info.indic_position() = POS_ABOVE_M;
B
Minor  
Behdad Esfahbod 已提交
279 280 281 282 283 284 285
    } else if (info.indic_category() == OT_SM ||
	       info.indic_category() == OT_VD) {
      info.indic_position() = POS_SMVD;
    } else if (unlikely (info.codepoint == 0x200C))
      info.indic_category() = OT_ZWNJ;
    else if (unlikely (info.codepoint == 0x200D))
      info.indic_category() = OT_ZWJ;
286 287
    else if (unlikely (info.codepoint == 0x25CC))
      info.indic_category() = OT_DOTTEDCIRCLE;
B
Behdad Esfahbod 已提交
288
  }
B
Behdad Esfahbod 已提交
289
}
B
Behdad Esfahbod 已提交
290

B
Behdad Esfahbod 已提交
291 292 293 294 295 296 297 298
static int
compare_indic_order (const hb_glyph_info_t *pa, const hb_glyph_info_t *pb)
{
  int a = pa->indic_position();
  int b = pb->indic_position();

  return a < b ? -1 : a == b ? 0 : +1;
}
299

B
Minor  
Behdad Esfahbod 已提交
300 301 302
/* Rules from:
 * https://www.microsoft.com/typography/otfntdev/devanot/shaping.aspx */

B
Behdad Esfahbod 已提交
303
static void
B
Minor  
Behdad Esfahbod 已提交
304
initial_reordering_consonant_syllable (const hb_ot_map_t *map, hb_buffer_t *buffer, hb_mask_t *basic_mask_array,
305
				       unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
306
{
B
Minor  
Behdad Esfahbod 已提交
307
  hb_glyph_info_t *info = buffer->info;
B
Behdad Esfahbod 已提交
308

B
Behdad Esfahbod 已提交
309

B
Behdad Esfahbod 已提交
310 311 312 313 314 315 316 317 318 319 320 321 322 323
  /* 1. Find base consonant:
   *
   * The shaping engine finds the base consonant of the syllable, using the
   * following algorithm: starting from the end of the syllable, move backwards
   * until a consonant is found that does not have a below-base or post-base
   * form (post-base forms have to follow below-base forms), or that is not a
   * pre-base reordering Ra, or arrive at the first consonant. The consonant
   * stopped at will be the base.
   *
   *   o If the syllable starts with Ra + Halant (in a script that has Reph)
   *     and has more than one consonant, Ra is excluded from candidates for
   *     base consonants.
   */

324
  unsigned int base = end;
B
Behdad Esfahbod 已提交
325
  bool has_reph = false;
B
Behdad Esfahbod 已提交
326

B
Behdad Esfahbod 已提交
327
  {
B
Behdad Esfahbod 已提交
328 329 330 331
    /* -> If the syllable starts with Ra + Halant (in a script that has Reph)
     *    and has more than one consonant, Ra is excluded from candidates for
     *    base consonants. */
    unsigned int limit = start;
B
Minor  
Behdad Esfahbod 已提交
332
    if (basic_mask_array[RPHF] &&
B
Behdad Esfahbod 已提交
333 334 335 336 337 338 339 340 341
	start + 3 <= end &&
	info[start].indic_category() == OT_Ra &&
	info[start + 1].indic_category() == OT_H &&
	!is_joiner (info[start + 2]))
    {
      limit += 2;
      base = start;
      has_reph = true;
    };
B
Behdad Esfahbod 已提交
342

B
Minor  
Behdad Esfahbod 已提交
343 344 345 346 347 348
    /* -> starting from the end of the syllable, move backwards */
    unsigned int i = end;
    do {
      i--;
      /* -> until a consonant is found */
      if (is_consonant (info[i]))
B
Behdad Esfahbod 已提交
349
      {
B
Minor  
Behdad Esfahbod 已提交
350 351 352 353 354 355 356 357
	/* -> that does not have a below-base or post-base form
	 * (post-base forms have to follow below-base forms), */
	if (info[i].indic_position() != POS_BELOW_C &&
	    info[i].indic_position() != POS_POST_C)
	{
	  base = i;
	  break;
	}
B
Behdad Esfahbod 已提交
358

B
Minor  
Behdad Esfahbod 已提交
359 360 361 362
	/* -> or that is not a pre-base reordering Ra,
	 *
	 * TODO
	 */
363

B
Minor  
Behdad Esfahbod 已提交
364 365 366 367 368 369 370 371 372 373
	/* -> or arrive at the first consonant. The consonant stopped at will
	 * be the base. */
	base = i;
      }
      else
	if (is_joiner (info[i]))
	  break;
    } while (i > limit);
    if (base < start)
      base = start; /* Just in case... */
B
Behdad Esfahbod 已提交
374

B
Behdad Esfahbod 已提交
375 376 377 378 379 380 381 382

    /* -> If the syllable starts with Ra + Halant (in a script that has Reph)
     *    and has more than one consonant, Ra is excluded from candidates for
     *    base consonants. */
    if (has_reph && base == start) {
      /* Have no other consonant, so Reph is not formed and Ra becomes base. */
      has_reph = false;
    }
B
Behdad Esfahbod 已提交
383
  }
384 385


B
Behdad Esfahbod 已提交
386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417
  /* 2. Decompose and reorder Matras:
   *
   * Each matra and any syllable modifier sign in the cluster are moved to the
   * appropriate position relative to the consonant(s) in the cluster. The
   * shaping engine decomposes two- or three-part matras into their constituent
   * parts before any repositioning. Matra characters are classified by which
   * consonant in a conjunct they have affinity for and are reordered to the
   * following positions:
   *
   *   o Before first half form in the syllable
   *   o After subjoined consonants
   *   o After post-form consonant
   *   o After main consonant (for above marks)
   *
   * IMPLEMENTATION NOTES:
   *
   * The normalize() routine has already decomposed matras for us, so we don't
   * need to worry about that.
   */


  /* 3.  Reorder marks to canonical order:
   *
   * Adjacent nukta and halant or nukta and vedic sign are always repositioned
   * if necessary, so that the nukta is first.
   *
   * IMPLEMENTATION NOTES:
   *
   * We don't need to do this: the normalize() routine already did this for us.
   */


B
Behdad Esfahbod 已提交
418 419
  /* Reorder characters */

B
Minor  
Behdad Esfahbod 已提交
420
  for (unsigned int i = start; i < base; i++)
421 422
    info[i].indic_position() = POS_PRE_C;
  info[base].indic_position() = POS_BASE_C;
B
Behdad Esfahbod 已提交
423

424
  /* Handle beginning Ra */
B
Behdad Esfahbod 已提交
425
  if (has_reph)
426
    info[start].indic_position() = POS_RA_TO_BECOME_REPH;
427

428 429
  /* For old-style Indic script tags, move the first post-base Halant after
   * last consonant. */
430
  if (IS_OLD_INDIC_TAG (map->get_chosen_script (0))) {
B
Minor  
Behdad Esfahbod 已提交
431
    for (unsigned int i = base + 1; i < end; i++)
432 433 434
      if (info[i].indic_category() == OT_H) {
        unsigned int j;
        for (j = end - 1; j > i; j--)
B
Behdad Esfahbod 已提交
435
	  if (is_consonant (info[j]))
436 437 438 439 440 441 442 443 444 445 446
	    break;
	if (j > i) {
	  /* Move Halant to after last consonant. */
	  hb_glyph_info_t t = info[i];
	  memmove (&info[i], &info[i + 1], (j - i) * sizeof (info[0]));
	  info[j] = t;
	}
        break;
      }
  }

B
Behdad Esfahbod 已提交
447
  /* Attach ZWJ, ZWNJ, nukta, and halant to previous char to move with them. */
448
  if (!indic_options ().uniscribe_bug_compatible)
449 450 451 452 453 454
  {
    /* Please update the Uniscribe branch when touching this! */
    for (unsigned int i = start + 1; i < end; i++)
      if ((FLAG (info[i].indic_category()) & (FLAG (OT_ZWNJ) | FLAG (OT_ZWJ) | FLAG (OT_N) | FLAG (OT_H))))
	info[i].indic_position() = info[i - 1].indic_position();
  } else {
455 456 457 458
    /*
     * Uniscribe doesn't move the Halant with Left Matra.
     * TEST: U+092B,U+093F,U+094DE
     */
459 460 461 462
    /* Please update the non-Uniscribe branch when touching this! */
    for (unsigned int i = start + 1; i < end; i++)
      if ((FLAG (info[i].indic_category()) & (FLAG (OT_ZWNJ) | FLAG (OT_ZWJ) | FLAG (OT_N) | FLAG (OT_H)))) {
	info[i].indic_position() = info[i - 1].indic_position();
463
	if (info[i].indic_category() == OT_H && info[i].indic_position() == POS_PRE_M)
464
	  for (unsigned int j = i; j > start; j--)
465
	    if (info[j - 1].indic_position() != POS_PRE_M) {
466 467 468 469 470
	      info[i].indic_position() = info[j - 1].indic_position();
	      break;
	    }
      }
  }
471 472 473 474 475 476 477 478 479 480 481
  /* Re-attach ZWJ, ZWNJ, and halant to next char, for after-base consonants. */
  {
    unsigned int last_halant = end;
    for (unsigned int i = base + 1; i < end; i++)
      if (info[i].indic_category() == OT_H)
        last_halant = i;
      else if (is_consonant (info[i])) {
	for (unsigned int j = last_halant; j < i; j++)
	  info[j].indic_position() = info[i].indic_position();
      }
  }
B
Behdad Esfahbod 已提交
482 483

  /* We do bubble-sort, skip malicious clusters attempts */
484
  if (end - start < 64)
485 486
  {
    /* Sit tight, rock 'n roll! */
487
    hb_bubble_sort (info + start, end - start, compare_indic_order);
488 489
    /* Find base again */
    base = end;
B
Minor  
Behdad Esfahbod 已提交
490
    for (unsigned int i = start; i < end; i++)
491 492 493 494 495
      if (info[i].indic_position() == POS_BASE_C) {
        base = i;
	break;
      }
  }
B
Behdad Esfahbod 已提交
496

B
Behdad Esfahbod 已提交
497 498
  /* Setup masks now */

B
Behdad Esfahbod 已提交
499 500 501
  {
    hb_mask_t mask;

502
    /* Reph */
503
    for (unsigned int i = start; i < end && info[i].indic_position() == POS_RA_TO_BECOME_REPH; i++)
B
Minor  
Behdad Esfahbod 已提交
504
      info[i].mask |= basic_mask_array[RPHF];
505

B
Behdad Esfahbod 已提交
506
    /* Pre-base */
B
Minor  
Behdad Esfahbod 已提交
507
    mask = basic_mask_array[HALF] | basic_mask_array[AKHN] | basic_mask_array[CJCT];
B
Minor  
Behdad Esfahbod 已提交
508
    for (unsigned int i = start; i < base; i++)
B
Behdad Esfahbod 已提交
509 510
      info[i].mask  |= mask;
    /* Base */
B
Minor  
Behdad Esfahbod 已提交
511
    mask = basic_mask_array[AKHN] | basic_mask_array[CJCT];
B
Behdad Esfahbod 已提交
512 513
    info[base].mask |= mask;
    /* Post-base */
B
Minor  
Behdad Esfahbod 已提交
514
    mask = basic_mask_array[BLWF] | basic_mask_array[ABVF] | basic_mask_array[PSTF] | basic_mask_array[CJCT];
B
Minor  
Behdad Esfahbod 已提交
515
    for (unsigned int i = base + 1; i < end; i++)
B
Behdad Esfahbod 已提交
516 517
      info[i].mask  |= mask;
  }
B
Behdad Esfahbod 已提交
518

519
  /* XXX This will not match for old-Indic spec since the Halant-Ra order is reversed already. */
520
  if (basic_mask_array[PREF] && base + 3 <= end)
521
  {
522 523 524 525 526 527 528 529 530
    /* Find a Halant,Ra sequence and mark it fore pre-base reordering processing. */
    for (unsigned int i = base + 1; i + 1 < end; i++)
      if (info[i].indic_category() == OT_H &&
	  info[i + 1].indic_category() == OT_Ra)
      {
	info[i].mask |= basic_mask_array[PREF];
	info[i + 1].mask |= basic_mask_array[PREF];
	break;
      }
531 532
  }

B
Behdad Esfahbod 已提交
533
  /* Apply ZWJ/ZWNJ effects */
B
Minor  
Behdad Esfahbod 已提交
534
  for (unsigned int i = start + 1; i < end; i++)
B
Behdad Esfahbod 已提交
535 536
    if (is_joiner (info[i])) {
      bool non_joiner = info[i].indic_category() == OT_ZWNJ;
537
      unsigned int j = i;
B
Behdad Esfahbod 已提交
538 539 540

      do {
	j--;
541

B
Minor  
Behdad Esfahbod 已提交
542
	info[j].mask &= ~basic_mask_array[CJCT];
543
	if (non_joiner)
B
Minor  
Behdad Esfahbod 已提交
544
	  info[j].mask &= ~basic_mask_array[HALF];
545

B
Behdad Esfahbod 已提交
546 547
      } while (j > start && !is_consonant (info[j]));
    }
B
Behdad Esfahbod 已提交
548 549 550 551
}


static void
B
Behdad Esfahbod 已提交
552 553
initial_reordering_vowel_syllable (const hb_ot_map_t *map,
				   hb_buffer_t *buffer,
B
Minor  
Behdad Esfahbod 已提交
554
				   hb_mask_t *basic_mask_array,
555
				   unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
556
{
B
Behdad Esfahbod 已提交
557
  /* We made the vowels look like consonants.  So let's call the consonant logic! */
B
Minor  
Behdad Esfahbod 已提交
558
  initial_reordering_consonant_syllable (map, buffer, basic_mask_array, start, end);
B
Behdad Esfahbod 已提交
559 560 561
}

static void
B
Behdad Esfahbod 已提交
562 563
initial_reordering_standalone_cluster (const hb_ot_map_t *map,
				       hb_buffer_t *buffer,
B
Minor  
Behdad Esfahbod 已提交
564
				       hb_mask_t *basic_mask_array,
565
				       unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
566
{
567 568 569
  /* We treat NBSP/dotted-circle as if they are consonants, so we should just chain.
   * Only if not in compatibility mode that is... */

570
  if (indic_options ().uniscribe_bug_compatible)
571 572 573 574 575 576 577 578
  {
    /* For dotted-circle, this is what Uniscribe does:
     * If dotted-circle is the last glyph, it just does nothing.
     * Ie. It doesn't form Reph. */
    if (buffer->info[end - 1].indic_category() == OT_DOTTEDCIRCLE)
      return;
  }

B
Minor  
Behdad Esfahbod 已提交
579
  initial_reordering_consonant_syllable (map, buffer, basic_mask_array, start, end);
B
Behdad Esfahbod 已提交
580 581 582
}

static void
B
Behdad Esfahbod 已提交
583 584
initial_reordering_non_indic (const hb_ot_map_t *map HB_UNUSED,
			      hb_buffer_t *buffer HB_UNUSED,
B
Minor  
Behdad Esfahbod 已提交
585
			      hb_mask_t *basic_mask_array HB_UNUSED,
B
Behdad Esfahbod 已提交
586
			      unsigned int start HB_UNUSED, unsigned int end HB_UNUSED)
B
Behdad Esfahbod 已提交
587 588 589 590 591 592 593 594 595
{
  /* Nothing to do right now.  If we ever switch to using the output
   * buffer in the reordering process, we'd need to next_glyph() here. */
}

#include "hb-ot-shape-complex-indic-machine.hh"

static void
initial_reordering (const hb_ot_map_t *map,
B
Behdad Esfahbod 已提交
596
		    hb_face_t *face HB_UNUSED,
B
Behdad Esfahbod 已提交
597 598 599
		    hb_buffer_t *buffer,
		    void *user_data HB_UNUSED)
{
B
Minor  
Behdad Esfahbod 已提交
600
  hb_mask_t basic_mask_array[ARRAY_LENGTH (indic_basic_features)] = {0};
B
Behdad Esfahbod 已提交
601 602
  unsigned int num_masks = ARRAY_LENGTH (indic_basic_features);
  for (unsigned int i = 0; i < num_masks; i++)
B
Minor  
Behdad Esfahbod 已提交
603
    basic_mask_array[i] = map->get_1_mask (indic_basic_features[i].tag);
B
Behdad Esfahbod 已提交
604

B
Minor  
Behdad Esfahbod 已提交
605
  find_syllables (map, buffer, basic_mask_array);
B
Behdad Esfahbod 已提交
606 607
}

B
Behdad Esfahbod 已提交
608
static void
609 610
final_reordering_syllable (hb_buffer_t *buffer,
			   hb_mask_t init_mask, hb_mask_t pref_mask,
611
			   unsigned int start, unsigned int end)
B
Behdad Esfahbod 已提交
612
{
613 614
  hb_glyph_info_t *info = buffer->info;

615 616 617 618 619 620
  /* 4. Final reordering:
   *
   * After the localized forms and basic shaping forms GSUB features have been
   * applied (see below), the shaping engine performs some final glyph
   * reordering before applying all the remaining font features to the entire
   * cluster.
621 622 623 624 625 626 627 628 629 630
   */

  /* Find base again */
  unsigned int base = end;
  for (unsigned int i = start; i < end; i++)
    if (info[i].indic_position() == POS_BASE_C) {
      base = i;
      break;
    }

B
Minor  
Behdad Esfahbod 已提交
631 632
  unsigned int start_of_last_cluster = base;

633
  /*   o Reorder matras:
634 635 636 637 638 639 640
   *
   *     If a pre-base matra character had been reordered before applying basic
   *     features, the glyph can be moved closer to the main consonant based on
   *     whether half-forms had been formed. Actual position for the matra is
   *     defined as “after last standalone halant glyph, after initial matra
   *     position and before the main consonant”. If ZWJ or ZWNJ follow this
   *     halant, position is moved after it.
641 642
   */

B
Behdad Esfahbod 已提交
643
  if (start < base) /* Otherwise there can't be any pre-base matra characters. */
644
  {
B
Behdad Esfahbod 已提交
645 646 647 648
    unsigned int new_pos = base - 1;
    while (new_pos > start &&
	   !(FLAG (info[new_pos].indic_category()) & (FLAG (OT_M) | FLAG (OT_H))))
      new_pos--;
649 650
    /* If we found no Halant we are done.  Otherwise only proceed if the Halant does
     * not belong to the Matra itself! */
B
Behdad Esfahbod 已提交
651 652
    if (info[new_pos].indic_category() == OT_H &&
	info[new_pos].indic_position() != POS_PRE_M) {
653
      /* -> If ZWJ or ZWNJ follow this halant, position is moved after it. */
B
Behdad Esfahbod 已提交
654 655
      if (new_pos + 1 < end && is_joiner (info[new_pos + 1]))
	new_pos++;
656 657

      /* Now go see if there's actually any matras... */
B
Behdad Esfahbod 已提交
658
      for (unsigned int i = new_pos; i > start; i--)
659
	if (info[i - 1].indic_position () == POS_PRE_M)
660
	{
B
Behdad Esfahbod 已提交
661 662 663 664
	  unsigned int old_pos = i - 1;
	  hb_glyph_info_t tmp = info[old_pos];
	  memmove (&info[old_pos], &info[old_pos + 1], (new_pos - old_pos) * sizeof (info[0]));
	  info[new_pos] = tmp;
B
Behdad Esfahbod 已提交
665 666
	  start_of_last_cluster = MIN (new_pos, start_of_last_cluster);
	  new_pos--;
667 668
	}
    }
669 670 671 672
  }


  /*   o Reorder reph:
673 674 675 676 677 678
   *
   *     Reph’s original position is always at the beginning of the syllable,
   *     (i.e. it is not reordered at the character reordering stage). However,
   *     it will be reordered according to the basic-forms shaping results.
   *     Possible positions for reph, depending on the script, are; after main,
   *     before post-base consonant forms, and after post-base consonant forms.
679 680 681 682 683 684 685 686 687
   */

  /* If there's anything after the Ra that has the REPH pos, it ought to be halant.
   * Which means that the font has failed to ligate the Reph.  In which case, we
   * shouldn't move. */
  if (start + 1 < end &&
      info[start].indic_position() == POS_RA_TO_BECOME_REPH &&
      info[start + 1].indic_position() != POS_RA_TO_BECOME_REPH)
  {
688 689 690
      unsigned int new_reph_pos;

     enum reph_position_t {
691 692 693 694
       REPH_AFTER_MAIN,
       REPH_BEFORE_SUBSCRIPT,
       REPH_AFTER_SUBSCRIPT,
       REPH_BEFORE_POSTSCRIPT,
695
       REPH_AFTER_POSTSCRIPT
696 697 698
     } reph_pos;

     /* XXX Figure out old behavior too */
B
Behdad Esfahbod 已提交
699
     switch ((hb_tag_t) buffer->props.script)
700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725
     {
       case HB_SCRIPT_MALAYALAM:
       case HB_SCRIPT_ORIYA:
	 reph_pos = REPH_AFTER_MAIN;
	 break;

       case HB_SCRIPT_GURMUKHI:
	 reph_pos = REPH_BEFORE_SUBSCRIPT;
	 break;

       case HB_SCRIPT_BENGALI:
	 reph_pos = REPH_AFTER_SUBSCRIPT;
	 break;

       default:
       case HB_SCRIPT_DEVANAGARI:
       case HB_SCRIPT_GUJARATI:
	 reph_pos = REPH_BEFORE_POSTSCRIPT;
	 break;

       case HB_SCRIPT_KANNADA:
       case HB_SCRIPT_TAMIL:
       case HB_SCRIPT_TELUGU:
	 reph_pos = REPH_AFTER_POSTSCRIPT;
	 break;
     }
726

727 728
    /*       1. If reph should be positioned after post-base consonant forms,
     *          proceed to step 5.
729
     */
730
    if (reph_pos == REPH_AFTER_POSTSCRIPT)
731
    {
732
      goto reph_step_5;
733 734 735
    }

    /*       2. If the reph repositioning class is not after post-base: target
736 737 738 739 740 741 742 743 744
     *          position is after the first explicit halant glyph between the
     *          first post-reph consonant and last main consonant. If ZWJ or ZWNJ
     *          are following this halant, position is moved after it. If such
     *          position is found, this is the target position. Otherwise,
     *          proceed to the next step.
     *
     *          Note: in old-implementation fonts, where classifications were
     *          fixed in shaping engine, there was no case where reph position
     *          will be found on this step.
745 746 747 748 749 750 751 752 753 754 755 756 757 758 759
     */
    {
      new_reph_pos = start + 1;
      while (new_reph_pos < base && info[new_reph_pos].indic_category() != OT_H)
	new_reph_pos++;

      if (new_reph_pos < base && info[new_reph_pos].indic_category() == OT_H) {
	/* ->If ZWJ or ZWNJ are following this halant, position is moved after it. */
	if (new_reph_pos + 1 < base && is_joiner (info[new_reph_pos + 1]))
	  new_reph_pos++;
	goto reph_move;
      }
    }

    /*       3. If reph should be repositioned after the main consonant: find the
760 761
     *          first consonant not ligated with main, or find the first
     *          consonant that is not a potential pre-base reordering Ra.
762
     */
763
    if (reph_pos == REPH_AFTER_MAIN)
764
    {
765 766 767 768 769 770 771
      new_reph_pos = base;
      /* XXX Skip potential pre-base reordering Ra. */
      while (new_reph_pos < end &&
	     !( FLAG (info[new_reph_pos + 1].indic_position()) & (FLAG (POS_BELOW_C) | FLAG (POS_POST_C) | FLAG (POS_POST_M) | FLAG (POS_SMVD))))
	new_reph_pos++;
      if (new_reph_pos < end)
        goto reph_move;
772 773 774
    }

    /*       4. If reph should be positioned before post-base consonant, find
775 776 777
     *          first post-base classified consonant not ligated with main. If no
     *          consonant is found, the target position should be before the
     *          first matra, syllable modifier sign or vedic sign.
778
     */
779 780
    /* This is our take on what step 4 is trying to say (and failing, BADLY). */
    if (reph_pos == REPH_AFTER_SUBSCRIPT)
781
    {
782 783
      new_reph_pos = base;
      while (new_reph_pos < end &&
784
	     !( FLAG (info[new_reph_pos + 1].indic_position()) & (FLAG (POS_POST_C) | FLAG (POS_POST_M) | FLAG (POS_SMVD))))
785 786 787
	new_reph_pos++;
      if (new_reph_pos < end)
        goto reph_move;
788 789 790
    }

    /*       5. If no consonant is found in steps 3 or 4, move reph to a position
791 792 793 794 795 796
     *          immediately before the first post-base matra, syllable modifier
     *          sign or vedic sign that has a reordering class after the intended
     *          reph position. For example, if the reordering position for reph
     *          is post-main, it will skip above-base matras that also have a
     *          post-main position.
     */
797 798 799 800
    reph_step_5:
    {
      /* XXX */
    }
801

802 803 804 805 806 807 808
    /*       6. Otherwise, reorder reph to the end of the syllable.
     */
    {
      new_reph_pos = end - 1;
      while (new_reph_pos > start && info[new_reph_pos].indic_position() == POS_SMVD)
	new_reph_pos--;

809 810 811 812 813 814 815
      /*
       * If the Reph is to be ending up after a Matra,Halant sequence,
       * position it before that Halant so it can interact with the Matra.
       * However, if it's a plain Consonant,Halant we shouldn't do that.
       * Uniscribe doesn't do this.
       * TEST: U+0930,U+094D,U+0915,U+094B,U+094D
       */
816
      if (!indic_options ().uniscribe_bug_compatible &&
817
	  unlikely (info[new_reph_pos].indic_category() == OT_H)) {
818 819 820 821 822 823 824
	for (unsigned int i = base + 1; i < new_reph_pos; i++)
	  if (info[i].indic_category() == OT_M) {
	    /* Ok, got it. */
	    new_reph_pos--;
	  }
      }
      goto reph_move;
825 826
    }

827 828 829 830 831 832 833 834
    reph_move:
    {
      /* Move */
      hb_glyph_info_t reph = info[start];
      memmove (&info[start], &info[start + 1], (new_reph_pos - start) * sizeof (info[0]));
      info[new_reph_pos] = reph;
      start_of_last_cluster = start; /* Yay, one big cluster! */
    }
835 836 837 838
  }


  /*   o Reorder pre-base reordering consonants:
839 840 841 842 843
   *
   *     If a pre-base reordering consonant is found, reorder it according to
   *     the following rules:
   */

844 845
  if (pref_mask && base + 1 < end) /* Otherwise there can't be any pre-base reordering Ra. */
  {
846 847
    for (unsigned int i = base + 1; i < end; i++)
      if ((info[i].mask & pref_mask) != 0)
848
      {
849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882
	/*       1. Only reorder a glyph produced by substitution during application
	 *          of the <pref> feature. (Note that a font may shape a Ra consonant with
	 *          the feature generally but block it in certain contexts.)
	 */
	if (i + 1 == end || (info[i + 1].mask & pref_mask) == 0)
	{
	  /*
	   *       2. Try to find a target position the same way as for pre-base matra.
	   *          If it is found, reorder pre-base consonant glyph.
	   *
	   *       3. If position is not found, reorder immediately before main
	   *          consonant.
	   */

	  unsigned int new_pos = base;
	  while (new_pos > start + 1 &&
		 !(FLAG (info[new_pos - 1].indic_category()) & (FLAG (OT_M) | FLAG (OT_H))))
	    new_pos--;

	  if (new_pos > start && info[new_pos - 1].indic_category() == OT_H)
	    /* -> If ZWJ or ZWNJ follow this halant, position is moved after it. */
	    if (new_pos < end && is_joiner (info[new_pos]))
	      new_pos++;

	  {
	    unsigned int old_pos = i;
	    hb_glyph_info_t tmp = info[old_pos];
	    memmove (&info[new_pos + 1], &info[new_pos], (old_pos - new_pos) * sizeof (info[0]));
	    info[new_pos] = tmp;
	    start_of_last_cluster = MIN (new_pos, start_of_last_cluster);
	  }
	}

        break;
883
      }
884
  }
885 886


887
  /* Apply 'init' to the Left Matra if it's a word start. */
888
  if (info[start].indic_position () == POS_PRE_M &&
889
      (!start ||
B
Minor  
Behdad Esfahbod 已提交
890
       !(FLAG (_hb_glyph_info_get_general_category (&info[start - 1])) &
891 892 893 894 895 896 897 898
	 (FLAG (HB_UNICODE_GENERAL_CATEGORY_LOWERCASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_MODIFIER_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_OTHER_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_TITLECASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_UPPERCASE_LETTER) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_SPACING_MARK) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_ENCLOSING_MARK) |
	  FLAG (HB_UNICODE_GENERAL_CATEGORY_NON_SPACING_MARK)))))
899
    info[start].mask |= init_mask;
900

901

902 903 904

  /* Finish off the clusters and go home! */

905
  if (!indic_options ().uniscribe_bug_compatible)
906
  {
907 908 909 910 911 912 913 914 915 916 917 918 919 920 921
    /* This is what Uniscribe does.  Ie. add cluster boundaries after Halant,ZWNJ.
     * This means, half forms are submerged into the main consonants cluster.
     * This is unnecessary, and makes cursor positioning harder, but that's what
     * Uniscribe does. */
    unsigned int cluster_start = start;
    for (unsigned int i = start + 1; i < start_of_last_cluster; i++)
      if (info[i - 1].indic_category() == OT_H && info[i].indic_category() == OT_ZWNJ) {
        i++;
	buffer->merge_clusters (cluster_start, i);
	cluster_start = i;
      }
    start_of_last_cluster = cluster_start;
  }

  buffer->merge_clusters (start_of_last_cluster, end);
922
}
923 924


925 926
static void
final_reordering (const hb_ot_map_t *map,
B
Behdad Esfahbod 已提交
927
		  hb_face_t *face HB_UNUSED,
928 929 930 931 932 933
		  hb_buffer_t *buffer,
		  void *user_data HB_UNUSED)
{
  unsigned int count = buffer->len;
  if (!count) return;

934 935
  hb_mask_t init_mask = map->get_1_mask (HB_TAG('i','n','i','t'));
  hb_mask_t pref_mask = map->get_1_mask (HB_TAG('p','r','e','f'));
936

937 938
  hb_glyph_info_t *info = buffer->info;
  unsigned int last = 0;
939
  unsigned int last_syllable = info[0].syllable();
940
  for (unsigned int i = 1; i < count; i++)
941
    if (last_syllable != info[i].syllable()) {
942
      final_reordering_syllable (buffer, init_mask, pref_mask, last, i);
943
      last = i;
944
      last_syllable = info[last].syllable();
945
    }
946
  final_reordering_syllable (buffer, init_mask, pref_mask, last, count);
947

B
Behdad Esfahbod 已提交
948 949 950 951 952
  HB_BUFFER_DEALLOCATE_VAR (buffer, indic_category);
  HB_BUFFER_DEALLOCATE_VAR (buffer, indic_position);
}


B
Behdad Esfahbod 已提交
953