unicode-shaper 0.3.0

Shape unicode text so that renderers like WebGL and WebGPU can properly display the glyphs.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124

#include <stdlib.h>
#include <iostream>
#include <string>
#include <locale>
#include <codecvt>

#include <unicode/ubidi.h>
#include <unicode/ushape.h>

// g++ -stdlib=libc++ -std=c++20 -w -fPIC -I/usr/local/include -L/usr/local/lib -l icuuc test.cpp -o test

int main () {
  std::wstring_convert<std::codecvt_utf8<char16_t>, char16_t> converter;
  // wstring_convert<codecvt_utf16<wchar_t, 0x10ffff, little_endian>, wchar_t> conv;

  // prep
  UErrorCode errorCode = U_ZERO_ERROR;
  // std::u16string inputStr(u"سلام۳۹");
  // ۳۹ﻡﻼﺳ

  // std::u16string inputStr(u" بَّترم بَّترم ");
  //  ﻡﺮﺘﹽﹷﺑ ﻡﺮﺘﹷﹽﺑ

  // std::u16string inputStr(u"مكتبة الإسكندرية‎‎ Maktabat al-Iskandarīyah");
  //  Maktabat al-Iskandarīyahﺔﻳﺭﺪﻨﻜﺳﻹﺍ ﺔﺒﺘﻜﻣ

  // std::u16string inputStr(u"\"سلام۳۹\" is not English");
  // is not English "۳۹ﻡﻼﺳ"
  
  // std::u16string inputStr(u"(سلام۳۹) is not English");
  // is not English (۳۹ﻡﻼﺳ)

  // std::u16string inputStr(u"An example of another language: سلام۳۹");
  // An example of another language: ۳۹ﻡﻼﺳ

  // std::u16string inputStr(u"Start سلام۳۹");
  // Start ۳۹ﻡﻼﺳ

  // std::u16string inputStr(u"مكتبة الإسكندرية (Maktabat al-Iskandarīyah)");

  // std::u16string inputStr(u"An example of another language: \nسلام۳۹ is not english");
  // An example of another language:
  // is not english ۳۹ﻡﻼﺳ

  // std::u16string inputStr(u"Start سلام۳۹ END بَّترم بَّترم ");
  // Start ۳۹ﻡﻼﺳ END ﻡﺮﺘﹽﹷﺑ ﻡﺮﺘﹷﹽﺑ

  // std::u16string inputStr(u"سلام۳۹ Start بَّترم بَّترم END");
  // END ﻡﺮﺘﹽﹷﺑ ﻡﺮﺘﹷﹽﺑ Start ۳۹ﻡﻼﺳ

  // std::u16string inputStr(u"سلام۳۹ Start          بَّترم بَّترم END");
  // END ﻡﺮﺘﹽﹷﺑ ﻡﺮﺘﹷﹽﺑ          Start ۳۹ﻡﻼﺳ

  std::u16string inputStr(u"سلام۳۹ is not English");

  const UChar* input = reinterpret_cast<const UChar*>(inputStr.c_str());
  uint32_t input_length = inputStr.length();

  // * STEP 1: Arabic shaping
  // get output size
  int32_t arabic_length = u_shapeArabic(input, input_length, NULL, 0,
                      (U_SHAPE_LETTERS_SHAPE & U_SHAPE_LETTERS_MASK) |
                          (U_SHAPE_TEXT_DIRECTION_LOGICAL & U_SHAPE_TEXT_DIRECTION_MASK),
                      &errorCode);
  // Pre-flighting will always set U_BUFFER_OVERFLOW_ERROR
  errorCode = U_ZERO_ERROR;

  // build output
  UChar* arabic = (UChar*)malloc(arabic_length * sizeof(UChar));
  u_shapeArabic(input, input_length, arabic, arabic_length,
                  (U_SHAPE_LETTERS_SHAPE & U_SHAPE_LETTERS_MASK) |
                      (U_SHAPE_TEXT_DIRECTION_LOGICAL & U_SHAPE_TEXT_DIRECTION_MASK),
                  &errorCode);
  // handle errors
  if (U_FAILURE(errorCode)) {
      free(arabic);
  }

  std::u16string arabicStr(arabic, arabic_length);
  // build string
  for (const auto& c : arabicStr) {
    printf("%#d ", c);
  }
  std::cout << std::endl << converter.to_bytes(arabicStr) << std::endl;

  // * STEP 2: BIDIRECTIONAL
  // setup ubidi
  UBiDi* bidiLine = ubidi_open();
  ubidi_setPara(bidiLine, arabic, arabic_length, UBIDI_DEFAULT_LTR, NULL, &errorCode);
  if (U_FAILURE(errorCode)) {
    ubidi_close(bidiLine);
    free(arabic);
  }

  // UBIDI_DO_MIRRORING: Apply unicode mirroring of characters like parentheses
  // UBIDI_REMOVE_BIDI_CONTROLS: Now that all the lines are set, remove control characters so that
  // they don't show up on screen (some fonts have glyphs representing them)
  int32_t output_length = ubidi_writeReordered(bidiLine, NULL, 0, UBIDI_DO_MIRRORING | UBIDI_REMOVE_BIDI_CONTROLS, &errorCode);
  // Pre-flighting will always set U_BUFFER_OVERFLOW_ERROR
  errorCode = U_ZERO_ERROR;

  UChar* output = (UChar*)malloc(output_length * sizeof(UChar));

  ubidi_writeReordered(bidiLine, output, output_length, UBIDI_DO_MIRRORING | UBIDI_REMOVE_BIDI_CONTROLS, &errorCode);

  if (U_FAILURE(errorCode)) {
    // printf("ubidi_writeReordered Error code: %u\n", errorCode);
    ubidi_close(bidiLine);
    free(output);
    free(arabic);
  }

  std::u16string outputStr(output, output_length);
  // build string
  for (const auto& c : outputStr) {
    printf("%#d ", c);
  }
  std::cout << std::endl << converter.to_bytes(outputStr) << std::endl;

  free(output);
  free(arabic);

  return 0;
}