eSpeak NG is an open source speech synthesizer that supports more than hundred languages and accents.
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

tr_languages.c 66KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578
  1. /*
  2. * Copyright (C) 2005 to 2015 by Jonathan Duddington
  3. * email: [email protected]
  4. * Copyright (C) 2015-2016 Reece H. Dunn
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License as published by
  8. * the Free Software Foundation; either version 3 of the License, or
  9. * (at your option) any later version.
  10. *
  11. * This program is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. * GNU General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public License
  17. * along with this program; if not, see: <http://www.gnu.org/licenses/>.
  18. */
  19. #include "config.h"
  20. #include <ctype.h>
  21. #include <locale.h>
  22. #include <stdint.h>
  23. #include <stdio.h>
  24. #include <stdlib.h>
  25. #include <string.h>
  26. #include <wctype.h>
  27. #include <espeak-ng/espeak_ng.h>
  28. #include <espeak/speak_lib.h>
  29. #include "speech.h"
  30. #include "phoneme.h"
  31. #include "synthesize.h"
  32. #include "translate.h"
  33. #define L_grc 0x677263 // grc Ancient Greek
  34. #define L_jbo 0x6a626f // jbo Lojban
  35. #define L_mni 0x6d6e69 // mni Manipuri
  36. #define L_pap 0x706170 // pap Papiamento]
  37. #define L_zhy 0x7a6879 // zhy
  38. // start of unicode pages for character sets
  39. #define OFFSET_GREEK 0x380
  40. #define OFFSET_CYRILLIC 0x420
  41. #define OFFSET_ARMENIAN 0x530
  42. #define OFFSET_HEBREW 0x590
  43. #define OFFSET_ARABIC 0x600
  44. #define OFFSET_SYRIAC 0x700
  45. #define OFFSET_THAANA 0x780 // Divehi/Maldives
  46. #define OFFSET_DEVANAGARI 0x900
  47. #define OFFSET_BENGALI 0x980
  48. #define OFFSET_GURMUKHI 0xa00
  49. #define OFFSET_GUJARATI 0xa80
  50. #define OFFSET_ORIYA 0xb00
  51. #define OFFSET_TAMIL 0xb80
  52. #define OFFSET_TELUGU 0xc00
  53. #define OFFSET_KANNADA 0xc80
  54. #define OFFSET_MALAYALAM 0xd00
  55. #define OFFSET_SINHALA 0x0d80
  56. #define OFFSET_THAI 0x0e00
  57. #define OFFSET_LAO 0x0e80
  58. #define OFFSET_TIBET 0x0f00
  59. #define OFFSET_MYANMAR 0x1000
  60. #define OFFSET_GEORGIAN 0x10a0
  61. #define OFFSET_KOREAN 0x1100
  62. #define OFFSET_ETHIOPIC 0x1200
  63. // character ranges must be listed in ascending unicode order
  64. ALPHABET alphabets[] = {
  65. { "_el", OFFSET_GREEK, 0x380, 0x3ff, L('e', 'l'), AL_DONT_NAME | AL_NOT_LETTERS | AL_WORDS },
  66. { "_cyr", OFFSET_CYRILLIC, 0x400, 0x52f, 0, 0 },
  67. { "_hy", OFFSET_ARMENIAN, 0x530, 0x58f, L('h', 'y'), AL_WORDS },
  68. { "_he", OFFSET_HEBREW, 0x590, 0x5ff, 0, 0 },
  69. { "_ar", OFFSET_ARABIC, 0x600, 0x6ff, 0, 0 },
  70. { "_syc", OFFSET_SYRIAC, 0x700, 0x74f, 0, 0 },
  71. { "_dv", OFFSET_THAANA, 0x780, 0x7bf, 0, 0 },
  72. { "_hi", OFFSET_DEVANAGARI, 0x900, 0x97f, L('h', 'i'), AL_WORDS },
  73. { "_bn", OFFSET_BENGALI, 0x0980, 0x9ff, L('b', 'n'), AL_WORDS },
  74. { "_gur", OFFSET_GURMUKHI, 0xa00, 0xa7f, L('p', 'a'), AL_WORDS },
  75. { "_gu", OFFSET_GUJARATI, 0xa80, 0xaff, L('g', 'u'), AL_WORDS },
  76. { "_or", OFFSET_ORIYA, 0xb00, 0xb7f, 0, 0 },
  77. { "_ta", OFFSET_TAMIL, 0xb80, 0xbff, L('t', 'a'), AL_WORDS },
  78. { "_te", OFFSET_TELUGU, 0xc00, 0xc7f, L('t', 'e'), 0 },
  79. { "_kn", OFFSET_KANNADA, 0xc80, 0xcff, L('k', 'n'), AL_WORDS },
  80. { "_ml", OFFSET_MALAYALAM, 0xd00, 0xd7f, L('m', 'l'), AL_WORDS },
  81. { "_si", OFFSET_SINHALA, 0xd80, 0xdff, L('s', 'i'), AL_WORDS },
  82. { "_th", OFFSET_THAI, 0xe00, 0xe7f, 0, 0 },
  83. { "_lo", OFFSET_LAO, 0xe80, 0xeff, 0, 0 },
  84. { "_ti", OFFSET_TIBET, 0xf00, 0xfff, 0, 0 },
  85. { "_my", OFFSET_MYANMAR, 0x1000, 0x109f, 0, 0 },
  86. { "_ka", OFFSET_GEORGIAN, 0x10a0, 0x10ff, L('k', 'a'), AL_WORDS },
  87. { "_ko", OFFSET_KOREAN, 0x1100, 0x11ff, L('k', 'o'), AL_WORDS },
  88. { "_eth", OFFSET_ETHIOPIC, 0x1200, 0x139f, 0, 0 },
  89. { "_braille", 0x2800, 0x2800, 0x28ff, 0, AL_NO_SYMBOL },
  90. { "_ja", 0x3040, 0x3040, 0x30ff, 0, AL_NOT_CODE },
  91. { "_zh", 0x3100, 0x3100, 0x9fff, 0, AL_NOT_CODE },
  92. { "_ko", 0xa700, 0xa700, 0xd7ff, L('k', 'o'), AL_NOT_CODE | AL_WORDS },
  93. { NULL, 0, 0, 0, 0, 0 }
  94. };
  95. ALPHABET *AlphabetFromName(const char *name)
  96. {
  97. ALPHABET *alphabet;
  98. for (alphabet = alphabets; alphabet->name != NULL; alphabet++) {
  99. if (strcmp(name, &alphabet->name[1]) == 0)
  100. return alphabet;
  101. }
  102. return NULL;
  103. }
  104. ALPHABET *AlphabetFromChar(int c)
  105. {
  106. // Find the alphabet from a character.
  107. ALPHABET *alphabet = alphabets;
  108. while (alphabet->name != NULL) {
  109. if (c <= alphabet->range_max) {
  110. if (c >= alphabet->range_min)
  111. return alphabet;
  112. else
  113. break;
  114. }
  115. alphabet++;
  116. }
  117. return NULL;
  118. }
  119. static void Translator_Russian(Translator *tr);
  120. static void SetLetterVowel(Translator *tr, int c)
  121. {
  122. tr->letter_bits[c] = (tr->letter_bits[c] & 0x40) | 0x81; // keep value for group 6 (front vowels e,i,y)
  123. }
  124. static void ResetLetterBits(Translator *tr, int groups)
  125. {
  126. // Clear all the specified groups
  127. unsigned int ix;
  128. unsigned int mask;
  129. mask = ~groups;
  130. for (ix = 0; ix < sizeof(tr->letter_bits); ix++)
  131. tr->letter_bits[ix] &= mask;
  132. }
  133. static void SetLetterBits(Translator *tr, int group, const char *string)
  134. {
  135. int bits;
  136. unsigned char c;
  137. bits = (1L << group);
  138. while ((c = *string++) != 0)
  139. tr->letter_bits[c] |= bits;
  140. }
  141. static void SetLetterBitsRange(Translator *tr, int group, int first, int last)
  142. {
  143. int bits;
  144. int ix;
  145. bits = (1L << group);
  146. for (ix = first; ix <= last; ix++)
  147. tr->letter_bits[ix] |= bits;
  148. }
  149. // ignore these characters
  150. static const unsigned short chars_ignore_default[] = {
  151. 0xad, 1, // soft hyphen
  152. 0x200c, 1, // zero width non-joiner
  153. 0x200d, 1, // zero width joiner
  154. 0, 0
  155. };
  156. // alternatively, ignore characters but allow zero-width-non-joiner (lang-fa)
  157. static const unsigned short chars_ignore_zwnj_hyphen[] = {
  158. 0xad, 1, // soft hyphen
  159. 0x640, 1, // igniore Arabic Tatweel (lang=FA)
  160. 0x200c, '-', // zero width non-joiner, replace with hyphen
  161. 0x200d, 1, // zero width joiner
  162. 0, 0
  163. };
  164. const unsigned char utf8_ordinal[] = { 0xc2, 0xba, 0 }; // masculine ordinal character, UTF-8
  165. const unsigned char utf8_null[] = { 0 }; // null string, UTF-8
  166. static Translator *NewTranslator(void)
  167. {
  168. Translator *tr;
  169. int ix;
  170. static const unsigned char stress_amps2[] = { 18, 18, 20, 20, 20, 22, 22, 20 };
  171. static const short stress_lengths2[8] = { 182, 140, 220, 220, 220, 240, 260, 280 };
  172. static const wchar_t empty_wstring[1] = { 0 };
  173. static const wchar_t punct_in_word[2] = { '\'', 0 }; // allow hyphen within words
  174. static const unsigned char default_tunes[6] = { 0, 1, 2, 3, 0, 0 };
  175. // Translates character codes in the range transpose_min to transpose_max to
  176. // a number in the range 1 to 63. 0 indicates there is no translation.
  177. // Used up to 57 (max of 63)
  178. static const char transpose_map_latin[] = {
  179. 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, // 0x60
  180. 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 0, 0, 0, 0, 0, // 0x70
  181. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x80
  182. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x90
  183. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0xa0
  184. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0xb0
  185. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0xc0
  186. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0xd0
  187. 27, 28, 29, 0, 0, 30, 31, 32, 33, 34, 35, 36, 0, 37, 38, 0, // 0xe0
  188. 0, 0, 0, 39, 0, 0, 40, 0, 41, 0, 42, 0, 43, 0, 0, 0, // 0xf0
  189. 0, 0, 0, 44, 0, 45, 0, 46, 0, 0, 0, 0, 0, 47, 0, 0, // 0x100
  190. 0, 48, 0, 0, 0, 0, 0, 0, 0, 49, 0, 0, 0, 0, 0, 0, // 0x110
  191. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x120
  192. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x130
  193. 0, 0, 50, 0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x140
  194. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 52, 0, 0, 0, 0, // 0x150
  195. 0, 53, 0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x160
  196. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 55, 0, 56, 0, 57, 0, // 0x170
  197. };
  198. if ((tr = (Translator *)malloc(sizeof(Translator))) == NULL)
  199. return NULL;
  200. tr->charset_a0 = charsets[1]; // ISO-8859-1, this is for when the input is not utf8
  201. dictionary_name[0] = 0;
  202. tr->dictionary_name[0] = 0;
  203. tr->dict_condition = 0;
  204. tr->dict_min_size = 0;
  205. tr->data_dictrules = NULL; // language_1 translation rules file
  206. tr->data_dictlist = NULL; // language_2 dictionary lookup file
  207. tr->transpose_min = 0x60;
  208. tr->transpose_max = 0x17f;
  209. tr->transpose_map = transpose_map_latin;
  210. tr->frequent_pairs = NULL;
  211. // only need lower case
  212. tr->letter_bits_offset = 0;
  213. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  214. memset(tr->letter_groups, 0, sizeof(tr->letter_groups));
  215. // 0-6 sets of characters matched by A B C H F G Y in pronunciation rules
  216. // these may be set differently for different languages
  217. SetLetterBits(tr, 0, "aeiou"); // A vowels, except y
  218. SetLetterBits(tr, 1, "bcdfgjklmnpqstvxz"); // B hard consonants, excluding h,r,w
  219. SetLetterBits(tr, 2, "bcdfghjklmnpqrstvwxz"); // C all consonants
  220. SetLetterBits(tr, 3, "hlmnr"); // H 'soft' consonants
  221. SetLetterBits(tr, 4, "cfhkpqstx"); // F voiceless consonants
  222. SetLetterBits(tr, 5, "bdgjlmnrvwyz"); // G voiced
  223. SetLetterBits(tr, 6, "eiy"); // Letter group Y, front vowels
  224. SetLetterBits(tr, 7, "aeiouy"); // vowels, including y
  225. tr->char_plus_apostrophe = empty_wstring;
  226. tr->punct_within_word = punct_in_word;
  227. tr->chars_ignore = chars_ignore_default;
  228. for (ix = 0; ix < 8; ix++) {
  229. tr->stress_amps[ix] = stress_amps2[ix];
  230. tr->stress_amps_r[ix] = stress_amps2[ix] - 1;
  231. tr->stress_lengths[ix] = stress_lengths2[ix];
  232. }
  233. memset(&(tr->langopts), 0, sizeof(tr->langopts));
  234. tr->langopts.max_lengthmod = 500;
  235. tr->langopts.lengthen_tonic = 20;
  236. tr->langopts.stress_rule = STRESSPOSN_2R;
  237. tr->langopts.unstressed_wd1 = 1;
  238. tr->langopts.unstressed_wd2 = 3;
  239. tr->langopts.param[LOPT_SONORANT_MIN] = 95;
  240. tr->langopts.param[LOPT_LONG_VOWEL_THRESHOLD] = 190/2;
  241. tr->langopts.param[LOPT_MAXAMP_EOC] = 19;
  242. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 's'; // don't count this character at start of word
  243. tr->langopts.param[LOPT_BRACKET_PAUSE] = 4; // pause at bracket
  244. tr->langopts.param2[LOPT_BRACKET_PAUSE] = 2; // pauses when announcing bracket names
  245. tr->langopts.max_initial_consonants = 3;
  246. tr->langopts.replace_chars = NULL;
  247. tr->langopts.ascii_language[0] = 0; // Non-Latin alphabet languages, use this language to speak Latin words, default is English
  248. tr->langopts.alt_alphabet_lang = L('e', 'n');
  249. tr->langopts.roman_suffix = utf8_null;
  250. SetLengthMods(tr, 201);
  251. tr->langopts.long_stop = 100;
  252. tr->langopts.max_roman = 49;
  253. tr->langopts.min_roman = 2;
  254. tr->langopts.thousands_sep = ',';
  255. tr->langopts.decimal_sep = '.';
  256. tr->langopts.break_numbers = BREAK_THOUSANDS; // 1000, 1000,000 1,000,000 etc
  257. tr->langopts.max_digits = 14;
  258. memcpy(tr->punct_to_tone, punctuation_to_tone, sizeof(tr->punct_to_tone));
  259. memcpy(tr->langopts.tunes, default_tunes, sizeof(tr->langopts.tunes));
  260. return tr;
  261. }
  262. // common letter pairs, encode these as a single byte
  263. // 2 bytes, using the transposed character codes
  264. static const short pairs_ru[] = {
  265. 0x010c, // ла 21052 0x23
  266. 0x010e, // на 18400
  267. 0x0113, // та 14254
  268. 0x0301, // ав 31083
  269. 0x030f, // ов 13420
  270. 0x060e, // не 21798
  271. 0x0611, // ре 19458
  272. 0x0903, // ви 16226
  273. 0x0b01, // ак 14456
  274. 0x0b0f, // ок 17836
  275. 0x0c01, // ал 13324
  276. 0x0c09, // ил 16877
  277. 0x0e01, // ан 15359
  278. 0x0e06, // ен 13543 0x30
  279. 0x0e09, // ин 17168
  280. 0x0e0e, // нн 15973
  281. 0x0e0f, // он 22373
  282. 0x0e1c, // ын 15052
  283. 0x0f03, // во 24947
  284. 0x0f11, // ро 13552
  285. 0x0f12, // со 16368
  286. 0x100f, // оп 19054
  287. 0x1011, // рп 17067
  288. 0x1101, // ар 23967
  289. 0x1106, // ер 18795
  290. 0x1109, // ир 13797
  291. 0x110f, // ор 21737
  292. 0x1213, // тс 25076
  293. 0x1220, // яс 14310
  294. 0x7fff
  295. };
  296. static const unsigned int replace_cyrillic_latin[] =
  297. { 0x430, 'a',
  298. 0x431, 'b',
  299. 0x446, 'c',
  300. 0x45b, 0x107,
  301. 0x447, 0x10d,
  302. 0x45f, 'd'+(0x17e<<16),
  303. 0x455, 'd'+('z'<<16),
  304. 0x434, 'd',
  305. 0x452, 0x111,
  306. 0x435, 'e',
  307. 0x444, 'f',
  308. 0x433, 'g',
  309. 0x445, 'h',
  310. 0x438, 'i',
  311. 0x458, 'j',
  312. 0x43a, 'k',
  313. 0x459, 'l'+('j'<<16),
  314. 0x43b, 'l',
  315. 0x43c, 'm',
  316. 0x45a, 'n'+('j'<<16),
  317. 0x43d, 'n',
  318. 0x43e, 'o',
  319. 0x43f, 'p',
  320. 0x440, 'r',
  321. 0x441, 's',
  322. 0x448, 0x161,
  323. 0x442, 't',
  324. 0x443, 'u',
  325. 0x432, 'v',
  326. 0x437, 'z',
  327. 0x436, 0x17e,
  328. 0x453, 0x111,
  329. 0x45c, 0x107,
  330. 0 }; // ѓ ѕ ќ
  331. static const unsigned char ru_vowels[] = { 0x10, 0x15, 0x31, 0x18, 0x1e, 0x23, 0x2b, 0x2d, 0x2e, 0x2f, 0xb9, 0xc9, 0x91, 0x8f, 0x36, 0 }; // also kazakh
  332. static const unsigned char ru_consonants[] = { 0x11, 0x12, 0x13, 0x14, 0x16, 0x17, 0x19, 0x1a, 0x1b, 0x1c, 0x1d, 0x1f, 0x20, 0x21, 0x22, 0x24, 0x25, 0x26, 0x27, 0x28, 0x29, 0x2a, 0x2c, 0x73, 0x7b, 0x83, 0x9b, 0 };
  333. static void SetCyrillicLetters(Translator *tr)
  334. {
  335. // character codes offset by 0x420
  336. static const char ru_soft[] = { 0x2c, 0x19, 0x27, 0x29, 0 }; // letter group B [k ts; s;]
  337. static const char ru_hard[] = { 0x2a, 0x16, 0x26, 0x28, 0 }; // letter group H [S Z ts]
  338. static const char ru_nothard[] = { 0x11, 0x12, 0x13, 0x14, 0x17, 0x19, 0x1a, 0x1b, 0x1c, 0x1d, 0x1f, 0x20, 0x21, 0x22, 0x24, 0x25, 0x27, 0x29, 0x2c, 0 };
  339. static const char ru_voiced[] = { 0x11, 0x12, 0x13, 0x14, 0x16, 0x17, 0 }; // letter group G (voiced obstruents)
  340. static const char ru_ivowels[] = { 0x2c, 0x2e, 0x2f, 0x31, 0 }; // letter group Y (iotated vowels & soft-sign)
  341. tr->charset_a0 = charsets[18]; // KOI8-R
  342. tr->transpose_min = 0x430; // convert cyrillic from unicode into range 0x01 to 0x22
  343. tr->transpose_max = 0x451;
  344. tr->transpose_map = NULL;
  345. tr->frequent_pairs = pairs_ru;
  346. tr->letter_bits_offset = OFFSET_CYRILLIC;
  347. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  348. SetLetterBits(tr, LETTERGP_A, (char *)ru_vowels);
  349. SetLetterBits(tr, LETTERGP_B, ru_soft);
  350. SetLetterBits(tr, LETTERGP_C, (char *)ru_consonants);
  351. SetLetterBits(tr, LETTERGP_H, ru_hard);
  352. SetLetterBits(tr, LETTERGP_F, ru_nothard);
  353. SetLetterBits(tr, LETTERGP_G, ru_voiced);
  354. SetLetterBits(tr, LETTERGP_Y, ru_ivowels);
  355. SetLetterBits(tr, LETTERGP_VOWEL2, (char *)ru_vowels);
  356. }
  357. void SetIndicLetters(Translator *tr)
  358. {
  359. // Set letter types for Indic scripts, Devanagari, Tamill, etc
  360. static const char dev_consonants2[] = { 0x02, 0x03, 0x58, 0x59, 0x5a, 0x5b, 0x5c, 0x5d, 0x5e, 0x5f, 0x7b, 0x7c, 0x7e, 0x7f, 0 };
  361. static const char dev_vowels2[] = { 0x60, 0x61, 0x55, 0x56, 0x57, 0x62, 0x63, 0 }; // non-consecutive vowels and vowel-signs
  362. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  363. SetLetterBitsRange(tr, LETTERGP_A, 0x04, 0x14); // vowel letters
  364. SetLetterBitsRange(tr, LETTERGP_A, 0x3e, 0x4d); // + vowel signs, and virama
  365. SetLetterBits(tr, LETTERGP_A, dev_vowels2); // + extra vowels and vowel signs
  366. SetLetterBitsRange(tr, LETTERGP_B, 0x3e, 0x4d); // vowel signs, and virama
  367. SetLetterBits(tr, LETTERGP_B, dev_vowels2); // + extra vowels and vowel signs
  368. SetLetterBitsRange(tr, LETTERGP_C, 0x15, 0x39); // the main consonant range
  369. SetLetterBits(tr, LETTERGP_C, dev_consonants2); // + additional consonants
  370. SetLetterBitsRange(tr, LETTERGP_Y, 0x04, 0x14); // vowel letters
  371. SetLetterBitsRange(tr, LETTERGP_Y, 0x3e, 0x4c); // + vowel signs
  372. SetLetterBits(tr, LETTERGP_Y, dev_vowels2); // + extra vowels and vowel signs
  373. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  374. tr->langopts.suffix_add_e = tr->letter_bits_offset + 0x4d; // virama
  375. }
  376. void SetupTranslator(Translator *tr, const short *lengths, const unsigned char *amps)
  377. {
  378. if (lengths != NULL)
  379. memcpy(tr->stress_lengths, lengths, sizeof(tr->stress_lengths));
  380. if (amps != NULL)
  381. memcpy(tr->stress_amps, amps, sizeof(tr->stress_amps));
  382. }
  383. Translator *SelectTranslator(const char *name)
  384. {
  385. int name2 = 0;
  386. Translator *tr;
  387. static const short stress_lengths_equal[8] = { 230, 230, 230, 230, 0, 0, 230, 230 };
  388. static const unsigned char stress_amps_equal[8] = { 19, 19, 19, 19, 19, 19, 19, 19 };
  389. static const short stress_lengths_fr[8] = { 190, 170, 190, 200, 0, 0, 190, 240 };
  390. static const unsigned char stress_amps_fr[8] = { 18, 16, 18, 18, 18, 18, 18, 18 };
  391. static const unsigned char stress_amps_sk[8] = { 17, 16, 20, 20, 20, 22, 22, 21 };
  392. static const short stress_lengths_sk[8] = { 190, 190, 210, 210, 0, 0, 210, 210 };
  393. static const short stress_lengths_ta[8] = { 200, 200, 210, 210, 0, 0, 230, 230 };
  394. static const short stress_lengths_ta2[8] = { 230, 230, 240, 240, 0, 0, 260, 260 };
  395. static const unsigned char stress_amps_ta[8] = { 18, 18, 18, 18, 20, 20, 22, 22 };
  396. tr = NewTranslator();
  397. strcpy(tr->dictionary_name, name);
  398. // convert name string into a word of up to 4 characters, for the switch()
  399. while (*name != 0)
  400. name2 = (name2 << 8) + *name++;
  401. switch (name2)
  402. {
  403. case L('a', 'f'):
  404. {
  405. static const short stress_lengths_af[8] = { 170, 140, 220, 220, 0, 0, 250, 270 };
  406. SetupTranslator(tr, stress_lengths_af, NULL);
  407. tr->langopts.stress_rule = STRESSPOSN_1L;
  408. tr->langopts.vowel_pause = 0x30;
  409. tr->langopts.param[LOPT_DIERESES] = 1;
  410. tr->langopts.param[LOPT_PREFIXES] = 1;
  411. SetLetterVowel(tr, 'y'); // add 'y' to vowels
  412. tr->langopts.numbers = NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_SINGLE_AND | NUM_ROMAN | NUM_1900;
  413. tr->langopts.accents = 1;
  414. }
  415. break;
  416. case L('a', 'm'): // Amharic, Ethiopia
  417. {
  418. SetupTranslator(tr, stress_lengths_fr, stress_amps_fr);
  419. tr->letter_bits_offset = OFFSET_ETHIOPIC;
  420. tr->langopts.stress_rule = STRESSPOSN_1L;
  421. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  422. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  423. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  424. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  425. }
  426. break;
  427. case L('a', 'r'): // Arabic
  428. tr->transpose_min = 0x620; // for ar_list, use 6-bit character codes
  429. tr->transpose_max = 0x65f;
  430. tr->transpose_map = NULL;
  431. tr->letter_bits_offset = OFFSET_ARABIC;
  432. tr->langopts.numbers = NUM_SWAP_TENS | NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_AND_HUNDRED | NUM_THOUSAND_AND | NUM_OMIT_1_THOUSAND;
  433. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  434. break;
  435. case L('b', 'g'): // Bulgarian
  436. {
  437. SetCyrillicLetters(tr);
  438. SetLetterVowel(tr, 0x2a);
  439. tr->charset_a0 = charsets[5]; // ISO-8859-5
  440. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  441. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x107; // devoice at end of word, and change voicing to match a following consonant (except v)
  442. tr->langopts.param[LOPT_REDUCE] = 2;
  443. tr->langopts.stress_rule = STRESSPOSN_2R;
  444. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_SINGLE_AND | NUM_ROMAN | NUM_ROMAN_ORDINAL | NUM_ROMAN_CAPITALS;
  445. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  446. }
  447. break;
  448. case L('b', 'n'): // Bengali
  449. case L('a', 's'): // Assamese
  450. case L_mni: // Manipuri (temporary placement - it's not indo-european)
  451. {
  452. static const short stress_lengths_bn[8] = { 180, 180, 210, 210, 0, 0, 230, 240 };
  453. static const unsigned char stress_amps_bn[8] = { 18, 18, 18, 18, 20, 20, 22, 22 };
  454. static const char bn_consonants2[3] = { 0x70, 0x71, 0 };
  455. SetupTranslator(tr, stress_lengths_bn, stress_amps_bn);
  456. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  457. tr->langopts.stress_rule = STRESSPOSN_1L;
  458. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  459. tr->letter_bits_offset = OFFSET_BENGALI;
  460. SetIndicLetters(tr); // call this after setting OFFSET_BENGALI
  461. SetLetterBitsRange(tr, LETTERGP_B, 0x01, 0x01); // candranindu
  462. SetLetterBitsRange(tr, LETTERGP_F, 0x3e, 0x4c); // vowel signs, but not virama
  463. SetLetterBits(tr, LETTERGP_C, bn_consonants2);
  464. tr->langopts.numbers = NUM_SWAP_TENS;
  465. tr->langopts.break_numbers = 0x24924aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  466. if (name2 == L_mni) {
  467. tr->langopts.numbers = 1;
  468. tr->langopts.numbers2 = NUM2_SWAP_THOUSANDS;
  469. }
  470. }
  471. break;
  472. case L('b', 'o'): // Tibet
  473. {
  474. tr->langopts.stress_rule = STRESSPOSN_1L;
  475. tr->letter_bits_offset = OFFSET_TIBET;
  476. SetLetterBitsRange(tr, LETTERGP_A, 0x71, 0x7d); // vowel signs
  477. SetLetterBitsRange(tr, LETTERGP_B, 0x71, 0x81); // vowel signs and subjoined letters
  478. SetLetterBitsRange(tr, LETTERGP_B, 0x90, 0xbc);
  479. SetLetterBitsRange(tr, LETTERGP_C, 0x40, 0x6c); // consonant letters (not subjoined)
  480. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  481. tr->langopts.numbers = 1;
  482. }
  483. break;
  484. case L('c', 'y'): // Welsh
  485. {
  486. static const short stress_lengths_cy[8] = { 170, 220, 180, 180, 0, 0, 250, 270 };
  487. static const unsigned char stress_amps_cy[8] = { 17, 15, 18, 18, 0, 0, 22, 20 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  488. SetupTranslator(tr, stress_lengths_cy, stress_amps_cy);
  489. tr->charset_a0 = charsets[14]; // ISO-8859-14
  490. tr->langopts.stress_rule = STRESSPOSN_2R;
  491. // 'diminished' is an unstressed final syllable
  492. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  493. tr->langopts.unstressed_wd1 = 0;
  494. tr->langopts.unstressed_wd2 = 2;
  495. tr->langopts.param[LOPT_SONORANT_MIN] = 120; // limit the shortening of sonorants before short vowels
  496. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  497. SetLetterVowel(tr, 'w'); // add letter to vowels and remove from consonants
  498. SetLetterVowel(tr, 'y');
  499. }
  500. break;
  501. case L('d', 'a'): // Danish
  502. {
  503. static const short stress_lengths_da[8] = { 160, 140, 200, 200, 0, 0, 220, 230 };
  504. SetupTranslator(tr, stress_lengths_da, NULL);
  505. tr->langopts.stress_rule = STRESSPOSN_1L;
  506. tr->langopts.param[LOPT_PREFIXES] = 1;
  507. SetLetterVowel(tr, 'y');
  508. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_ORDINAL_DOT | NUM_1900 | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_ORDINAL;
  509. }
  510. break;
  511. case L('d', 'e'):
  512. {
  513. static const short stress_lengths_de[8] = { 150, 130, 200, 200, 0, 0, 270, 270 };
  514. static const unsigned char stress_amps_de[] = { 20, 20, 20, 20, 20, 22, 22, 20 };
  515. SetupTranslator(tr, stress_lengths_de, stress_amps_de);
  516. tr->langopts.stress_rule = STRESSPOSN_1L;
  517. tr->langopts.word_gap = 0x8; // don't use linking phonemes
  518. tr->langopts.vowel_pause = 0x30;
  519. tr->langopts.param[LOPT_PREFIXES] = 1;
  520. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  521. tr->langopts.param[LOPT_LONG_VOWEL_THRESHOLD] = 175/2;
  522. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_ALLOW_SPACE | NUM_ORDINAL_DOT | NUM_ROMAN;
  523. SetLetterVowel(tr, 'y');
  524. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use de_rules for unpronouncable rules
  525. }
  526. break;
  527. case L('d', 'v'): // Divehi (Maldives)
  528. {
  529. SetupTranslator(tr, stress_lengths_ta, stress_amps_ta);
  530. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  531. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  532. tr->letter_bits_offset = OFFSET_THAANA;
  533. tr->langopts.stress_rule = STRESSPOSN_1L;
  534. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  535. SetLetterBitsRange(tr, LETTERGP_B, 0x26, 0x30); // vowel signs, and virama
  536. tr->langopts.break_numbers = 0x14a8; // 1000, 100,000 10,000,000
  537. tr->langopts.numbers = 1;
  538. }
  539. break;
  540. case L('e', 'n'):
  541. {
  542. static const short stress_lengths_en[8] = { 182, 140, 220, 220, 0, 0, 248, 275 };
  543. SetupTranslator(tr, stress_lengths_en, NULL);
  544. tr->langopts.stress_rule = STRESSPOSN_1L;
  545. tr->langopts.stress_flags = 0x08;
  546. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_ROMAN | NUM_1900;
  547. tr->langopts.param[LOPT_COMBINE_WORDS] = 2; // allow "mc" to cmbine with the following word
  548. tr->langopts.suffix_add_e = 'e';
  549. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use en_rules for unpronouncable rules
  550. SetLetterBits(tr, 6, "aeiouy"); // Group Y: vowels, including y
  551. }
  552. break;
  553. case L('e', 'l'): // Greek
  554. case L_grc: // Ancient Greek
  555. {
  556. static const short stress_lengths_el[8] = { 155, 180, 210, 210, 0, 0, 270, 300 };
  557. static const unsigned char stress_amps_el[8] = { 15, 12, 20, 20, 20, 22, 22, 21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  558. // character codes offset by 0x380
  559. static const char el_vowels[] = { 0x10, 0x2c, 0x2d, 0x2e, 0x2f, 0x30, 0x31, 0x35, 0x37, 0x39, 0x3f, 0x45, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0 };
  560. static const char el_fvowels[] = { 0x2d, 0x2e, 0x2f, 0x35, 0x37, 0x39, 0x45, 0x4d, 0 }; // ε η ι υ έ ή ί ύ _
  561. static const char el_voiceless[] = { 0x38, 0x3a, 0x3e, 0x40, 0x42, 0x43, 0x44, 0x46, 0x47, 0 }; // θ κ ξ π ς σ τ φ χ _
  562. static const char el_consonants[] = { 0x32, 0x33, 0x34, 0x36, 0x38, 0x3a, 0x3b, 0x3c, 0x3d, 0x3e, 0x40, 0x41, 0x42, 0x43, 0x44, 0x46, 0x47, 0x48, 0 };
  563. static const wchar_t el_char_apostrophe[] = { 0x3c3, 0 }; // σ _
  564. SetupTranslator(tr, stress_lengths_el, stress_amps_el);
  565. tr->charset_a0 = charsets[7]; // ISO-8859-7
  566. tr->char_plus_apostrophe = el_char_apostrophe;
  567. tr->letter_bits_offset = OFFSET_GREEK;
  568. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  569. SetLetterBits(tr, LETTERGP_A, el_vowels);
  570. SetLetterBits(tr, LETTERGP_VOWEL2, el_vowels);
  571. SetLetterBits(tr, LETTERGP_B, el_voiceless);
  572. SetLetterBits(tr, LETTERGP_C, el_consonants);
  573. SetLetterBits(tr, LETTERGP_Y, el_fvowels); // front vowels: ε η ι υ _
  574. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  575. tr->langopts.stress_rule = STRESSPOSN_2R;
  576. tr->langopts.stress_flags = S_FINAL_DIM_ONLY; // mark unstressed final syllables as diminished
  577. tr->langopts.unstressed_wd1 = 0;
  578. tr->langopts.unstressed_wd2 = 2;
  579. tr->langopts.param[LOPT_SONORANT_MIN] = 130; // limit the shortening of sonorants before short vowels
  580. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA;
  581. tr->langopts.numbers2 = 0x2 | NUM2_MULTIPLE_ORDINAL | NUM2_ORDINAL_NO_AND; // variant form of numbers before thousands
  582. if (name2 == L_grc) {
  583. // ancient greek
  584. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1;
  585. }
  586. }
  587. break;
  588. case L('e', 'o'):
  589. {
  590. static const short stress_lengths_eo[8] = { 150, 140, 180, 180, 0, 0, 200, 200 };
  591. static const unsigned char stress_amps_eo[] = { 16, 14, 20, 20, 20, 22, 22, 21 };
  592. static const wchar_t eo_char_apostrophe[2] = { 'l', 0 };
  593. SetupTranslator(tr, stress_lengths_eo, stress_amps_eo);
  594. tr->charset_a0 = charsets[3]; // ISO-8859-3
  595. tr->char_plus_apostrophe = eo_char_apostrophe;
  596. tr->langopts.vowel_pause = 2;
  597. tr->langopts.stress_rule = STRESSPOSN_2R;
  598. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  599. tr->langopts.unstressed_wd2 = 2;
  600. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_ALLOW_SPACE | NUM_ROMAN;
  601. }
  602. break;
  603. case L('e', 's'): // Spanish
  604. case L('a', 'n'): // Aragonese
  605. case L('c', 'a'): // Catalan
  606. case L('i', 'a'): // Interlingua
  607. case L_pap: // Papiamento
  608. {
  609. static const short stress_lengths_es[8] = { 160, 140, 145, 140, 0, 0, 200, 245 };
  610. static const unsigned char stress_amps_es[8] = { 16, 13, 15, 16, 20, 20, 22, 22 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  611. static const wchar_t ca_punct_within_word[] = { '\'', 0xb7, 0 }; // ca: allow middle-dot within word
  612. SetupTranslator(tr, stress_lengths_es, stress_amps_es);
  613. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  614. tr->langopts.stress_rule = STRESSPOSN_2R;
  615. // stress last syllable if it doesn't end in vowel or "s" or "n"
  616. // 'diminished' is an unstressed final syllable
  617. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  618. tr->langopts.unstressed_wd1 = 0;
  619. tr->langopts.unstressed_wd2 = 2;
  620. tr->langopts.param[LOPT_SONORANT_MIN] = 120; // limit the shortening of sonorants before short vowels
  621. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_AFTER;
  622. tr->langopts.numbers2 = NUM2_MULTIPLE_ORDINAL | NUM2_ORDINAL_NO_AND;
  623. if (name2 == L('c', 'a')) {
  624. // stress last syllable unless word ends with a vowel
  625. tr->punct_within_word = ca_punct_within_word;
  626. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2;
  627. } else if (name2 == L('i', 'a')) {
  628. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  629. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_AFTER;
  630. } else if (name2 == L('a', 'n')) {
  631. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  632. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_ORDINAL;
  633. tr->langopts.numbers2 = NUM2_ORDINAL_NO_AND;
  634. tr->langopts.roman_suffix = utf8_ordinal;
  635. } else if (name2 == L_pap) {
  636. // stress last syllable unless word ends with a vowel
  637. tr->langopts.stress_rule = STRESSPOSN_1R;
  638. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED | S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2;
  639. } else
  640. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use es_rules for unpronouncable rules
  641. }
  642. break;
  643. case L('e', 'u'): // basque
  644. {
  645. static const short stress_lengths_eu[8] = { 200, 200, 200, 200, 0, 0, 210, 230 }; // very weak stress
  646. static const unsigned char stress_amps_eu[8] = { 16, 16, 18, 18, 18, 18, 18, 18 };
  647. SetupTranslator(tr, stress_lengths_eu, stress_amps_eu);
  648. tr->langopts.stress_rule = STRESSPOSN_2L; // ?? second syllable, but not on a word-final vowel
  649. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED;
  650. tr->langopts.param[LOPT_SUFFIX] = 1;
  651. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_VIGESIMAL;
  652. }
  653. break;
  654. case L('f', 'a'): // Farsi
  655. {
  656. // Convert characters in the range 0x620 to 0x6cc to the range 1 to 63.
  657. // 0 indicates no translation for this character
  658. static const char transpose_map_fa[] = {
  659. 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, // 0x620
  660. 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 0, 0, 0, 0, 0, // 0x630
  661. 0, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, // 0x640
  662. 42, 43, 0, 0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x650
  663. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x660
  664. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 45, 0, // 0x670
  665. 0, 0, 0, 0, 0, 0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x680
  666. 0, 0, 0, 0, 0, 0, 0, 0, 47, 0, 0, 0, 0, 0, 0, 0, // 0x690
  667. 0, 0, 0, 0, 0, 0, 0, 0, 0, 48, 0, 0, 0, 0, 0, 49, // 0x6a0
  668. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x6b0
  669. 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 51 // 0x6c0
  670. };
  671. tr->transpose_min = 0x620;
  672. tr->transpose_max = 0x6cc;
  673. tr->transpose_map = transpose_map_fa;
  674. tr->letter_bits_offset = OFFSET_ARABIC;
  675. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND;
  676. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  677. tr->chars_ignore = chars_ignore_zwnj_hyphen; // replace ZWNJ by hyphen
  678. }
  679. break;
  680. case L('e', 't'): // Estonian
  681. tr->charset_a0 = charsets[4]; // ISO-8859-4
  682. // fallthrough:
  683. case L('f', 'i'): // Finnish
  684. {
  685. static const unsigned char stress_amps_fi[8] = { 18, 16, 22, 22, 20, 22, 22, 22 };
  686. static const short stress_lengths_fi[8] = { 150, 180, 200, 200, 0, 0, 210, 250 };
  687. SetupTranslator(tr, stress_lengths_fi, stress_amps_fi);
  688. tr->langopts.stress_rule = STRESSPOSN_1L;
  689. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_2_TO_HEAVY; // move secondary stress from light to a following heavy syllable
  690. tr->langopts.param[LOPT_IT_DOUBLING] = 1;
  691. tr->langopts.long_stop = 130;
  692. tr->langopts.numbers = NUM_DECIMAL_COMMA + NUM_ALLOW_SPACE;
  693. SetLetterVowel(tr, 'y');
  694. tr->langopts.spelling_stress = 1;
  695. tr->langopts.intonation_group = 3; // less intonation, don't raise pitch at comma
  696. }
  697. break;
  698. case L('f', 'r'): // french
  699. {
  700. SetupTranslator(tr, stress_lengths_fr, stress_amps_fr);
  701. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  702. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  703. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove lengthen indicator from unstressed syllables
  704. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  705. tr->langopts.accents = 2; // Say "Capital" after the letter.
  706. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_NOPAUSE | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_AFTER | NUM_VIGESIMAL | NUM_DFRACTION_4;
  707. SetLetterVowel(tr, 'y');
  708. }
  709. break;
  710. case L('g', 'a'): // irish
  711. case L('g', 'd'): // scots gaelic
  712. {
  713. tr->langopts.stress_rule = STRESSPOSN_1L;
  714. tr->langopts.stress_flags = S_NO_AUTO_2; // don't use secondary stress
  715. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND;
  716. tr->langopts.accents = 2; // 'capital' after letter name
  717. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 3; // don't count apostrophe
  718. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove [:] phoneme from non-stressed syllables (Lang=gd)
  719. }
  720. break;
  721. case L('g','n'): // guarani
  722. {
  723. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  724. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  725. }
  726. break;
  727. case L('h', 'i'): // Hindi
  728. case L('n', 'e'): // Nepali
  729. case L('o', 'r'): // Oriya
  730. case L('p', 'a'): // Punjabi
  731. case L('g', 'u'): // Gujarati
  732. case L('m', 'r'): // Marathi
  733. {
  734. static const short stress_lengths_hi[8] = { 190, 190, 210, 210, 0, 0, 230, 250 };
  735. static const unsigned char stress_amps_hi[8] = { 17, 14, 20, 19, 20, 22, 22, 21 };
  736. SetupTranslator(tr, stress_lengths_hi, stress_amps_hi);
  737. tr->charset_a0 = charsets[19]; // ISCII
  738. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  739. tr->langopts.stress_rule = 6; // stress on last heaviest syllable, excluding final syllable
  740. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  741. tr->langopts.numbers = NUM_SWAP_TENS;
  742. tr->langopts.break_numbers = 0x14aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  743. tr->letter_bits_offset = OFFSET_DEVANAGARI;
  744. if (name2 == L('p', 'a'))
  745. tr->letter_bits_offset = OFFSET_GURMUKHI;
  746. else if (name2 == L('g', 'u')) {
  747. SetupTranslator(tr, stress_lengths_equal, stress_amps_equal);
  748. tr->letter_bits_offset = OFFSET_GUJARATI;
  749. tr->langopts.stress_rule = STRESSPOSN_2R;
  750. } else if (name2 == L('n', 'e')) {
  751. SetupTranslator(tr, stress_lengths_equal, stress_amps_equal);
  752. tr->langopts.break_numbers = 0x2aaaa8;
  753. tr->langopts.max_digits = 22;
  754. tr->langopts.numbers2 |= NUM2_ENGLISH_NUMERALS;
  755. } else if (name2 == L('o', 'r'))
  756. tr->letter_bits_offset = OFFSET_ORIYA;
  757. SetIndicLetters(tr);
  758. }
  759. break;
  760. case L('h', 'r'): // Croatian
  761. case L('b', 's'): // Bosnian
  762. case L('s', 'r'): // Serbian
  763. {
  764. static const unsigned char stress_amps_hr[8] = { 17, 17, 20, 20, 20, 22, 22, 21 };
  765. static const short stress_lengths_hr[8] = { 180, 160, 200, 200, 0, 0, 220, 230 };
  766. static const short stress_lengths_sr[8] = { 160, 150, 200, 200, 0, 0, 250, 260 };
  767. strcpy(tr->dictionary_name, "hbs");
  768. if (name2 == L('s', 'r'))
  769. SetupTranslator(tr, stress_lengths_sr, stress_amps_hr);
  770. else
  771. SetupTranslator(tr, stress_lengths_hr, stress_amps_hr);
  772. tr->charset_a0 = charsets[2]; // ISO-8859-2
  773. tr->langopts.stress_rule = STRESSPOSN_1L;
  774. tr->langopts.stress_flags = S_FINAL_NO_2;
  775. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x3;
  776. tr->langopts.max_initial_consonants = 5;
  777. tr->langopts.spelling_stress = 1;
  778. tr->langopts.accents = 1;
  779. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_DECIMAL_COMMA | NUM_THOUS_SPACE | NUM_DFRACTION_2 | NUM_ROMAN_CAPITALS;
  780. tr->langopts.numbers2 = 0xa + NUM2_THOUSANDS_VAR5; // variant numbers before thousands,milliards
  781. tr->langopts.replace_chars = replace_cyrillic_latin;
  782. tr->langopts.our_alphabet = OFFSET_CYRILLIC; // don't say "cyrillic" before letter names
  783. SetLetterVowel(tr, 'y');
  784. SetLetterVowel(tr, 'r');
  785. }
  786. break;
  787. case L('h', 't'): // Haitian Creole
  788. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  789. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  790. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_OMIT_1_HUNDRED | NUM_NOPAUSE | NUM_ROMAN | NUM_VIGESIMAL | NUM_DFRACTION_4;
  791. break;
  792. case L('h', 'u'): // Hungarian
  793. {
  794. static const unsigned char stress_amps_hu[8] = { 17, 17, 19, 19, 20, 22, 22, 21 };
  795. static const short stress_lengths_hu[8] = { 185, 195, 195, 190, 0, 0, 210, 220 };
  796. SetupTranslator(tr, stress_lengths_hu, stress_amps_hu);
  797. tr->charset_a0 = charsets[2]; // ISO-8859-2
  798. tr->langopts.vowel_pause = 0x20;
  799. tr->langopts.stress_rule = STRESSPOSN_1L;
  800. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2 | 0x8000 | S_HYPEN_UNSTRESS;
  801. tr->langopts.unstressed_wd1 = 2;
  802. tr->langopts.param[LOPT_IT_DOUBLING] = 1;
  803. tr->langopts.param[LOPT_ANNOUNCE_PUNCT] = 2; // don't break clause before announcing . ? !
  804. tr->langopts.numbers = NUM_DFRACTION_5 | NUM_ALLOW_SPACE | NUM_ROMAN | NUM_ROMAN_ORDINAL | NUM_ROMAN_CAPITALS | NUM_ORDINAL_DOT | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND;
  805. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  806. tr->langopts.decimal_sep = ',';
  807. tr->langopts.max_roman = 899;
  808. tr->langopts.min_roman = 1;
  809. SetLetterVowel(tr, 'y');
  810. tr->langopts.spelling_stress = 1;
  811. SetLengthMods(tr, 3); // all equal
  812. }
  813. break;
  814. case L('h', 'y'): // Armenian
  815. {
  816. static const short stress_lengths_hy[8] = { 250, 200, 250, 250, 0, 0, 250, 250 };
  817. static const char hy_vowels[] = { 0x31, 0x35, 0x37, 0x38, 0x3b, 0x48, 0x55, 0 };
  818. static const char hy_consonants[] = {
  819. 0x32, 0x33, 0x34, 0x36, 0x39, 0x3a, 0x3c, 0x3d, 0x3e, 0x3f, 0x40, 0x41, 0x42, 0x43, 0x44,
  820. 0x46, 0x47, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x56, 0
  821. };
  822. static const char hy_consonants2[] = { 0x45, 0 };
  823. SetupTranslator(tr, stress_lengths_hy, NULL);
  824. tr->langopts.stress_rule = STRESSPOSN_1R; // default stress on final syllable
  825. tr->letter_bits_offset = OFFSET_ARMENIAN;
  826. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  827. SetLetterBits(tr, LETTERGP_A, hy_vowels);
  828. SetLetterBits(tr, LETTERGP_VOWEL2, hy_vowels);
  829. SetLetterBits(tr, LETTERGP_B, hy_consonants); // not including 'j'
  830. SetLetterBits(tr, LETTERGP_C, hy_consonants);
  831. SetLetterBits(tr, LETTERGP_C, hy_consonants2); // add 'j'
  832. tr->langopts.max_initial_consonants = 6;
  833. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED;
  834. }
  835. break;
  836. case L('i', 'd'): // Indonesian
  837. case L('m', 's'): // Malay
  838. {
  839. static const short stress_lengths_id[8] = { 160, 200, 180, 180, 0, 0, 220, 240 };
  840. static const unsigned char stress_amps_id[8] = { 16, 18, 18, 18, 20, 22, 22, 21 };
  841. SetupTranslator(tr, stress_lengths_id, stress_amps_id);
  842. tr->langopts.stress_rule = STRESSPOSN_2R;
  843. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_ROMAN;
  844. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  845. tr->langopts.accents = 2; // "capital" after letter name
  846. }
  847. break;
  848. case L('i', 's'): // Icelandic
  849. {
  850. static const short stress_lengths_is[8] = { 180, 160, 200, 200, 0, 0, 240, 250 };
  851. static const wchar_t is_lettergroup_B[] = { 'c', 'f', 'h', 'k', 'p', 't', 'x', 0xfe, 0 }; // voiceless conants, including 'þ' ?? 's'
  852. SetupTranslator(tr, stress_lengths_is, NULL);
  853. tr->langopts.stress_rule = STRESSPOSN_1L;
  854. tr->langopts.stress_flags = S_FINAL_NO_2;
  855. tr->langopts.param[LOPT_IT_LENGTHEN] = 0x11; // remove lengthen indicator from unstressed vowels
  856. tr->langopts.param[LOPT_REDUCE] = 2;
  857. ResetLetterBits(tr, 0x18);
  858. SetLetterBits(tr, 4, "kpst"); // Letter group F
  859. SetLetterBits(tr, 3, "jvr"); // Letter group H
  860. tr->letter_groups[1] = is_lettergroup_B;
  861. SetLetterVowel(tr, 'y');
  862. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SINGLE_AND | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_1900;
  863. tr->langopts.numbers2 = 0x2;
  864. }
  865. break;
  866. case L('i', 't'): // Italian
  867. {
  868. static const short stress_lengths_it[8] =
  869. { 165, 100, 170, 150, 0, 0, 215, 303 };
  870. static const unsigned char stress_amps_it[8] =
  871. { 16, 15, 16, 14, 20, 22, 22, 24 };
  872. SetupTranslator(tr, stress_lengths_it, stress_amps_it);
  873. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  874. tr->langopts.stress_rule = STRESSPOSN_2R;
  875. tr->langopts.stress_flags = S_FINAL_NO_2 | S_PRIORITY_STRESS;
  876. tr->langopts.vowel_pause = 1;
  877. tr->langopts.unstressed_wd1 = 2;
  878. tr->langopts.unstressed_wd2 = 2;
  879. tr->langopts.param[LOPT_IT_LENGTHEN] = 2; // remove lengthen indicator from unstressed or non-penultimate syllables
  880. tr->langopts.param[LOPT_IT_DOUBLING] = 1; // double the first consonant if the previous word ends in a stressed vowel (changed to =1, 23.01.2014 - only use if prev.word has $double)
  881. tr->langopts.param[LOPT_SONORANT_MIN] = 130; // limit the shortening of sonorants before short vowels
  882. tr->langopts.param[LOPT_REDUCE] = 1; // reduce vowels even if phonemes are specified in it_list
  883. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  884. tr->langopts.numbers = NUM_SINGLE_VOWEL | NUM_OMIT_1_HUNDRED |NUM_DECIMAL_COMMA | NUM_ROMAN | NUM_DFRACTION_1 | NUM_ROMAN_CAPITALS | NUM_ROMAN_AFTER;
  885. tr->langopts.numbers2 = NUM2_NO_TEEN_ORDINALS;
  886. tr->langopts.accents = 2; // Say "Capital" after the letter.
  887. SetLetterVowel(tr, 'y');
  888. }
  889. break;
  890. case L_jbo: // Lojban
  891. {
  892. static const short stress_lengths_jbo[8] = { 145, 145, 170, 160, 0, 0, 330, 350 };
  893. static const wchar_t jbo_punct_within_word[] = { '.', ',', '\'', 0x2c8, 0 }; // allow period and comma within a word, also stress marker (from LOPT_CAPS_IN_WORD)
  894. SetupTranslator(tr, stress_lengths_jbo, NULL);
  895. tr->langopts.stress_rule = STRESSPOSN_2R;
  896. tr->langopts.vowel_pause = 0x20c; // pause before a word which starts with a vowel, or after a word which ends in a consonant
  897. tr->punct_within_word = jbo_punct_within_word;
  898. tr->langopts.param[LOPT_CAPS_IN_WORD] = 2; // capitals indicate stressed syllables
  899. SetLetterVowel(tr, 'y');
  900. tr->langopts.max_lengthmod = 368;
  901. }
  902. break;
  903. case L('k', 'a'): // Georgian
  904. {
  905. // character codes offset by 0x1080
  906. static const char ka_vowels[] = { 0x30, 0x34, 0x38, 0x3d, 0x43, 0x55, 0x57, 0 };
  907. static const char ka_consonants[] =
  908. { 0x31, 0x32, 0x33, 0x35, 0x36, 0x37, 0x39, 0x3a, 0x3b, 0x3c, 0x3e, 0x3f, 0x40, 0x41, 0x42, 0x44,
  909. 0x45, 0x46, 0x47, 0x48, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x56, 0 };
  910. SetupTranslator(tr, stress_lengths_ta, stress_amps_ta);
  911. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  912. SetLetterBits(tr, LETTERGP_A, ka_vowels);
  913. SetLetterBits(tr, LETTERGP_C, ka_consonants);
  914. SetLetterBits(tr, LETTERGP_VOWEL2, ka_vowels);
  915. tr->langopts.stress_rule = STRESSPOSN_1L;
  916. tr->langopts.stress_flags = S_FINAL_NO_2;
  917. tr->letter_bits_offset = OFFSET_GEORGIAN;
  918. tr->langopts.max_initial_consonants = 7;
  919. tr->langopts.numbers = NUM_VIGESIMAL | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED |NUM_OMIT_1_THOUSAND | NUM_DFRACTION_5 | NUM_ROMAN;
  920. tr->langopts.alt_alphabet = OFFSET_CYRILLIC;
  921. tr->langopts.alt_alphabet_lang = L('r', 'u');
  922. }
  923. break;
  924. case L('k', 'k'): // Kazakh
  925. {
  926. static const unsigned char stress_amps_tr[8] = { 18, 16, 20, 21, 20, 21, 21, 20 };
  927. static const short stress_lengths_tr[8] = { 190, 180, 230, 230, 0, 0, 250, 250 };
  928. tr->letter_bits_offset = OFFSET_CYRILLIC;
  929. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  930. SetLetterBits(tr, LETTERGP_A, (char *)ru_vowels);
  931. SetLetterBits(tr, LETTERGP_C, (char *)ru_consonants);
  932. SetLetterBits(tr, LETTERGP_VOWEL2, (char *)ru_vowels);
  933. SetupTranslator(tr, stress_lengths_tr, stress_amps_tr);
  934. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  935. tr->langopts.stress_flags = S_NO_AUTO_2 + S_NO_EOC_LENGTHEN; // no automatic secondary stress, don't lengthen at end-of-clause
  936. tr->langopts.lengthen_tonic = 0;
  937. tr->langopts.param[LOPT_SUFFIX] = 1;
  938. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_DFRACTION_6;
  939. tr->langopts.max_initial_consonants = 2;
  940. SetLengthMods(tr, 3); // all equal
  941. }
  942. break;
  943. case L('k', 'l'): // Greenlandic
  944. {
  945. SetupTranslator(tr, stress_lengths_equal, stress_amps_equal);
  946. tr->langopts.stress_rule = 12;
  947. tr->langopts.stress_flags = S_NO_AUTO_2;
  948. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_ORDINAL_DOT | NUM_1900 | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_ORDINAL;
  949. }
  950. break;
  951. case L('k', 'o'): // Korean, TEST
  952. {
  953. static const char ko_ivowels[] = { 0x63, 0x64, 0x67, 0x68, 0x6d, 0x72, 0x74, 0x75, 0 }; // y and i vowels
  954. static const unsigned char ko_voiced[] = { 0x02, 0x05, 0x06, 0xab, 0xaf, 0xb7, 0xbc, 0 }; // voiced consonants, l,m,n,N
  955. tr->letter_bits_offset = OFFSET_KOREAN;
  956. tr->langopts.our_alphabet = 0xa700;
  957. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  958. SetLetterBitsRange(tr, LETTERGP_A, 0x61, 0x75);
  959. SetLetterBits(tr, LETTERGP_Y, ko_ivowels);
  960. SetLetterBits(tr, LETTERGP_G, (const char *)ko_voiced);
  961. tr->langopts.stress_rule = 8; // ?? 1st syllable if it is heavy, else 2nd syllable
  962. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  963. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  964. tr->langopts.numbers2 = NUM2_MYRIADS;
  965. tr->langopts.break_numbers = 0x1111110;
  966. tr->langopts.max_digits = 20;
  967. }
  968. break;
  969. case L('k', 'u'): // Kurdish
  970. {
  971. static const unsigned char stress_amps_ku[8] = { 18, 18, 20, 20, 20, 22, 22, 21 };
  972. static const short stress_lengths_ku[8] = { 180, 180, 190, 180, 0, 0, 230, 240 };
  973. SetupTranslator(tr, stress_lengths_ku, stress_amps_ku);
  974. tr->charset_a0 = charsets[9]; // ISO-8859-9 - Latin5
  975. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  976. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_AND_HUNDRED;
  977. tr->langopts.max_initial_consonants = 2;
  978. }
  979. break;
  980. case L('l', 'a'): // Latin
  981. {
  982. tr->charset_a0 = charsets[4]; // ISO-8859-4, includes a,e,i,o,u-macron
  983. tr->langopts.stress_rule = STRESSPOSN_2R;
  984. tr->langopts.stress_flags = S_NO_AUTO_2;
  985. tr->langopts.unstressed_wd1 = 0;
  986. tr->langopts.unstressed_wd2 = 2;
  987. tr->langopts.param[LOPT_DIERESES] = 1;
  988. tr->langopts.numbers = NUM_ROMAN;
  989. tr->langopts.max_roman = 5000;
  990. }
  991. break;
  992. case L('l', 't'): // Lithuanian
  993. {
  994. tr->charset_a0 = charsets[4]; // ISO-8859-4
  995. tr->langopts.stress_rule = STRESSPOSN_2R;
  996. tr->langopts.stress_flags = S_NO_AUTO_2;
  997. tr->langopts.unstressed_wd1 = 0;
  998. tr->langopts.unstressed_wd2 = 2;
  999. tr->langopts.param[LOPT_DIERESES] = 1;
  1000. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_4 | NUM_ORDINAL_DOT;
  1001. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR4;
  1002. tr->langopts.max_roman = 5000;
  1003. }
  1004. break;
  1005. case L('l', 'v'): // latvian
  1006. {
  1007. static const unsigned char stress_amps_lv[8] = { 17, 13, 20, 20, 20, 22, 22, 21 };
  1008. static const short stress_lengths_lv[8] = { 180, 130, 210, 210, 0, 0, 210, 210 };
  1009. SetupTranslator(tr, stress_lengths_lv, stress_amps_lv);
  1010. tr->langopts.stress_rule = STRESSPOSN_1L;
  1011. tr->langopts.spelling_stress = 1;
  1012. tr->charset_a0 = charsets[4]; // ISO-8859-4
  1013. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_4 | NUM_ORDINAL_DOT;
  1014. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_EO_CLAUSE1;
  1015. }
  1016. break;
  1017. case L('m', 'k'): // Macedonian
  1018. {
  1019. static wchar_t vowels_cyrillic[] = {
  1020. // also include 'р' [R]
  1021. 0x440, 0x430, 0x435, 0x438, 0x439, 0x43e, 0x443, 0x44b, 0x44d,
  1022. 0x44e, 0x44f, 0x450, 0x451, 0x456, 0x457, 0x45d, 0x45e, 0
  1023. };
  1024. static const unsigned char stress_amps_mk[8] = { 17, 17, 20, 20, 20, 22, 22, 21 };
  1025. static const short stress_lengths_mk[8] = { 180, 160, 200, 200, 0, 0, 220, 230 };
  1026. SetupTranslator(tr, stress_lengths_mk, stress_amps_mk);
  1027. tr->charset_a0 = charsets[5]; // ISO-8859-5
  1028. tr->letter_groups[0] = tr->letter_groups[7] = vowels_cyrillic;
  1029. tr->letter_bits_offset = OFFSET_CYRILLIC;
  1030. tr->langopts.stress_rule = STRESSPOSN_3R; // antipenultimate
  1031. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1032. tr->langopts.numbers2 = 0x8a; // variant numbers before thousands,milliards
  1033. }
  1034. break;
  1035. case L('m', 't'): // Maltese
  1036. {
  1037. tr->charset_a0 = charsets[3]; // ISO-8859-3
  1038. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  1039. tr->langopts.stress_rule = STRESSPOSN_2R; // penultimate
  1040. tr->langopts.numbers = 1;
  1041. }
  1042. break;
  1043. case L('n', 'l'): // Dutch
  1044. {
  1045. static const short stress_lengths_nl[8] = { 160, 135, 210, 210, 0, 0, 260, 280 };
  1046. tr->langopts.stress_rule = STRESSPOSN_1L;
  1047. tr->langopts.vowel_pause = 0x30; // ??
  1048. tr->langopts.param[LOPT_DIERESES] = 1;
  1049. tr->langopts.param[LOPT_PREFIXES] = 1;
  1050. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  1051. SetLetterVowel(tr, 'y');
  1052. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ALLOW_SPACE | NUM_1900 | NUM_ORDINAL_DOT;
  1053. tr->langopts.ordinal_indicator = "e";
  1054. tr->langopts.stress_flags = S_FIRST_PRIMARY;
  1055. memcpy(tr->stress_lengths, stress_lengths_nl, sizeof(tr->stress_lengths));
  1056. }
  1057. break;
  1058. case L('n', 'o'): // Norwegian
  1059. {
  1060. static const short stress_lengths_no[8] = { 160, 140, 200, 200, 0, 0, 220, 230 };
  1061. SetupTranslator(tr, stress_lengths_no, NULL);
  1062. tr->langopts.stress_rule = STRESSPOSN_1L;
  1063. SetLetterVowel(tr, 'y');
  1064. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_ALLOW_SPACE | NUM_1900 | NUM_ORDINAL_DOT;
  1065. }
  1066. break;
  1067. case L('o', 'm'): // Oromo
  1068. {
  1069. static const unsigned char stress_amps_om[] = { 18, 15, 20, 20, 20, 22, 22, 22 };
  1070. static const short stress_lengths_om[8] = { 200, 200, 200, 200, 0, 0, 200, 200 };
  1071. SetupTranslator(tr, stress_lengths_om, stress_amps_om);
  1072. tr->langopts.stress_rule = STRESSPOSN_2R;
  1073. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | 0x80000;
  1074. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_HUNDRED_AND;
  1075. tr->langopts.numbers2 = 0x200; // say "thousands" before its number
  1076. }
  1077. break;
  1078. case L('p', 'l'): // Polish
  1079. {
  1080. static const short stress_lengths_pl[8] = { 160, 190, 175, 175, 0, 0, 200, 210 };
  1081. static const unsigned char stress_amps_pl[8] = { 17, 13, 19, 19, 20, 22, 22, 21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  1082. SetupTranslator(tr, stress_lengths_pl, stress_amps_pl);
  1083. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1084. tr->langopts.stress_rule = STRESSPOSN_2R;
  1085. tr->langopts.stress_flags = S_FINAL_DIM_ONLY; // mark unstressed final syllables as diminished
  1086. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x9;
  1087. tr->langopts.max_initial_consonants = 7; // for example: wchrzczony :)
  1088. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_DFRACTION_2;
  1089. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR3;
  1090. tr->langopts.param[LOPT_COMBINE_WORDS] = 4 + 0x100; // combine 'nie' (marked with $alt2) with some 1-syllable (and 2-syllable) words (marked with $alt)
  1091. SetLetterVowel(tr, 'y');
  1092. }
  1093. break;
  1094. case L('p', 't'): // Portuguese
  1095. {
  1096. static const short stress_lengths_pt[8] = { 170, 115, 210, 240, 0, 0, 260, 280 };
  1097. static const unsigned char stress_amps_pt[8] = { 16, 11, 19, 21, 20, 22, 22, 21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  1098. SetupTranslator(tr, stress_lengths_pt, stress_amps_pt);
  1099. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1100. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  1101. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_INITIAL_2 | S_PRIORITY_STRESS;
  1102. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_DFRACTION_2 | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_ROMAN_CAPITALS;
  1103. tr->langopts.numbers2 = NUM2_MULTIPLE_ORDINAL | NUM2_NO_TEEN_ORDINALS | NUM2_ORDINAL_NO_AND;
  1104. tr->langopts.max_roman = 5000;
  1105. SetLetterVowel(tr, 'y');
  1106. ResetLetterBits(tr, 0x2);
  1107. SetLetterBits(tr, 1, "bcdfgjkmnpqstvxz"); // B hard consonants, excluding h,l,r,w,y
  1108. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  1109. tr->langopts.accents = 2; // 'capital' after letter name
  1110. }
  1111. break;
  1112. case L('r', 'o'): // Romanian
  1113. {
  1114. static const short stress_lengths_ro[8] = { 170, 170, 180, 180, 0, 0, 240, 260 };
  1115. static const unsigned char stress_amps_ro[8] = { 15, 13, 18, 18, 20, 22, 22, 21 };
  1116. SetupTranslator(tr, stress_lengths_ro, stress_amps_ro);
  1117. tr->langopts.stress_rule = STRESSPOSN_1R;
  1118. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED | S_FINAL_DIM_ONLY;
  1119. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1120. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_DFRACTION_3 | NUM_AND_UNITS | NUM_ROMAN;
  1121. tr->langopts.numbers2 = 0x1e; // variant numbers before all thousandplex
  1122. }
  1123. break;
  1124. case L('r', 'u'): // Russian
  1125. Translator_Russian(tr);
  1126. break;
  1127. case L('r', 'w'): // Kiryarwanda
  1128. {
  1129. tr->langopts.stress_rule = STRESSPOSN_2R;
  1130. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1131. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1132. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words. Need to allow "bw'" prefix
  1133. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_DFRACTION_2 | NUM_AND_HUNDRED;
  1134. tr->langopts.numbers2 = 0x200; // say "thousands" before its number
  1135. }
  1136. break;
  1137. case L('s', 'k'): // Slovak
  1138. case L('c', 's'): // Czech
  1139. {
  1140. static const char *sk_voiced = "bdgjlmnrvwzaeiouy";
  1141. SetupTranslator(tr, stress_lengths_sk, stress_amps_sk);
  1142. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1143. tr->langopts.stress_rule = STRESSPOSN_1L;
  1144. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1145. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x3;
  1146. tr->langopts.max_initial_consonants = 5;
  1147. tr->langopts.spelling_stress = 1;
  1148. tr->langopts.param[LOPT_COMBINE_WORDS] = 4; // combine some prepositions with the following word
  1149. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_DFRACTION_2 | NUM_ROMAN;
  1150. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR2;
  1151. tr->langopts.thousands_sep = STRESSPOSN_1L; // no thousands separator
  1152. tr->langopts.decimal_sep = ',';
  1153. if (name2 == L('c', 's'))
  1154. tr->langopts.numbers2 = 0x108; // variant numbers before milliards
  1155. SetLetterVowel(tr, 'y');
  1156. SetLetterVowel(tr, 'r');
  1157. ResetLetterBits(tr, 0x20);
  1158. SetLetterBits(tr, 5, sk_voiced);
  1159. }
  1160. break;
  1161. case L('s', 'i'): // Sinhala
  1162. {
  1163. SetupTranslator(tr, stress_lengths_ta, stress_amps_ta);
  1164. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1165. tr->langopts.stress_rule = STRESSPOSN_1L;
  1166. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1167. tr->langopts.spelling_stress = 1;
  1168. tr->letter_bits_offset = OFFSET_SINHALA;
  1169. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  1170. SetLetterBitsRange(tr, LETTERGP_A, 0x05, 0x16); // vowel letters
  1171. SetLetterBitsRange(tr, LETTERGP_A, 0x4a, 0x73); // + vowel signs, and virama
  1172. SetLetterBitsRange(tr, LETTERGP_B, 0x4a, 0x73); // vowel signs, and virama
  1173. SetLetterBitsRange(tr, LETTERGP_C, 0x1a, 0x46); // the main consonant range
  1174. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1175. tr->langopts.suffix_add_e = tr->letter_bits_offset + 0x4a; // virama
  1176. tr->langopts.numbers = NUM_OMIT_1_THOUSAND | NUM_SINGLE_STRESS_L | NUM_DFRACTION_7;
  1177. tr->langopts.numbers2 = NUM2_PERCENT_BEFORE;
  1178. tr->langopts.break_numbers = 0x14aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  1179. }
  1180. break;
  1181. case L('s', 'l'): // Slovenian
  1182. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1183. tr->langopts.stress_rule = STRESSPOSN_2R; // Temporary
  1184. tr->langopts.stress_flags = S_NO_AUTO_2;
  1185. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x103;
  1186. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x76; // [v] don't count this character at start of word
  1187. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  1188. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove lengthen indicator from unstressed syllables
  1189. tr->letter_bits[(int)'r'] |= 0x80; // add 'r' to letter group 7, vowels for Unpronouncable test
  1190. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_SWAP_TENS | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_2 | NUM_ORDINAL_DOT | NUM_ROMAN;
  1191. tr->langopts.numbers2 = 0x100; // plural forms of millions etc
  1192. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  1193. tr->langopts.replace_chars = replace_cyrillic_latin;
  1194. break;
  1195. case L('s', 'q'): // Albanian
  1196. {
  1197. static const short stress_lengths_sq[8] = { 150, 150, 180, 180, 0, 0, 300, 300 };
  1198. static const unsigned char stress_amps_sq[8] = { 16, 12, 16, 16, 20, 20, 21, 19 };
  1199. SetupTranslator(tr, stress_lengths_sq, stress_amps_sq);
  1200. tr->langopts.stress_rule = STRESSPOSN_1R;
  1201. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_FINAL_VOWEL_UNSTRESSED;
  1202. SetLetterVowel(tr, 'y');
  1203. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_DFRACTION_4;
  1204. tr->langopts.accents = 2; // "capital" after letter name
  1205. }
  1206. break;
  1207. case L('s', 'v'): // Swedish
  1208. {
  1209. static const unsigned char stress_amps_sv[] = { 16, 16, 20, 20, 20, 22, 22, 21 };
  1210. static const short stress_lengths_sv[8] = { 160, 135, 220, 220, 0, 0, 250, 280 };
  1211. SetupTranslator(tr, stress_lengths_sv, stress_amps_sv);
  1212. tr->langopts.stress_rule = STRESSPOSN_1L;
  1213. SetLetterVowel(tr, 'y');
  1214. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_1900;
  1215. tr->langopts.accents = 1;
  1216. }
  1217. break;
  1218. case L('s', 'w'): // Swahili
  1219. case L('t', 'n'): // Setswana
  1220. {
  1221. static const short stress_lengths_sw[8] = { 160, 170, 200, 200, 0, 0, 320, 340 };
  1222. static const unsigned char stress_amps_sw[] = { 16, 12, 19, 19, 20, 22, 22, 21 };
  1223. SetupTranslator(tr, stress_lengths_sw, stress_amps_sw);
  1224. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1225. tr->langopts.vowel_pause = 1;
  1226. tr->langopts.stress_rule = STRESSPOSN_2R;
  1227. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1228. tr->langopts.max_initial_consonants = 4; // for example: mwngi
  1229. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_SINGLE_AND | NUM_OMIT_1_HUNDRED;
  1230. tr->langopts.break_numbers = 0x49249268; // for languages which have numbers for 100,000 and 1,000,000
  1231. }
  1232. break;
  1233. case L('t', 'a'): // Tamil
  1234. case L('k', 'n'): // Kannada
  1235. case L('m', 'l'): // Malayalam
  1236. case L('t', 'e'): // Telugu
  1237. {
  1238. SetupTranslator(tr, stress_lengths_ta2, stress_amps_ta);
  1239. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1240. tr->langopts.stress_rule = STRESSPOSN_1L;
  1241. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2; // use 'diminished' for unstressed final syllable
  1242. tr->langopts.spelling_stress = 1;
  1243. tr->langopts.break_numbers = 0x14a8; // 1000, 100,000 10,000,000
  1244. if (name2 == L('t', 'a')) {
  1245. SetupTranslator(tr, stress_lengths_ta, NULL);
  1246. tr->letter_bits_offset = OFFSET_TAMIL;
  1247. tr->langopts.numbers = NUM_OMIT_1_THOUSAND;
  1248. tr->langopts.numbers2 = NUM2_ORDINAL_AND_THOUSANDS;
  1249. tr->langopts.param[LOPT_WORD_MERGE] = 1; // don't break vowels betwen words
  1250. } else if (name2 == L('m', 'l')) {
  1251. static const short stress_lengths_ml[8] = { 180, 160, 240, 240, 0, 0, 260, 260 };
  1252. SetupTranslator(tr, stress_lengths_ml, stress_amps_equal);
  1253. tr->letter_bits_offset = OFFSET_MALAYALAM;
  1254. tr->langopts.numbers = NUM_OMIT_1_THOUSAND | NUM_OMIT_1_HUNDRED;
  1255. tr->langopts.numbers2 = NUM2_OMIT_1_HUNDRED_ONLY;
  1256. tr->langopts.stress_rule = 13; // 1st syllable, unless 1st vowel is short and 2nd is long
  1257. } else if (name2 == L('k', 'n')) {
  1258. tr->letter_bits_offset = OFFSET_KANNADA;
  1259. tr->langopts.numbers = 0x1;
  1260. } else if (name2 == L('t', 'e')) {
  1261. tr->letter_bits_offset = OFFSET_TELUGU;
  1262. tr->langopts.numbers = 0x1;
  1263. tr->langopts.numbers2 = NUM2_ORDINAL_DROP_VOWEL;
  1264. }
  1265. SetIndicLetters(tr); // call this after setting OFFSET_
  1266. SetLetterBitsRange(tr, LETTERGP_B, 0x4e, 0x4e); // chillu-virama (unofficial)
  1267. }
  1268. break;
  1269. case L('t', 'r'): // Turkish
  1270. case L('a', 'z'): // Azerbaijan
  1271. {
  1272. static const unsigned char stress_amps_tr[8] = { 18, 16, 20, 21, 20, 21, 21, 20 };
  1273. static const short stress_lengths_tr[8] = { 190, 180, 200, 230, 0, 0, 240, 250 };
  1274. SetupTranslator(tr, stress_lengths_tr, stress_amps_tr);
  1275. tr->charset_a0 = charsets[9]; // ISO-8859-9 - Latin5
  1276. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  1277. tr->langopts.stress_flags = S_NO_AUTO_2; // no automatic secondary stress
  1278. tr->langopts.dotless_i = 1;
  1279. tr->langopts.param[LOPT_SUFFIX] = 1;
  1280. if (name2 == L('a', 'z'))
  1281. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1282. else
  1283. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1284. tr->langopts.max_initial_consonants = 2;
  1285. }
  1286. break;
  1287. case L('t', 't'): // Tatar
  1288. {
  1289. SetCyrillicLetters(tr);
  1290. SetupTranslator(tr, stress_lengths_fr, stress_amps_fr);
  1291. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  1292. tr->langopts.stress_flags = S_NO_AUTO_2; // no automatic secondary stress
  1293. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_4;
  1294. }
  1295. break;
  1296. case L('u', 'k'): // Ukrainian
  1297. {
  1298. SetCyrillicLetters(tr);
  1299. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  1300. }
  1301. break;
  1302. case L('u', 'r'): // Urdu
  1303. case L('s', 'd'): // Sindhi
  1304. {
  1305. tr->letter_bits_offset = OFFSET_ARABIC;
  1306. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1307. tr->langopts.numbers = NUM_SWAP_TENS;
  1308. tr->langopts.break_numbers = 0x52a8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  1309. }
  1310. break;
  1311. case L('v', 'i'): // Vietnamese
  1312. {
  1313. static const short stress_lengths_vi[8] = { 150, 150, 180, 180, 210, 230, 230, 240 };
  1314. static const unsigned char stress_amps_vi[] = { 16, 16, 16, 16, 22, 22, 22, 22 };
  1315. static wchar_t vowels_vi[] = {
  1316. 0x61, 0xe0, 0xe1, 0x1ea3, 0xe3, 0x1ea1, // a
  1317. 0x103, 0x1eb1, 0x1eaf, 0x1eb3, 0x1eb5, 0x1eb7, // ă
  1318. 0xe2, 0x1ea7, 0x1ea5, 0x1ea9, 0x1eab, 0x1ead, // â
  1319. 0x65, 0xe8, 0xe9, 0x1ebb, 0x1ebd, 0x1eb9, // e
  1320. 0xea, 0x1ec1, 0x1ebf, 0x1ec3, 0x1ec5, 0x1ec7, // i
  1321. 0x69, 0xec, 0xed, 0x1ec9, 0x129, 0x1ecb, // i
  1322. 0x6f, 0xf2, 0xf3, 0x1ecf, 0xf5, 0x1ecd, // o
  1323. 0xf4, 0x1ed3, 0x1ed1, 0x1ed5, 0x1ed7, 0x1ed9, // ô
  1324. 0x1a1, 0x1edd, 0x1edb, 0x1edf, 0x1ee1, 0x1ee3, // ơ
  1325. 0x75, 0xf9, 0xfa, 0x1ee7, 0x169, 0x1ee5, // u
  1326. 0x1b0, 0x1eeb, 0x1ee9, 0x1eed, 0x1eef, 0x1ef1, // ư
  1327. 0x79, 0x1ef3, 0xfd, 0x1ef7, 0x1ef9, 0x1ef5, // y
  1328. 0
  1329. };
  1330. SetupTranslator(tr, stress_lengths_vi, stress_amps_vi);
  1331. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1332. tr->langopts.stress_rule = STRESSPOSN_1L;
  1333. tr->langopts.word_gap = 0x21; // length of a final vowel is less dependent on the next consonant, don't merge consonant with next word
  1334. tr->letter_groups[0] = tr->letter_groups[7] = vowels_vi;
  1335. tr->langopts.tone_language = 1; // Tone language, use CalcPitches_Tone() rather than CalcPitches()
  1336. tr->langopts.unstressed_wd1 = 2;
  1337. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND_DIGIT | NUM_DFRACTION_4 | NUM_ZERO_HUNDRED;
  1338. }
  1339. break;
  1340. case L('w', 'o'):
  1341. tr->langopts.stress_rule = STRESSPOSN_1L;
  1342. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_SINGLE_STRESS;
  1343. break;
  1344. case L('z', 'h'):
  1345. case L_zhy:
  1346. {
  1347. static const short stress_lengths_zh[8] = { 230, 150, 230, 230, 230, 0, 240, 250 }; // 1=tone5. end-of-sentence, 6=tone 1&4, 7=tone 2&3
  1348. static const unsigned char stress_amps_zh[] = { 22, 16, 22, 22, 22, 22, 22, 22 };
  1349. SetupTranslator(tr, stress_lengths_zh, stress_amps_zh);
  1350. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable of a "word"
  1351. tr->langopts.stress_flags = S_NO_DIM; // don't automatically set diminished stress (may be set in the intonation module)
  1352. tr->langopts.vowel_pause = 0;
  1353. tr->langopts.tone_language = 1; // Tone language, use CalcPitches_Tone() rather than CalcPitches()
  1354. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1355. tr->langopts.tone_numbers = 1; // a number after letters indicates a tone number (eg. pinyin or jyutping)
  1356. tr->langopts.ideographs = 1;
  1357. tr->langopts.our_alphabet = 0x3100;
  1358. tr->langopts.word_gap = 0x21; // length of a final vowel is less dependent on the next consonant, don't merge consonant with next word
  1359. if (name2 == L('z', 'h')) {
  1360. tr->langopts.textmode = 1;
  1361. tr->langopts.listx = 1; // compile zh_listx after zh_list
  1362. tr->langopts.numbers = 1;
  1363. tr->langopts.numbers2 = NUM2_ZERO_TENS;
  1364. tr->langopts.break_numbers = 0x00018;
  1365. }
  1366. }
  1367. break;
  1368. default:
  1369. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1370. break;
  1371. }
  1372. tr->translator_name = name2;
  1373. ProcessLanguageOptions(&tr->langopts);
  1374. return tr;
  1375. }
  1376. void ProcessLanguageOptions(LANGUAGE_OPTIONS *langopts)
  1377. {
  1378. if (langopts->numbers & NUM_DECIMAL_COMMA) {
  1379. // use . and ; for thousands and decimal separators
  1380. langopts->thousands_sep = '.';
  1381. langopts->decimal_sep = ',';
  1382. }
  1383. if (langopts->numbers & NUM_THOUS_SPACE)
  1384. langopts->thousands_sep = 0; // don't allow thousands separator, except space
  1385. }
  1386. static void Translator_Russian(Translator *tr)
  1387. {
  1388. static const unsigned char stress_amps_ru[] = { 16, 16, 18, 18, 20, 24, 24, 22 };
  1389. static const short stress_lengths_ru[8] = { 150, 140, 220, 220, 0, 0, 260, 280 };
  1390. static const char ru_ivowels2[] = { 0x2c, 0x15, 0x18, 0x2e, 0x2f, 0 }; // add more vowels to letter group Y (iotated vowels & soft-sign)
  1391. SetupTranslator(tr, stress_lengths_ru, stress_amps_ru);
  1392. SetCyrillicLetters(tr);
  1393. SetLetterBits(tr, 6, ru_ivowels2);
  1394. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  1395. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 1;
  1396. tr->langopts.param[LOPT_REDUCE] = 2;
  1397. tr->langopts.stress_rule = 5;
  1398. tr->langopts.stress_flags = S_NO_AUTO_2;
  1399. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED;
  1400. tr->langopts.numbers2 = 0x2 + NUM2_THOUSANDS_VAR1; // variant numbers before thousands
  1401. tr->langopts.phoneme_change = 1;
  1402. tr->langopts.testing = 2;
  1403. }