eSpeak NG is an open source speech synthesizer that supports more than hundred languages and accents.
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

tr_languages.c 67KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573
  1. /*
  2. * Copyright (C) 2005 to 2015 by Jonathan Duddington
  3. * email: [email protected]
  4. * Copyright (C) 2015-2016 Reece H. Dunn
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License as published by
  8. * the Free Software Foundation; either version 3 of the License, or
  9. * (at your option) any later version.
  10. *
  11. * This program is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. * GNU General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public License
  17. * along with this program; if not, see: <http://www.gnu.org/licenses/>.
  18. */
  19. #include "config.h"
  20. #include <ctype.h>
  21. #include <locale.h>
  22. #include <stdint.h>
  23. #include <stdio.h>
  24. #include <stdlib.h>
  25. #include <string.h>
  26. #include <espeak-ng/espeak_ng.h>
  27. #include <espeak-ng/speak_lib.h>
  28. #include <espeak-ng/encoding.h>
  29. #include "speech.h"
  30. #include "phoneme.h"
  31. #include "voice.h"
  32. #include "synthesize.h"
  33. #include "translate.h"
  34. // start of unicode pages for character sets
  35. #define OFFSET_GREEK 0x380
  36. #define OFFSET_CYRILLIC 0x420
  37. #define OFFSET_ARMENIAN 0x530
  38. #define OFFSET_HEBREW 0x590
  39. #define OFFSET_ARABIC 0x600
  40. #define OFFSET_SYRIAC 0x700
  41. #define OFFSET_THAANA 0x780 // Divehi/Maldives
  42. #define OFFSET_DEVANAGARI 0x900
  43. #define OFFSET_BENGALI 0x980
  44. #define OFFSET_GURMUKHI 0xa00
  45. #define OFFSET_GUJARATI 0xa80
  46. #define OFFSET_ORIYA 0xb00
  47. #define OFFSET_TAMIL 0xb80
  48. #define OFFSET_TELUGU 0xc00
  49. #define OFFSET_KANNADA 0xc80
  50. #define OFFSET_MALAYALAM 0xd00
  51. #define OFFSET_SINHALA 0x0d80
  52. #define OFFSET_THAI 0x0e00
  53. #define OFFSET_LAO 0x0e80
  54. #define OFFSET_TIBET 0x0f00
  55. #define OFFSET_MYANMAR 0x1000
  56. #define OFFSET_GEORGIAN 0x10a0
  57. #define OFFSET_KOREAN 0x1100
  58. #define OFFSET_ETHIOPIC 0x1200
  59. // character ranges must be listed in ascending unicode order
  60. ALPHABET alphabets[] = {
  61. { "_el", OFFSET_GREEK, 0x380, 0x3ff, L('e', 'l'), AL_DONT_NAME | AL_NOT_LETTERS | AL_WORDS },
  62. { "_cyr", OFFSET_CYRILLIC, 0x400, 0x52f, 0, 0 },
  63. { "_hy", OFFSET_ARMENIAN, 0x530, 0x58f, L('h', 'y'), AL_WORDS },
  64. { "_he", OFFSET_HEBREW, 0x590, 0x5ff, 0, 0 },
  65. { "_ar", OFFSET_ARABIC, 0x600, 0x6ff, 0, 0 },
  66. { "_syc", OFFSET_SYRIAC, 0x700, 0x74f, 0, 0 },
  67. { "_dv", OFFSET_THAANA, 0x780, 0x7bf, 0, 0 },
  68. { "_hi", OFFSET_DEVANAGARI, 0x900, 0x97f, L('h', 'i'), AL_WORDS },
  69. { "_bn", OFFSET_BENGALI, 0x0980, 0x9ff, L('b', 'n'), AL_WORDS },
  70. { "_gur", OFFSET_GURMUKHI, 0xa00, 0xa7f, L('p', 'a'), AL_WORDS },
  71. { "_gu", OFFSET_GUJARATI, 0xa80, 0xaff, L('g', 'u'), AL_WORDS },
  72. { "_or", OFFSET_ORIYA, 0xb00, 0xb7f, 0, 0 },
  73. { "_ta", OFFSET_TAMIL, 0xb80, 0xbff, L('t', 'a'), AL_WORDS },
  74. { "_te", OFFSET_TELUGU, 0xc00, 0xc7f, L('t', 'e'), 0 },
  75. { "_kn", OFFSET_KANNADA, 0xc80, 0xcff, L('k', 'n'), AL_WORDS },
  76. { "_ml", OFFSET_MALAYALAM, 0xd00, 0xd7f, L('m', 'l'), AL_WORDS },
  77. { "_si", OFFSET_SINHALA, 0xd80, 0xdff, L('s', 'i'), AL_WORDS },
  78. { "_th", OFFSET_THAI, 0xe00, 0xe7f, 0, 0 },
  79. { "_lo", OFFSET_LAO, 0xe80, 0xeff, 0, 0 },
  80. { "_ti", OFFSET_TIBET, 0xf00, 0xfff, 0, 0 },
  81. { "_my", OFFSET_MYANMAR, 0x1000, 0x109f, 0, 0 },
  82. { "_ka", OFFSET_GEORGIAN, 0x10a0, 0x10ff, L('k', 'a'), AL_WORDS },
  83. { "_ko", OFFSET_KOREAN, 0x1100, 0x11ff, L('k', 'o'), AL_WORDS },
  84. { "_eth", OFFSET_ETHIOPIC, 0x1200, 0x139f, 0, 0 },
  85. { "_braille", 0x2800, 0x2800, 0x28ff, 0, AL_NO_SYMBOL },
  86. { "_ja", 0x3040, 0x3040, 0x30ff, 0, AL_NOT_CODE },
  87. { "_zh", 0x3100, 0x3100, 0x9fff, 0, AL_NOT_CODE },
  88. { "_ko", 0xa700, 0xa700, 0xd7ff, L('k', 'o'), AL_NOT_CODE | AL_WORDS },
  89. { NULL, 0, 0, 0, 0, 0 }
  90. };
  91. ALPHABET *AlphabetFromChar(int c)
  92. {
  93. // Find the alphabet from a character.
  94. ALPHABET *alphabet = alphabets;
  95. while (alphabet->name != NULL) {
  96. if (c <= alphabet->range_max) {
  97. if (c >= alphabet->range_min)
  98. return alphabet;
  99. else
  100. break;
  101. }
  102. alphabet++;
  103. }
  104. return NULL;
  105. }
  106. static void Translator_Russian(Translator *tr);
  107. static void ResetLetterBits(Translator *tr, int groups)
  108. {
  109. // Clear all the specified groups
  110. unsigned int ix;
  111. unsigned int mask;
  112. mask = ~groups;
  113. for (ix = 0; ix < sizeof(tr->letter_bits); ix++)
  114. tr->letter_bits[ix] &= mask;
  115. }
  116. static void SetLetterBits(Translator *tr, int group, const char *string)
  117. {
  118. int bits;
  119. unsigned char c;
  120. bits = (1L << group);
  121. while ((c = *string++) != 0)
  122. tr->letter_bits[c] |= bits;
  123. }
  124. static void SetLetterBitsRange(Translator *tr, int group, int first, int last)
  125. {
  126. int bits;
  127. int ix;
  128. bits = (1L << group);
  129. for (ix = first; ix <= last; ix++)
  130. tr->letter_bits[ix] |= bits;
  131. }
  132. // ignore these characters
  133. static const unsigned short chars_ignore_default[] = {
  134. // U+00AD SOFT HYPHEN
  135. // Used to mark hyphenation points in words for where to split a
  136. // word at the end of a line to provide readable justified text.
  137. 0xad, 1,
  138. // U+200C ZERO WIDTH NON-JOINER
  139. // Used to prevent combined ligatures being displayed in their
  140. // combined form.
  141. 0x200c, 1,
  142. // U+200D ZERO WIDTH JOINER
  143. // Used to indicate an alternative connected form made up of the
  144. // characters surrounding the ZWJ in Devanagari, Kannada, Malayalam
  145. // and Emoji.
  146. // 0x200d, 1, // Not ignored.
  147. // End of the ignored character list.
  148. 0, 0
  149. };
  150. // alternatively, ignore characters but allow zero-width-non-joiner (lang-fa)
  151. static const unsigned short chars_ignore_zwnj_hyphen[] = {
  152. // U+00AD SOFT HYPHEN
  153. // Used to mark hyphenation points in words for where to split a
  154. // word at the end of a line to provide readable justified text.
  155. 0xad, 1,
  156. // U+0640 TATWEEL (KASHIDA)
  157. // Used in Arabic scripts to stretch characters for justifying
  158. // the text.
  159. 0x640, 1,
  160. // U+200C ZERO WIDTH NON-JOINER
  161. // Used to prevent combined ligatures being displayed in their
  162. // combined form.
  163. 0x200c, '-',
  164. // U+200D ZERO WIDTH JOINER
  165. // Used to indicate an alternative connected form made up of the
  166. // characters surrounding the ZWJ in Devanagari, Kannada, Malayalam
  167. // and Emoji.
  168. // 0x200d, 1, // Not ignored.
  169. // End of the ignored character list.
  170. 0, 0
  171. };
  172. const unsigned char utf8_ordinal[] = { 0xc2, 0xba, 0 }; // masculine ordinal character, UTF-8
  173. const unsigned char utf8_null[] = { 0 }; // null string, UTF-8
  174. static Translator *NewTranslator(void)
  175. {
  176. Translator *tr;
  177. int ix;
  178. static const unsigned char stress_amps2[] = { 18, 18, 20, 20, 20, 22, 22, 20 };
  179. static const short stress_lengths2[8] = { 182, 140, 220, 220, 220, 240, 260, 280 };
  180. static const wchar_t empty_wstring[1] = { 0 };
  181. static const wchar_t punct_in_word[2] = { '\'', 0 }; // allow hyphen within words
  182. static const unsigned char default_tunes[6] = { 0, 1, 2, 3, 0, 0 };
  183. // Translates character codes in the range transpose_min to transpose_max to
  184. // a number in the range 1 to 63. 0 indicates there is no translation.
  185. // Used up to 57 (max of 63)
  186. static const char transpose_map_latin[] = {
  187. 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, // 0x60
  188. 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 0, 0, 0, 0, 0, // 0x70
  189. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x80
  190. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x90
  191. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0xa0
  192. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0xb0
  193. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0xc0
  194. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0xd0
  195. 27, 28, 29, 0, 0, 30, 31, 32, 33, 34, 35, 36, 0, 37, 38, 0, // 0xe0
  196. 0, 0, 0, 39, 0, 0, 40, 0, 41, 0, 42, 0, 43, 0, 0, 0, // 0xf0
  197. 0, 0, 0, 44, 0, 45, 0, 46, 0, 0, 0, 0, 0, 47, 0, 0, // 0x100
  198. 0, 48, 0, 0, 0, 0, 0, 0, 0, 49, 0, 0, 0, 0, 0, 0, // 0x110
  199. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x120
  200. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x130
  201. 0, 0, 50, 0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x140
  202. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 52, 0, 0, 0, 0, // 0x150
  203. 0, 53, 0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x160
  204. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 55, 0, 56, 0, 57, 0, // 0x170
  205. };
  206. if ((tr = (Translator *)malloc(sizeof(Translator))) == NULL)
  207. return NULL;
  208. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_1;
  209. dictionary_name[0] = 0;
  210. tr->dictionary_name[0] = 0;
  211. tr->dict_condition = 0;
  212. tr->dict_min_size = 0;
  213. tr->data_dictrules = NULL; // language_1 translation rules file
  214. tr->data_dictlist = NULL; // language_2 dictionary lookup file
  215. tr->transpose_min = 0x60;
  216. tr->transpose_max = 0x17f;
  217. tr->transpose_map = transpose_map_latin;
  218. tr->frequent_pairs = NULL;
  219. // only need lower case
  220. tr->letter_bits_offset = 0;
  221. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  222. memset(tr->letter_groups, 0, sizeof(tr->letter_groups));
  223. // 0-6 sets of characters matched by A B C H F G Y in pronunciation rules
  224. // these may be set differently for different languages
  225. SetLetterBits(tr, 0, "aeiou"); // A vowels, except y
  226. SetLetterBits(tr, 1, "bcdfgjklmnpqstvxz"); // B hard consonants, excluding h,r,w
  227. SetLetterBits(tr, 2, "bcdfghjklmnpqrstvwxz"); // C all consonants
  228. SetLetterBits(tr, 3, "hlmnr"); // H 'soft' consonants
  229. SetLetterBits(tr, 4, "cfhkpqstx"); // F voiceless consonants
  230. SetLetterBits(tr, 5, "bdgjlmnrvwyz"); // G voiced
  231. SetLetterBits(tr, 6, "eiy"); // Letter group Y, front vowels
  232. SetLetterBits(tr, 7, "aeiouy"); // vowels, including y
  233. tr->char_plus_apostrophe = empty_wstring;
  234. tr->punct_within_word = punct_in_word;
  235. tr->chars_ignore = chars_ignore_default;
  236. for (ix = 0; ix < 8; ix++) {
  237. tr->stress_amps[ix] = stress_amps2[ix];
  238. tr->stress_amps_r[ix] = stress_amps2[ix] - 1;
  239. tr->stress_lengths[ix] = stress_lengths2[ix];
  240. }
  241. memset(&(tr->langopts), 0, sizeof(tr->langopts));
  242. tr->langopts.max_lengthmod = 500;
  243. tr->langopts.lengthen_tonic = 20;
  244. tr->langopts.stress_rule = STRESSPOSN_2R;
  245. tr->langopts.unstressed_wd1 = 1;
  246. tr->langopts.unstressed_wd2 = 3;
  247. tr->langopts.param[LOPT_SONORANT_MIN] = 95;
  248. tr->langopts.param[LOPT_LONG_VOWEL_THRESHOLD] = 190/2;
  249. tr->langopts.param[LOPT_MAXAMP_EOC] = 19;
  250. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 's'; // don't count this character at start of word
  251. tr->langopts.param[LOPT_BRACKET_PAUSE] = 4; // pause at bracket
  252. tr->langopts.param2[LOPT_BRACKET_PAUSE] = 2; // pauses when announcing bracket names
  253. tr->langopts.max_initial_consonants = 3;
  254. tr->langopts.replace_chars = NULL;
  255. tr->langopts.alt_alphabet_lang = L('e', 'n');
  256. tr->langopts.roman_suffix = utf8_null;
  257. SetLengthMods(tr, 201);
  258. tr->langopts.long_stop = 100;
  259. tr->langopts.max_roman = 49;
  260. tr->langopts.min_roman = 2;
  261. tr->langopts.thousands_sep = ',';
  262. tr->langopts.decimal_sep = '.';
  263. tr->langopts.break_numbers = BREAK_THOUSANDS; // 1000, 1000,000 1,000,000 etc
  264. tr->langopts.max_digits = 14;
  265. memcpy(tr->punct_to_tone, punctuation_to_tone, sizeof(tr->punct_to_tone));
  266. memcpy(tr->langopts.tunes, default_tunes, sizeof(tr->langopts.tunes));
  267. return tr;
  268. }
  269. // common letter pairs, encode these as a single byte
  270. // 2 bytes, using the transposed character codes
  271. static const short pairs_ru[] = {
  272. 0x010c, // ла 21052 0x23
  273. 0x010e, // на 18400
  274. 0x0113, // та 14254
  275. 0x0301, // ав 31083
  276. 0x030f, // ов 13420
  277. 0x060e, // не 21798
  278. 0x0611, // ре 19458
  279. 0x0903, // ви 16226
  280. 0x0b01, // ак 14456
  281. 0x0b0f, // ок 17836
  282. 0x0c01, // ал 13324
  283. 0x0c09, // ил 16877
  284. 0x0e01, // ан 15359
  285. 0x0e06, // ен 13543 0x30
  286. 0x0e09, // ин 17168
  287. 0x0e0e, // нн 15973
  288. 0x0e0f, // он 22373
  289. 0x0e1c, // ын 15052
  290. 0x0f03, // во 24947
  291. 0x0f11, // ро 13552
  292. 0x0f12, // со 16368
  293. 0x100f, // оп 19054
  294. 0x1011, // рп 17067
  295. 0x1101, // ар 23967
  296. 0x1106, // ер 18795
  297. 0x1109, // ир 13797
  298. 0x110f, // ор 21737
  299. 0x1213, // тс 25076
  300. 0x1220, // яс 14310
  301. 0x7fff
  302. };
  303. static const unsigned int replace_cyrillic_latin[] =
  304. { 0x430, 'a',
  305. 0x431, 'b',
  306. 0x446, 'c',
  307. 0x45b, 0x107,
  308. 0x447, 0x10d,
  309. 0x45f, 'd'+(0x17e<<16),
  310. 0x455, 'd'+('z'<<16),
  311. 0x434, 'd',
  312. 0x452, 0x111,
  313. 0x435, 'e',
  314. 0x444, 'f',
  315. 0x433, 'g',
  316. 0x445, 'h',
  317. 0x438, 'i',
  318. 0x458, 'j',
  319. 0x43a, 'k',
  320. 0x459, 'l'+('j'<<16),
  321. 0x43b, 'l',
  322. 0x43c, 'm',
  323. 0x45a, 'n'+('j'<<16),
  324. 0x43d, 'n',
  325. 0x43e, 'o',
  326. 0x43f, 'p',
  327. 0x440, 'r',
  328. 0x441, 's',
  329. 0x448, 0x161,
  330. 0x442, 't',
  331. 0x443, 'u',
  332. 0x432, 'v',
  333. 0x437, 'z',
  334. 0x436, 0x17e,
  335. 0x453, 0x111,
  336. 0x45c, 0x107,
  337. 0 }; // ѓ ѕ ќ
  338. static const unsigned char ru_vowels[] = { // (also kazakh) offset by 0x420 -- а е ё и о у ы э ю я ә ө ұ ү і
  339. 0x10, 0x15, 0x31, 0x18, 0x1e, 0x23, 0x2b, 0x2d, 0x2e, 0x2f, 0xb9, 0xc9, 0x91, 0x8f, 0x36, 0
  340. };
  341. static const unsigned char ru_consonants[] = { // б в г д ж з й к л м н п р с т ф х ц ч ш щ ъ ь қ ң һ
  342. 0x11, 0x12, 0x13, 0x14, 0x16, 0x17, 0x19, 0x1a, 0x1b, 0x1c, 0x1d, 0x1f, 0x20, 0x21, 0x22, 0x24, 0x25, 0x26, 0x27, 0x28, 0x29, 0x2a, 0x2c, 0x73, 0x7b, 0x83, 0x9b, 0
  343. };
  344. static void SetCyrillicLetters(Translator *tr)
  345. {
  346. // character codes offset by 0x420
  347. static const char ru_soft[] = { 0x2c, 0x19, 0x27, 0x29, 0 }; // letter group B [k ts; s;] -- ь й ч щ
  348. static const char ru_hard[] = { 0x2a, 0x16, 0x26, 0x28, 0 }; // letter group H [S Z ts] -- ъ ж ц ш
  349. static const char ru_nothard[] = { 0x11, 0x12, 0x13, 0x14, 0x17, 0x19, 0x1a, 0x1b, 0x1c, 0x1d, 0x1f, 0x20, 0x21, 0x22, 0x24, 0x25, 0x27, 0x29, 0x2c, 0 }; // б в г д з й к л м н п р с т ф х ч щ ь
  350. static const char ru_voiced[] = { 0x11, 0x12, 0x13, 0x14, 0x16, 0x17, 0 }; // letter group G (voiced obstruents) -- б в г д ж з
  351. static const char ru_ivowels[] = { 0x2c, 0x2e, 0x2f, 0x31, 0 }; // letter group Y (iotated vowels & soft-sign) -- ь ю я ё
  352. tr->encoding = ESPEAKNG_ENCODING_KOI8_R;
  353. tr->transpose_min = 0x430; // convert cyrillic from unicode into range 0x01 to 0x22
  354. tr->transpose_max = 0x451;
  355. tr->transpose_map = NULL;
  356. tr->frequent_pairs = pairs_ru;
  357. tr->letter_bits_offset = OFFSET_CYRILLIC;
  358. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  359. SetLetterBits(tr, LETTERGP_A, (char *)ru_vowels);
  360. SetLetterBits(tr, LETTERGP_B, ru_soft);
  361. SetLetterBits(tr, LETTERGP_C, (char *)ru_consonants);
  362. SetLetterBits(tr, LETTERGP_H, ru_hard);
  363. SetLetterBits(tr, LETTERGP_F, ru_nothard);
  364. SetLetterBits(tr, LETTERGP_G, ru_voiced);
  365. SetLetterBits(tr, LETTERGP_Y, ru_ivowels);
  366. SetLetterBits(tr, LETTERGP_VOWEL2, (char *)ru_vowels);
  367. }
  368. static void SetIndicLetters(Translator *tr)
  369. {
  370. // Set letter types for Indic scripts, Devanagari, Tamill, etc
  371. static const char dev_consonants2[] = { 0x02, 0x03, 0x58, 0x59, 0x5a, 0x5b, 0x5c, 0x5d, 0x5e, 0x5f, 0x7b, 0x7c, 0x7e, 0x7f, 0 };
  372. static const char dev_vowels2[] = { 0x60, 0x61, 0x55, 0x56, 0x57, 0x62, 0x63, 0 }; // non-consecutive vowels and vowel-signs
  373. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  374. SetLetterBitsRange(tr, LETTERGP_A, 0x04, 0x14); // vowel letters
  375. SetLetterBitsRange(tr, LETTERGP_A, 0x3e, 0x4d); // + vowel signs, and virama
  376. SetLetterBits(tr, LETTERGP_A, dev_vowels2); // + extra vowels and vowel signs
  377. SetLetterBitsRange(tr, LETTERGP_B, 0x3e, 0x4d); // vowel signs, and virama
  378. SetLetterBits(tr, LETTERGP_B, dev_vowels2); // + extra vowels and vowel signs
  379. SetLetterBitsRange(tr, LETTERGP_C, 0x15, 0x39); // the main consonant range
  380. SetLetterBits(tr, LETTERGP_C, dev_consonants2); // + additional consonants
  381. SetLetterBitsRange(tr, LETTERGP_Y, 0x04, 0x14); // vowel letters
  382. SetLetterBitsRange(tr, LETTERGP_Y, 0x3e, 0x4c); // + vowel signs
  383. SetLetterBits(tr, LETTERGP_Y, dev_vowels2); // + extra vowels and vowel signs
  384. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  385. tr->langopts.suffix_add_e = tr->letter_bits_offset + 0x4d; // virama
  386. }
  387. static void SetupTranslator(Translator *tr, const short *lengths, const unsigned char *amps)
  388. {
  389. if (lengths != NULL)
  390. memcpy(tr->stress_lengths, lengths, sizeof(tr->stress_lengths));
  391. if (amps != NULL)
  392. memcpy(tr->stress_amps, amps, sizeof(tr->stress_amps));
  393. }
  394. Translator *SelectTranslator(const char *name)
  395. {
  396. int name2 = 0;
  397. Translator *tr;
  398. static const short stress_lengths_equal[8] = { 230, 230, 230, 230, 0, 0, 230, 230 };
  399. static const unsigned char stress_amps_equal[8] = { 19, 19, 19, 19, 19, 19, 19, 19 };
  400. static const short stress_lengths_fr[8] = { 190, 170, 190, 200, 0, 0, 190, 240 };
  401. static const unsigned char stress_amps_fr[8] = { 18, 16, 18, 18, 18, 18, 18, 18 };
  402. static const unsigned char stress_amps_sk[8] = { 17, 16, 20, 20, 20, 22, 22, 21 };
  403. static const short stress_lengths_sk[8] = { 190, 190, 210, 210, 0, 0, 210, 210 };
  404. static const short stress_lengths_ta[8] = { 200, 200, 210, 210, 0, 0, 230, 230 };
  405. static const short stress_lengths_ta2[8] = { 230, 230, 240, 240, 0, 0, 260, 260 };
  406. static const unsigned char stress_amps_ta[8] = { 18, 18, 18, 18, 20, 20, 22, 22 };
  407. tr = NewTranslator();
  408. strcpy(tr->dictionary_name, name);
  409. // convert name string into a word of up to 4 characters, for the switch()
  410. while (*name != 0)
  411. name2 = (name2 << 8) + *name++;
  412. switch (name2)
  413. {
  414. case L('a', 'f'):
  415. {
  416. static const short stress_lengths_af[8] = { 170, 140, 220, 220, 0, 0, 250, 270 };
  417. SetupTranslator(tr, stress_lengths_af, NULL);
  418. tr->langopts.stress_rule = STRESSPOSN_1L;
  419. tr->langopts.vowel_pause = 0x30;
  420. tr->langopts.param[LOPT_DIERESES] = 1;
  421. tr->langopts.param[LOPT_PREFIXES] = 1;
  422. tr->langopts.numbers = NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_SINGLE_AND | NUM_ROMAN | NUM_1900;
  423. tr->langopts.accents = 1;
  424. }
  425. break;
  426. case L('a', 'm'): // Amharic, Ethiopia
  427. {
  428. SetupTranslator(tr, stress_lengths_fr, stress_amps_fr);
  429. tr->letter_bits_offset = OFFSET_ETHIOPIC;
  430. tr->langopts.stress_rule = STRESSPOSN_1L;
  431. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  432. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  433. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  434. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  435. }
  436. break;
  437. case L('a', 'r'): // Arabic
  438. tr->transpose_min = 0x620; // for ar_list, use 6-bit character codes
  439. tr->transpose_max = 0x65f;
  440. tr->transpose_map = NULL;
  441. tr->letter_bits_offset = OFFSET_ARABIC;
  442. tr->langopts.numbers = NUM_SWAP_TENS | NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_AND_HUNDRED | NUM_THOUSAND_AND | NUM_OMIT_1_THOUSAND;
  443. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  444. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_6;
  445. break;
  446. case L('b', 'g'): // Bulgarian
  447. {
  448. SetCyrillicLetters(tr);
  449. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_5;
  450. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  451. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x107; // devoice at end of word, and change voicing to match a following consonant (except v)
  452. tr->langopts.param[LOPT_REDUCE] = 2;
  453. tr->langopts.stress_rule = STRESSPOSN_2R;
  454. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_SINGLE_AND | NUM_ROMAN | NUM_ROMAN_ORDINAL | NUM_ROMAN_CAPITALS;
  455. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  456. }
  457. break;
  458. case L('b', 'n'): // Bengali
  459. case L('a', 's'): // Assamese
  460. case L3('b', 'p', 'y'): // Manipuri (temporary placement - it's not indo-european)
  461. {
  462. static const short stress_lengths_bn[8] = { 180, 180, 210, 210, 0, 0, 230, 240 };
  463. static const unsigned char stress_amps_bn[8] = { 18, 18, 18, 18, 20, 20, 22, 22 };
  464. static const char bn_consonants2[3] = { 0x70, 0x71, 0 };
  465. SetupTranslator(tr, stress_lengths_bn, stress_amps_bn);
  466. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  467. tr->langopts.stress_rule = STRESSPOSN_1L;
  468. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  469. tr->letter_bits_offset = OFFSET_BENGALI;
  470. SetIndicLetters(tr); // call this after setting OFFSET_BENGALI
  471. SetLetterBitsRange(tr, LETTERGP_B, 0x01, 0x01); // candranindu
  472. SetLetterBitsRange(tr, LETTERGP_F, 0x3e, 0x4c); // vowel signs, but not virama
  473. SetLetterBits(tr, LETTERGP_C, bn_consonants2);
  474. tr->langopts.numbers = NUM_SWAP_TENS;
  475. tr->langopts.break_numbers = 0x24924aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  476. if (name2 == L3('b', 'p', 'y')) {
  477. tr->langopts.numbers = 1;
  478. tr->langopts.numbers2 = NUM2_SWAP_THOUSANDS;
  479. }
  480. }
  481. break;
  482. case L('b', 'o'): // Tibet
  483. {
  484. tr->langopts.stress_rule = STRESSPOSN_1L;
  485. tr->letter_bits_offset = OFFSET_TIBET;
  486. SetLetterBitsRange(tr, LETTERGP_A, 0x71, 0x7d); // vowel signs
  487. SetLetterBitsRange(tr, LETTERGP_B, 0x71, 0x81); // vowel signs and subjoined letters
  488. SetLetterBitsRange(tr, LETTERGP_B, 0x90, 0xbc);
  489. SetLetterBitsRange(tr, LETTERGP_C, 0x40, 0x6c); // consonant letters (not subjoined)
  490. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  491. tr->langopts.numbers = 1;
  492. }
  493. break;
  494. case L('c', 'y'): // Welsh
  495. {
  496. static const short stress_lengths_cy[8] = { 170, 220, 180, 180, 0, 0, 250, 270 };
  497. static const unsigned char stress_amps_cy[8] = { 17, 15, 18, 18, 0, 0, 22, 20 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  498. SetupTranslator(tr, stress_lengths_cy, stress_amps_cy);
  499. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_14;
  500. tr->langopts.stress_rule = STRESSPOSN_2R;
  501. // 'diminished' is an unstressed final syllable
  502. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  503. tr->langopts.unstressed_wd1 = 0;
  504. tr->langopts.unstressed_wd2 = 2;
  505. tr->langopts.param[LOPT_SONORANT_MIN] = 120; // limit the shortening of sonorants before short vowels
  506. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  507. }
  508. break;
  509. case L('d', 'a'): // Danish
  510. {
  511. static const short stress_lengths_da[8] = { 160, 140, 200, 200, 0, 0, 220, 230 };
  512. SetupTranslator(tr, stress_lengths_da, NULL);
  513. tr->langopts.stress_rule = STRESSPOSN_1L;
  514. tr->langopts.param[LOPT_PREFIXES] = 1;
  515. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_ORDINAL_DOT | NUM_1900 | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_ORDINAL;
  516. }
  517. break;
  518. case L('d', 'e'):
  519. {
  520. static const short stress_lengths_de[8] = { 150, 130, 200, 200, 0, 0, 270, 270 };
  521. static const unsigned char stress_amps_de[] = { 20, 20, 20, 20, 20, 22, 22, 20 };
  522. SetupTranslator(tr, stress_lengths_de, stress_amps_de);
  523. tr->langopts.stress_rule = STRESSPOSN_1L;
  524. tr->langopts.word_gap = 0x8; // don't use linking phonemes
  525. tr->langopts.vowel_pause = 0x30;
  526. tr->langopts.param[LOPT_PREFIXES] = 1;
  527. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  528. tr->langopts.param[LOPT_LONG_VOWEL_THRESHOLD] = 175/2;
  529. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_ALLOW_SPACE | NUM_ORDINAL_DOT | NUM_ROMAN;
  530. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use de_rules for unpronouncable rules
  531. }
  532. break;
  533. case L('d', 'v'): // Divehi (Maldives) FIXME: this language code is actually never used
  534. {
  535. SetupTranslator(tr, stress_lengths_ta, stress_amps_ta);
  536. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  537. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  538. tr->letter_bits_offset = OFFSET_THAANA;
  539. tr->langopts.stress_rule = STRESSPOSN_1L;
  540. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  541. SetLetterBitsRange(tr, LETTERGP_B, 0x26, 0x30); // vowel signs, and virama
  542. tr->langopts.break_numbers = 0x14a8; // 1000, 100,000 10,000,000
  543. tr->langopts.numbers = 1;
  544. }
  545. break;
  546. case L('e', 'n'):
  547. {
  548. static const short stress_lengths_en[8] = { 182, 140, 220, 220, 0, 0, 248, 275 };
  549. SetupTranslator(tr, stress_lengths_en, NULL);
  550. tr->langopts.stress_rule = STRESSPOSN_1L;
  551. tr->langopts.stress_flags = 0x08;
  552. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_ROMAN | NUM_1900;
  553. tr->langopts.param[LOPT_COMBINE_WORDS] = 2; // allow "mc" to cmbine with the following word
  554. tr->langopts.suffix_add_e = 'e';
  555. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use en_rules for unpronouncable rules
  556. SetLetterBits(tr, 6, "aeiouy"); // Group Y: vowels, including y
  557. }
  558. break;
  559. case L('e', 'l'): // Greek
  560. case L3('g', 'r', 'c'): // Ancient Greek
  561. {
  562. static const short stress_lengths_el[8] = { 155, 180, 210, 210, 0, 0, 270, 300 };
  563. static const unsigned char stress_amps_el[8] = { 15, 12, 20, 20, 20, 22, 22, 21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  564. // character codes offset by 0x380
  565. static const char el_vowels[] = { 0x10, 0x2c, 0x2d, 0x2e, 0x2f, 0x30, 0x31, 0x35, 0x37, 0x39, 0x3f, 0x45, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0 };
  566. static const char el_fvowels[] = { 0x2d, 0x2e, 0x2f, 0x35, 0x37, 0x39, 0x45, 0x4d, 0 }; // ε η ι υ έ ή ί ύ _
  567. static const char el_voiceless[] = { 0x38, 0x3a, 0x3e, 0x40, 0x42, 0x43, 0x44, 0x46, 0x47, 0 }; // θ κ ξ π ς σ τ φ χ _
  568. static const char el_consonants[] = { 0x32, 0x33, 0x34, 0x36, 0x38, 0x3a, 0x3b, 0x3c, 0x3d, 0x3e, 0x40, 0x41, 0x42, 0x43, 0x44, 0x46, 0x47, 0x48, 0 };
  569. static const wchar_t el_char_apostrophe[] = { 0x3c3, 0 }; // σ _
  570. SetupTranslator(tr, stress_lengths_el, stress_amps_el);
  571. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_7;
  572. tr->char_plus_apostrophe = el_char_apostrophe;
  573. tr->letter_bits_offset = OFFSET_GREEK;
  574. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  575. SetLetterBits(tr, LETTERGP_A, el_vowels);
  576. SetLetterBits(tr, LETTERGP_VOWEL2, el_vowels);
  577. SetLetterBits(tr, LETTERGP_B, el_voiceless);
  578. SetLetterBits(tr, LETTERGP_C, el_consonants);
  579. SetLetterBits(tr, LETTERGP_Y, el_fvowels); // front vowels: ε η ι υ _
  580. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  581. tr->langopts.stress_rule = STRESSPOSN_2R;
  582. tr->langopts.stress_flags = S_FINAL_DIM_ONLY; // mark unstressed final syllables as diminished
  583. tr->langopts.unstressed_wd1 = 0;
  584. tr->langopts.unstressed_wd2 = 2;
  585. tr->langopts.param[LOPT_SONORANT_MIN] = 130; // limit the shortening of sonorants before short vowels
  586. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA;
  587. tr->langopts.numbers2 = 0x2 | NUM2_MULTIPLE_ORDINAL | NUM2_ORDINAL_NO_AND; // variant form of numbers before thousands
  588. if (name2 == L3('g', 'r', 'c')) {
  589. // ancient greek
  590. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1;
  591. }
  592. }
  593. break;
  594. case L('e', 'o'):
  595. {
  596. static const short stress_lengths_eo[8] = { 150, 140, 180, 180, 0, 0, 200, 200 };
  597. static const unsigned char stress_amps_eo[] = { 16, 14, 20, 20, 20, 22, 22, 21 };
  598. static const wchar_t eo_char_apostrophe[2] = { 'l', 0 };
  599. SetupTranslator(tr, stress_lengths_eo, stress_amps_eo);
  600. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_3;
  601. tr->char_plus_apostrophe = eo_char_apostrophe;
  602. tr->langopts.vowel_pause = 2;
  603. tr->langopts.stress_rule = STRESSPOSN_2R;
  604. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  605. tr->langopts.unstressed_wd2 = 2;
  606. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_ALLOW_SPACE | NUM_ROMAN;
  607. }
  608. break;
  609. case L('e', 's'): // Spanish
  610. case L('a', 'n'): // Aragonese
  611. case L('c', 'a'): // Catalan
  612. case L('i', 'a'): // Interlingua
  613. case L3('p', 'a', 'p'): // Papiamento
  614. {
  615. static const short stress_lengths_es[8] = { 160, 145, 155, 150, 0, 0, 200, 245 };
  616. static const unsigned char stress_amps_es[8] = { 16, 14, 15, 16, 20, 20, 22, 22 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  617. static const wchar_t ca_punct_within_word[] = { '\'', 0xb7, 0 }; // ca: allow middle-dot within word
  618. SetupTranslator(tr, stress_lengths_es, stress_amps_es);
  619. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  620. tr->langopts.stress_rule = STRESSPOSN_2R;
  621. // stress last syllable if it doesn't end in vowel or "s" or "n"
  622. // 'diminished' is an unstressed final syllable
  623. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  624. tr->langopts.unstressed_wd1 = 0;
  625. tr->langopts.unstressed_wd2 = 2;
  626. tr->langopts.param[LOPT_SONORANT_MIN] = 120; // limit the shortening of sonorants before short vowels
  627. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_AFTER | NUM_DFRACTION_4;
  628. tr->langopts.numbers2 = NUM2_MULTIPLE_ORDINAL | NUM2_ORDINAL_NO_AND;
  629. if (name2 == L('c', 'a')) {
  630. // stress last syllable unless word ends with a vowel
  631. tr->punct_within_word = ca_punct_within_word;
  632. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2;
  633. } else if (name2 == L('i', 'a')) {
  634. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  635. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_AFTER;
  636. } else if (name2 == L('a', 'n')) {
  637. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  638. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_ORDINAL;
  639. tr->langopts.numbers2 = NUM2_ORDINAL_NO_AND;
  640. tr->langopts.roman_suffix = utf8_ordinal;
  641. } else if (name2 == L3('p', 'a', 'p')) {
  642. // stress last syllable unless word ends with a vowel
  643. tr->langopts.stress_rule = STRESSPOSN_1R;
  644. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED | S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2;
  645. } else
  646. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use es_rules for unpronouncable rules
  647. }
  648. break;
  649. case L('e', 'u'): // basque
  650. {
  651. static const short stress_lengths_eu[8] = { 200, 200, 200, 200, 0, 0, 210, 230 }; // very weak stress
  652. static const unsigned char stress_amps_eu[8] = { 16, 16, 18, 18, 18, 18, 18, 18 };
  653. SetupTranslator(tr, stress_lengths_eu, stress_amps_eu);
  654. tr->langopts.stress_rule = STRESSPOSN_2L; // ?? second syllable, but not on a word-final vowel
  655. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED;
  656. tr->langopts.param[LOPT_SUFFIX] = 1;
  657. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_VIGESIMAL;
  658. }
  659. break;
  660. case L('f', 'a'): // Farsi
  661. {
  662. // Convert characters in the range 0x620 to 0x6cc to the range 1 to 63.
  663. // 0 indicates no translation for this character
  664. static const char transpose_map_fa[] = {
  665. 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, // 0x620
  666. 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 0, 0, 0, 0, 0, // 0x630
  667. 0, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, // 0x640
  668. 42, 43, 0, 0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x650
  669. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x660
  670. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 45, 0, // 0x670
  671. 0, 0, 0, 0, 0, 0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x680
  672. 0, 0, 0, 0, 0, 0, 0, 0, 47, 0, 0, 0, 0, 0, 0, 0, // 0x690
  673. 0, 0, 0, 0, 0, 0, 0, 0, 0, 48, 0, 0, 0, 0, 0, 49, // 0x6a0
  674. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x6b0
  675. 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 51 // 0x6c0
  676. };
  677. tr->transpose_min = 0x620;
  678. tr->transpose_max = 0x6cc;
  679. tr->transpose_map = transpose_map_fa;
  680. tr->letter_bits_offset = OFFSET_ARABIC;
  681. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND;
  682. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  683. tr->chars_ignore = chars_ignore_zwnj_hyphen; // replace ZWNJ by hyphen
  684. }
  685. break;
  686. case L('e', 't'): // Estonian
  687. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_4;
  688. // fallthrough:
  689. case L('f', 'i'): // Finnish
  690. {
  691. static const unsigned char stress_amps_fi[8] = { 18, 16, 22, 22, 20, 22, 22, 22 };
  692. static const short stress_lengths_fi[8] = { 150, 180, 200, 200, 0, 0, 210, 250 };
  693. SetupTranslator(tr, stress_lengths_fi, stress_amps_fi);
  694. tr->langopts.stress_rule = STRESSPOSN_1L;
  695. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_2_TO_HEAVY; // move secondary stress from light to a following heavy syllable
  696. tr->langopts.param[LOPT_IT_DOUBLING] = 1;
  697. tr->langopts.long_stop = 130;
  698. tr->langopts.numbers = NUM_DECIMAL_COMMA + NUM_ALLOW_SPACE;
  699. tr->langopts.spelling_stress = 1;
  700. tr->langopts.intonation_group = 3; // less intonation, don't raise pitch at comma
  701. }
  702. break;
  703. case L('f', 'r'): // french
  704. {
  705. SetupTranslator(tr, stress_lengths_fr, stress_amps_fr);
  706. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  707. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  708. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove lengthen indicator from unstressed syllables
  709. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  710. tr->langopts.accents = 2; // Say "Capital" after the letter.
  711. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_NOPAUSE | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_AFTER | NUM_VIGESIMAL | NUM_DFRACTION_4;
  712. }
  713. break;
  714. case L3('h','a', 'k'): // Hakka Chinese
  715. {
  716. tr->langopts.stress_flags = S_NO_DIM; // don't automatically set diminished stress (may be set in the intonation module)
  717. tr->langopts.tone_language = 1; // Tone language, use CalcPitches_Tone() rather than CalcPitches()
  718. tr->langopts.tone_numbers = 1; // a number after letters indicates a tone number (eg. pinyin or jyutping)
  719. tr->langopts.ideographs = 1;
  720. }
  721. break;
  722. case L('g', 'a'): // irish
  723. case L('g', 'd'): // scots gaelic
  724. {
  725. tr->langopts.stress_rule = STRESSPOSN_1L;
  726. tr->langopts.stress_flags = S_NO_AUTO_2; // don't use secondary stress
  727. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND;
  728. tr->langopts.accents = 2; // 'capital' after letter name
  729. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 3; // don't count apostrophe
  730. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove [:] phoneme from non-stressed syllables (Lang=gd)
  731. }
  732. break;
  733. case L('g','n'): // guarani
  734. {
  735. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  736. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  737. }
  738. break;
  739. case L('h', 'i'): // Hindi
  740. case L('n', 'e'): // Nepali
  741. case L('o', 'r'): // Oriya
  742. case L('p', 'a'): // Punjabi
  743. case L('g', 'u'): // Gujarati
  744. case L('m', 'r'): // Marathi
  745. {
  746. static const short stress_lengths_hi[8] = { 190, 190, 210, 210, 0, 0, 230, 250 };
  747. static const unsigned char stress_amps_hi[8] = { 17, 14, 20, 19, 20, 22, 22, 21 };
  748. SetupTranslator(tr, stress_lengths_hi, stress_amps_hi);
  749. tr->encoding = ESPEAKNG_ENCODING_ISCII;
  750. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  751. tr->langopts.stress_rule = 6; // stress on last heaviest syllable, excluding final syllable
  752. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  753. tr->langopts.numbers = NUM_SWAP_TENS;
  754. tr->langopts.break_numbers = 0x14aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  755. tr->letter_bits_offset = OFFSET_DEVANAGARI;
  756. if (name2 == L('p', 'a'))
  757. tr->letter_bits_offset = OFFSET_GURMUKHI;
  758. else if (name2 == L('g', 'u')) {
  759. SetupTranslator(tr, stress_lengths_equal, stress_amps_equal);
  760. tr->letter_bits_offset = OFFSET_GUJARATI;
  761. tr->langopts.stress_rule = STRESSPOSN_2R;
  762. } else if (name2 == L('n', 'e')) {
  763. SetupTranslator(tr, stress_lengths_equal, stress_amps_equal);
  764. tr->langopts.break_numbers = 0x2aaaa8;
  765. tr->langopts.max_digits = 22;
  766. tr->langopts.numbers2 |= NUM2_ENGLISH_NUMERALS;
  767. } else if (name2 == L('o', 'r'))
  768. tr->letter_bits_offset = OFFSET_ORIYA;
  769. SetIndicLetters(tr);
  770. }
  771. break;
  772. case L('h', 'r'): // Croatian
  773. case L('b', 's'): // Bosnian
  774. case L('s', 'r'): // Serbian
  775. {
  776. static const unsigned char stress_amps_hr[8] = { 17, 17, 20, 20, 20, 22, 22, 21 };
  777. static const short stress_lengths_hr[8] = { 180, 160, 200, 200, 0, 0, 220, 230 };
  778. static const short stress_lengths_sr[8] = { 160, 150, 200, 200, 0, 0, 250, 260 };
  779. strcpy(tr->dictionary_name, "hbs");
  780. if (name2 == L('s', 'r'))
  781. SetupTranslator(tr, stress_lengths_sr, stress_amps_hr);
  782. else
  783. SetupTranslator(tr, stress_lengths_hr, stress_amps_hr);
  784. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_2;
  785. tr->langopts.stress_rule = STRESSPOSN_1L;
  786. tr->langopts.stress_flags = S_FINAL_NO_2;
  787. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x3;
  788. tr->langopts.max_initial_consonants = 5;
  789. tr->langopts.spelling_stress = 1;
  790. tr->langopts.accents = 1;
  791. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_DECIMAL_COMMA | NUM_THOUS_SPACE | NUM_DFRACTION_2 | NUM_ROMAN_CAPITALS;
  792. tr->langopts.numbers2 = 0xa + NUM2_THOUSANDS_VAR5; // variant numbers before thousands,milliards
  793. tr->langopts.replace_chars = replace_cyrillic_latin;
  794. tr->langopts.our_alphabet = OFFSET_CYRILLIC; // don't say "cyrillic" before letter names
  795. }
  796. break;
  797. case L('h', 't'): // Haitian Creole
  798. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  799. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  800. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_OMIT_1_HUNDRED | NUM_NOPAUSE | NUM_ROMAN | NUM_VIGESIMAL | NUM_DFRACTION_4;
  801. break;
  802. case L('h', 'u'): // Hungarian
  803. {
  804. static const unsigned char stress_amps_hu[8] = { 17, 17, 19, 19, 20, 22, 22, 21 };
  805. static const short stress_lengths_hu[8] = { 185, 195, 195, 190, 0, 0, 210, 220 };
  806. SetupTranslator(tr, stress_lengths_hu, stress_amps_hu);
  807. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_2;
  808. tr->langopts.vowel_pause = 0x20;
  809. tr->langopts.stress_rule = STRESSPOSN_1L;
  810. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2 | 0x8000 | S_HYPEN_UNSTRESS;
  811. tr->langopts.unstressed_wd1 = 2;
  812. tr->langopts.param[LOPT_IT_DOUBLING] = 1;
  813. tr->langopts.param[LOPT_ANNOUNCE_PUNCT] = 2; // don't break clause before announcing . ? !
  814. tr->langopts.numbers = NUM_DFRACTION_5 | NUM_ALLOW_SPACE | NUM_ROMAN | NUM_ROMAN_ORDINAL | NUM_ROMAN_CAPITALS | NUM_ORDINAL_DOT | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND;
  815. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  816. tr->langopts.decimal_sep = ',';
  817. tr->langopts.max_roman = 899;
  818. tr->langopts.min_roman = 1;
  819. tr->langopts.spelling_stress = 1;
  820. SetLengthMods(tr, 3); // all equal
  821. }
  822. break;
  823. case L('h', 'y'): // Armenian
  824. {
  825. static const short stress_lengths_hy[8] = { 250, 200, 250, 250, 0, 0, 250, 250 };
  826. static const char hy_vowels[] = { 0x31, 0x35, 0x37, 0x38, 0x3b, 0x48, 0x55, 0 };
  827. static const char hy_consonants[] = {
  828. 0x32, 0x33, 0x34, 0x36, 0x39, 0x3a, 0x3c, 0x3d, 0x3e, 0x3f, 0x40, 0x41, 0x42, 0x43, 0x44,
  829. 0x46, 0x47, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x56, 0
  830. };
  831. static const char hy_consonants2[] = { 0x45, 0 };
  832. SetupTranslator(tr, stress_lengths_hy, NULL);
  833. tr->langopts.stress_rule = STRESSPOSN_1R; // default stress on final syllable
  834. tr->letter_bits_offset = OFFSET_ARMENIAN;
  835. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  836. SetLetterBits(tr, LETTERGP_A, hy_vowels);
  837. SetLetterBits(tr, LETTERGP_VOWEL2, hy_vowels);
  838. SetLetterBits(tr, LETTERGP_B, hy_consonants); // not including 'j'
  839. SetLetterBits(tr, LETTERGP_C, hy_consonants);
  840. SetLetterBits(tr, LETTERGP_C, hy_consonants2); // add 'j'
  841. tr->langopts.max_initial_consonants = 6;
  842. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED;
  843. }
  844. break;
  845. case L('i', 'd'): // Indonesian
  846. case L('m', 's'): // Malay
  847. {
  848. static const short stress_lengths_id[8] = { 160, 200, 180, 180, 0, 0, 220, 240 };
  849. static const unsigned char stress_amps_id[8] = { 16, 18, 18, 18, 20, 22, 22, 21 };
  850. SetupTranslator(tr, stress_lengths_id, stress_amps_id);
  851. tr->langopts.stress_rule = STRESSPOSN_2R;
  852. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_ROMAN;
  853. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  854. tr->langopts.accents = 2; // "capital" after letter name
  855. }
  856. break;
  857. case L('i', 's'): // Icelandic
  858. {
  859. static const short stress_lengths_is[8] = { 180, 160, 200, 200, 0, 0, 240, 250 };
  860. static const wchar_t is_lettergroup_B[] = { 'c', 'f', 'h', 'k', 'p', 't', 'x', 0xfe, 0 }; // voiceless conants, including 'þ' ?? 's'
  861. SetupTranslator(tr, stress_lengths_is, NULL);
  862. tr->langopts.stress_rule = STRESSPOSN_1L;
  863. tr->langopts.stress_flags = S_FINAL_NO_2;
  864. tr->langopts.param[LOPT_IT_LENGTHEN] = 0x11; // remove lengthen indicator from unstressed vowels
  865. tr->langopts.param[LOPT_REDUCE] = 2;
  866. ResetLetterBits(tr, 0x18);
  867. SetLetterBits(tr, 4, "kpst"); // Letter group F
  868. SetLetterBits(tr, 3, "jvr"); // Letter group H
  869. tr->letter_groups[1] = is_lettergroup_B;
  870. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SINGLE_AND | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_1900;
  871. tr->langopts.numbers2 = 0x2;
  872. }
  873. break;
  874. case L('i', 't'): // Italian
  875. {
  876. static const short stress_lengths_it[8] = { 160, 140, 150, 165, 0, 0, 218, 305 };
  877. static const unsigned char stress_amps_it[8] = { 17, 15, 18, 16, 20, 22, 22, 22 };
  878. SetupTranslator(tr, stress_lengths_it, stress_amps_it);
  879. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  880. tr->langopts.stress_rule = STRESSPOSN_2R;
  881. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM_ONLY | S_PRIORITY_STRESS;
  882. tr->langopts.vowel_pause = 1;
  883. tr->langopts.unstressed_wd1 = 0;
  884. tr->langopts.unstressed_wd2 = 2;
  885. tr->langopts.param[LOPT_IT_LENGTHEN] = 2; // remove lengthen indicator from unstressed or non-penultimate syllables
  886. tr->langopts.param[LOPT_IT_DOUBLING] = 1; // double the first consonant if the previous word ends in a stressed vowel (changed to =1, 23.01.2014 - only use if prev.word has $double)
  887. tr->langopts.param[LOPT_SONORANT_MIN] = 130; // limit the shortening of sonorants before short vowels
  888. tr->langopts.param[LOPT_REDUCE] = 1; // reduce vowels even if phonemes are specified in it_list
  889. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  890. tr->langopts.numbers = NUM_SINGLE_VOWEL | NUM_OMIT_1_HUNDRED |NUM_DECIMAL_COMMA | NUM_DFRACTION_1 | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_ORDINAL;
  891. tr->langopts.numbers2 = NUM2_NO_TEEN_ORDINALS;
  892. tr->langopts.roman_suffix = utf8_ordinal;
  893. tr->langopts.accents = 2; // Say "Capital" after the letter.
  894. }
  895. break;
  896. case L3('j', 'b', 'o'): // Lojban
  897. {
  898. static const short stress_lengths_jbo[8] = { 145, 145, 170, 160, 0, 0, 330, 350 };
  899. static const wchar_t jbo_punct_within_word[] = { '.', ',', '\'', 0x2c8, 0 }; // allow period and comma within a word, also stress marker (from LOPT_CAPS_IN_WORD)
  900. SetupTranslator(tr, stress_lengths_jbo, NULL);
  901. tr->langopts.stress_rule = STRESSPOSN_2R;
  902. tr->langopts.vowel_pause = 0x20c; // pause before a word which starts with a vowel, or after a word which ends in a consonant
  903. tr->punct_within_word = jbo_punct_within_word;
  904. tr->langopts.param[LOPT_CAPS_IN_WORD] = 2; // capitals indicate stressed syllables
  905. tr->langopts.max_lengthmod = 368;
  906. }
  907. break;
  908. case L('k', 'a'): // Georgian
  909. {
  910. // character codes offset by 0x1080
  911. static const char ka_vowels[] = { 0x30, 0x34, 0x38, 0x3d, 0x43, 0x55, 0x57, 0 };
  912. static const char ka_consonants[] =
  913. { 0x31, 0x32, 0x33, 0x35, 0x36, 0x37, 0x39, 0x3a, 0x3b, 0x3c, 0x3e, 0x3f, 0x40, 0x41, 0x42, 0x44,
  914. 0x45, 0x46, 0x47, 0x48, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x56, 0 };
  915. SetupTranslator(tr, stress_lengths_ta, stress_amps_ta);
  916. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  917. SetLetterBits(tr, LETTERGP_A, ka_vowels);
  918. SetLetterBits(tr, LETTERGP_C, ka_consonants);
  919. SetLetterBits(tr, LETTERGP_VOWEL2, ka_vowels);
  920. tr->langopts.stress_rule = STRESSPOSN_1L;
  921. tr->langopts.stress_flags = S_FINAL_NO_2;
  922. tr->letter_bits_offset = OFFSET_GEORGIAN;
  923. tr->langopts.max_initial_consonants = 7;
  924. tr->langopts.numbers = NUM_VIGESIMAL | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED |NUM_OMIT_1_THOUSAND | NUM_DFRACTION_5 | NUM_ROMAN;
  925. tr->langopts.alt_alphabet = OFFSET_CYRILLIC;
  926. tr->langopts.alt_alphabet_lang = L('r', 'u');
  927. }
  928. break;
  929. case L('k', 'k'): // Kazakh
  930. {
  931. static const unsigned char stress_amps_tr[8] = { 18, 16, 20, 21, 20, 21, 21, 20 };
  932. static const short stress_lengths_tr[8] = { 190, 180, 230, 230, 0, 0, 250, 250 };
  933. tr->letter_bits_offset = OFFSET_CYRILLIC;
  934. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  935. SetLetterBits(tr, LETTERGP_A, (char *)ru_vowels);
  936. SetLetterBits(tr, LETTERGP_C, (char *)ru_consonants);
  937. SetLetterBits(tr, LETTERGP_VOWEL2, (char *)ru_vowels);
  938. SetupTranslator(tr, stress_lengths_tr, stress_amps_tr);
  939. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  940. tr->langopts.stress_flags = S_NO_AUTO_2 + S_NO_EOC_LENGTHEN; // no automatic secondary stress, don't lengthen at end-of-clause
  941. tr->langopts.lengthen_tonic = 0;
  942. tr->langopts.param[LOPT_SUFFIX] = 1;
  943. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_DFRACTION_6;
  944. tr->langopts.max_initial_consonants = 2;
  945. SetLengthMods(tr, 3); // all equal
  946. }
  947. break;
  948. case L('k', 'l'): // Greenlandic
  949. {
  950. SetupTranslator(tr, stress_lengths_equal, stress_amps_equal);
  951. tr->langopts.stress_rule = 12;
  952. tr->langopts.stress_flags = S_NO_AUTO_2;
  953. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_ORDINAL_DOT | NUM_1900 | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_ORDINAL;
  954. }
  955. break;
  956. case L('k', 'o'): // Korean, TEST
  957. {
  958. static const char ko_ivowels[] = { 0x63, 0x64, 0x67, 0x68, 0x6d, 0x72, 0x74, 0x75, 0 }; // y and i vowels
  959. static const unsigned char ko_voiced[] = { 0x02, 0x05, 0x06, 0xab, 0xaf, 0xb7, 0xbc, 0 }; // voiced consonants, l,m,n,N
  960. tr->letter_bits_offset = OFFSET_KOREAN;
  961. tr->langopts.our_alphabet = 0xa700;
  962. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  963. SetLetterBitsRange(tr, LETTERGP_A, 0x61, 0x75);
  964. SetLetterBits(tr, LETTERGP_Y, ko_ivowels);
  965. SetLetterBits(tr, LETTERGP_G, (const char *)ko_voiced);
  966. tr->langopts.stress_rule = 8; // ?? 1st syllable if it is heavy, else 2nd syllable
  967. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  968. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  969. tr->langopts.numbers2 = NUM2_MYRIADS;
  970. tr->langopts.break_numbers = 0x1111110;
  971. tr->langopts.max_digits = 20;
  972. }
  973. break;
  974. case L('k', 'u'): // Kurdish
  975. {
  976. static const unsigned char stress_amps_ku[8] = { 18, 18, 20, 20, 20, 22, 22, 21 };
  977. static const short stress_lengths_ku[8] = { 180, 180, 190, 180, 0, 0, 230, 240 };
  978. SetupTranslator(tr, stress_lengths_ku, stress_amps_ku);
  979. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_9;
  980. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  981. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_AND_HUNDRED;
  982. tr->langopts.max_initial_consonants = 2;
  983. }
  984. break;
  985. case L('k', 'y'): // Kyrgyx
  986. tr->langopts.numbers = 1;
  987. break;
  988. case L('l', 'a'): // Latin
  989. {
  990. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_4; // includes a,e,i,o,u-macron
  991. tr->langopts.stress_rule = STRESSPOSN_2R;
  992. tr->langopts.stress_flags = S_NO_AUTO_2;
  993. tr->langopts.unstressed_wd1 = 0;
  994. tr->langopts.unstressed_wd2 = 2;
  995. tr->langopts.param[LOPT_DIERESES] = 1;
  996. tr->langopts.numbers = NUM_ROMAN;
  997. tr->langopts.max_roman = 5000;
  998. }
  999. break;
  1000. case L('l', 't'): // Lithuanian
  1001. {
  1002. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_4;
  1003. tr->langopts.stress_rule = STRESSPOSN_2R;
  1004. tr->langopts.stress_flags = S_NO_AUTO_2;
  1005. tr->langopts.unstressed_wd1 = 0;
  1006. tr->langopts.unstressed_wd2 = 2;
  1007. tr->langopts.param[LOPT_DIERESES] = 1;
  1008. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_4 | NUM_ORDINAL_DOT;
  1009. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR4;
  1010. tr->langopts.max_roman = 5000;
  1011. }
  1012. break;
  1013. case L('l', 'v'): // latvian
  1014. {
  1015. static const unsigned char stress_amps_lv[8] = { 14, 10, 10, 8, 0, 0, 20, 15 };
  1016. static const short stress_lengths_lv[8] = { 180, 180, 180, 160, 0, 0, 230, 180 };
  1017. SetupTranslator(tr, stress_lengths_lv, stress_amps_lv);
  1018. tr->langopts.stress_rule = STRESSPOSN_1L;
  1019. tr->langopts.spelling_stress = 1;
  1020. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_4;
  1021. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_4 | NUM_ORDINAL_DOT;
  1022. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM | S_FINAL_DIM_ONLY | S_EO_CLAUSE1;
  1023. }
  1024. break;
  1025. case L('m', 'k'): // Macedonian
  1026. {
  1027. static wchar_t vowels_cyrillic[] = {
  1028. // also include 'р' [R]
  1029. 0x440, 0x430, 0x435, 0x438, 0x439, 0x43e, 0x443, 0x44b, 0x44d,
  1030. 0x44e, 0x44f, 0x450, 0x451, 0x456, 0x457, 0x45d, 0x45e, 0
  1031. };
  1032. static const unsigned char stress_amps_mk[8] = { 17, 17, 20, 20, 20, 22, 22, 21 };
  1033. static const short stress_lengths_mk[8] = { 180, 160, 200, 200, 0, 0, 220, 230 };
  1034. SetupTranslator(tr, stress_lengths_mk, stress_amps_mk);
  1035. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_5;
  1036. tr->letter_groups[0] = tr->letter_groups[7] = vowels_cyrillic;
  1037. tr->letter_bits_offset = OFFSET_CYRILLIC;
  1038. tr->langopts.stress_rule = STRESSPOSN_3R; // antipenultimate
  1039. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1040. tr->langopts.numbers2 = 0x8a; // variant numbers before thousands,milliards
  1041. }
  1042. break;
  1043. case L('m', 't'): // Maltese
  1044. {
  1045. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_3;
  1046. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  1047. tr->langopts.stress_rule = STRESSPOSN_2R; // penultimate
  1048. tr->langopts.numbers = 1;
  1049. }
  1050. break;
  1051. case L('n', 'l'): // Dutch
  1052. {
  1053. static const short stress_lengths_nl[8] = { 160, 135, 210, 210, 0, 0, 260, 280 };
  1054. tr->langopts.stress_rule = STRESSPOSN_1L;
  1055. tr->langopts.vowel_pause = 0x30; // ??
  1056. tr->langopts.param[LOPT_DIERESES] = 1;
  1057. tr->langopts.param[LOPT_PREFIXES] = 1;
  1058. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  1059. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ALLOW_SPACE | NUM_1900 | NUM_ORDINAL_DOT;
  1060. tr->langopts.ordinal_indicator = "e";
  1061. tr->langopts.stress_flags = S_FIRST_PRIMARY;
  1062. memcpy(tr->stress_lengths, stress_lengths_nl, sizeof(tr->stress_lengths));
  1063. }
  1064. break;
  1065. case L('n', 'o'): // Norwegian
  1066. {
  1067. static const short stress_lengths_no[8] = { 160, 140, 200, 200, 0, 0, 220, 230 };
  1068. SetupTranslator(tr, stress_lengths_no, NULL);
  1069. tr->langopts.stress_rule = STRESSPOSN_1L;
  1070. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_ALLOW_SPACE | NUM_1900 | NUM_ORDINAL_DOT;
  1071. }
  1072. break;
  1073. case L('o', 'm'): // Oromo
  1074. {
  1075. static const unsigned char stress_amps_om[] = { 18, 15, 20, 20, 20, 22, 22, 22 };
  1076. static const short stress_lengths_om[8] = { 200, 200, 200, 200, 0, 0, 200, 200 };
  1077. SetupTranslator(tr, stress_lengths_om, stress_amps_om);
  1078. tr->langopts.stress_rule = STRESSPOSN_2R;
  1079. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | 0x80000;
  1080. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_HUNDRED_AND;
  1081. tr->langopts.numbers2 = 0x200; // say "thousands" before its number
  1082. }
  1083. break;
  1084. case L('p', 'l'): // Polish
  1085. {
  1086. static const short stress_lengths_pl[8] = { 160, 190, 175, 175, 0, 0, 200, 210 };
  1087. static const unsigned char stress_amps_pl[8] = { 17, 13, 19, 19, 20, 22, 22, 21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  1088. SetupTranslator(tr, stress_lengths_pl, stress_amps_pl);
  1089. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_2;
  1090. tr->langopts.stress_rule = STRESSPOSN_2R;
  1091. tr->langopts.stress_flags = S_FINAL_DIM_ONLY; // mark unstressed final syllables as diminished
  1092. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x9;
  1093. tr->langopts.max_initial_consonants = 7; // for example: wchrzczony :)
  1094. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_DFRACTION_2;
  1095. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR3;
  1096. tr->langopts.param[LOPT_COMBINE_WORDS] = 4 + 0x100; // combine 'nie' (marked with $alt2) with some 1-syllable (and 2-syllable) words (marked with $alt)
  1097. }
  1098. break;
  1099. case L('p', 't'): // Portuguese
  1100. {
  1101. static const short stress_lengths_pt[8] = { 170, 115, 210, 240, 0, 0, 260, 280 };
  1102. static const unsigned char stress_amps_pt[8] = { 16, 11, 19, 21, 20, 22, 22, 21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  1103. SetupTranslator(tr, stress_lengths_pt, stress_amps_pt);
  1104. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1105. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  1106. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_INITIAL_2 | S_PRIORITY_STRESS;
  1107. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_DFRACTION_2 | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_ROMAN_CAPITALS;
  1108. tr->langopts.numbers2 = NUM2_MULTIPLE_ORDINAL | NUM2_NO_TEEN_ORDINALS | NUM2_ORDINAL_NO_AND;
  1109. tr->langopts.max_roman = 5000;
  1110. ResetLetterBits(tr, 0x2);
  1111. SetLetterBits(tr, 1, "bcdfgjkmnpqstvxz"); // B hard consonants, excluding h,l,r,w,y
  1112. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  1113. tr->langopts.accents = 2; // 'capital' after letter name
  1114. }
  1115. break;
  1116. case L('r', 'o'): // Romanian
  1117. {
  1118. static const short stress_lengths_ro[8] = { 170, 170, 180, 180, 0, 0, 240, 260 };
  1119. static const unsigned char stress_amps_ro[8] = { 15, 13, 18, 18, 20, 22, 22, 21 };
  1120. SetupTranslator(tr, stress_lengths_ro, stress_amps_ro);
  1121. tr->langopts.stress_rule = STRESSPOSN_1R;
  1122. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED | S_FINAL_DIM_ONLY;
  1123. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_2;
  1124. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_DFRACTION_3 | NUM_AND_UNITS | NUM_ROMAN;
  1125. tr->langopts.numbers2 = 0x1e; // variant numbers before all thousandplex
  1126. }
  1127. break;
  1128. case L('r', 'u'): // Russian
  1129. Translator_Russian(tr);
  1130. break;
  1131. case L('r', 'w'): // Kiryarwanda
  1132. {
  1133. tr->langopts.stress_rule = STRESSPOSN_2R;
  1134. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1135. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1136. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words. Need to allow "bw'" prefix
  1137. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_DFRACTION_2 | NUM_AND_HUNDRED;
  1138. tr->langopts.numbers2 = 0x200; // say "thousands" before its number
  1139. }
  1140. break;
  1141. case L('s', 'k'): // Slovak
  1142. case L('c', 's'): // Czech
  1143. {
  1144. static const char *sk_voiced = "bdgjlmnrvwzaeiouy";
  1145. SetupTranslator(tr, stress_lengths_sk, stress_amps_sk);
  1146. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_2;
  1147. tr->langopts.stress_rule = STRESSPOSN_1L;
  1148. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1149. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x3;
  1150. tr->langopts.max_initial_consonants = 5;
  1151. tr->langopts.spelling_stress = 1;
  1152. tr->langopts.param[LOPT_COMBINE_WORDS] = 4; // combine some prepositions with the following word
  1153. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_DFRACTION_2 | NUM_ROMAN;
  1154. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR2;
  1155. tr->langopts.thousands_sep = STRESSPOSN_1L; // no thousands separator
  1156. tr->langopts.decimal_sep = ',';
  1157. if (name2 == L('c', 's'))
  1158. tr->langopts.numbers2 = 0x108; // variant numbers before milliards
  1159. ResetLetterBits(tr, 0x20);
  1160. SetLetterBits(tr, 5, sk_voiced);
  1161. }
  1162. break;
  1163. case L('s', 'i'): // Sinhala
  1164. {
  1165. SetupTranslator(tr, stress_lengths_ta, stress_amps_ta);
  1166. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1167. tr->langopts.stress_rule = STRESSPOSN_1L;
  1168. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1169. tr->langopts.spelling_stress = 1;
  1170. tr->letter_bits_offset = OFFSET_SINHALA;
  1171. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  1172. SetLetterBitsRange(tr, LETTERGP_A, 0x05, 0x16); // vowel letters
  1173. SetLetterBitsRange(tr, LETTERGP_A, 0x4a, 0x73); // + vowel signs, and virama
  1174. SetLetterBitsRange(tr, LETTERGP_B, 0x4a, 0x73); // vowel signs, and virama
  1175. SetLetterBitsRange(tr, LETTERGP_C, 0x1a, 0x46); // the main consonant range
  1176. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1177. tr->langopts.suffix_add_e = tr->letter_bits_offset + 0x4a; // virama
  1178. tr->langopts.numbers = NUM_OMIT_1_THOUSAND | NUM_SINGLE_STRESS_L | NUM_DFRACTION_7;
  1179. tr->langopts.numbers2 = NUM2_PERCENT_BEFORE;
  1180. tr->langopts.break_numbers = 0x14aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  1181. }
  1182. break;
  1183. case L('s', 'l'): // Slovenian
  1184. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_2;
  1185. tr->langopts.stress_rule = STRESSPOSN_2R; // Temporary
  1186. tr->langopts.stress_flags = S_NO_AUTO_2;
  1187. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x103;
  1188. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x76; // [v] don't count this character at start of word
  1189. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  1190. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove lengthen indicator from unstressed syllables
  1191. tr->letter_bits[(int)'r'] |= 0x80; // add 'r' to letter group 7, vowels for Unpronouncable test
  1192. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_SWAP_TENS | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_2 | NUM_ORDINAL_DOT | NUM_ROMAN;
  1193. tr->langopts.numbers2 = 0x100; // plural forms of millions etc
  1194. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  1195. tr->langopts.replace_chars = replace_cyrillic_latin;
  1196. break;
  1197. case L('s', 'q'): // Albanian
  1198. {
  1199. static const short stress_lengths_sq[8] = { 150, 150, 180, 180, 0, 0, 300, 300 };
  1200. static const unsigned char stress_amps_sq[8] = { 16, 12, 16, 16, 20, 20, 21, 19 };
  1201. SetupTranslator(tr, stress_lengths_sq, stress_amps_sq);
  1202. tr->langopts.stress_rule = STRESSPOSN_1R;
  1203. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_FINAL_VOWEL_UNSTRESSED;
  1204. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_DFRACTION_4;
  1205. tr->langopts.accents = 2; // "capital" after letter name
  1206. }
  1207. break;
  1208. case L('s', 'v'): // Swedish
  1209. {
  1210. static const unsigned char stress_amps_sv[] = { 16, 16, 20, 20, 20, 22, 22, 21 };
  1211. static const short stress_lengths_sv[8] = { 160, 135, 220, 220, 0, 0, 250, 280 };
  1212. SetupTranslator(tr, stress_lengths_sv, stress_amps_sv);
  1213. tr->langopts.stress_rule = STRESSPOSN_1L;
  1214. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_1900;
  1215. tr->langopts.accents = 1;
  1216. }
  1217. break;
  1218. case L('s', 'w'): // Swahili
  1219. case L('t', 'n'): // Setswana
  1220. {
  1221. static const short stress_lengths_sw[8] = { 160, 170, 200, 200, 0, 0, 320, 340 };
  1222. static const unsigned char stress_amps_sw[] = { 16, 12, 19, 19, 20, 22, 22, 21 };
  1223. SetupTranslator(tr, stress_lengths_sw, stress_amps_sw);
  1224. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1225. tr->langopts.vowel_pause = 1;
  1226. tr->langopts.stress_rule = STRESSPOSN_2R;
  1227. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1228. tr->langopts.max_initial_consonants = 4; // for example: mwngi
  1229. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_SINGLE_AND | NUM_OMIT_1_HUNDRED;
  1230. tr->langopts.break_numbers = 0x49249268; // for languages which have numbers for 100,000 and 1,000,000
  1231. }
  1232. break;
  1233. case L('t', 'a'): // Tamil
  1234. case L('k', 'n'): // Kannada
  1235. case L('m', 'l'): // Malayalam
  1236. case L('t', 'e'): // Telugu
  1237. {
  1238. SetupTranslator(tr, stress_lengths_ta2, stress_amps_ta);
  1239. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1240. tr->langopts.stress_rule = STRESSPOSN_1L;
  1241. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2; // use 'diminished' for unstressed final syllable
  1242. tr->langopts.spelling_stress = 1;
  1243. tr->langopts.break_numbers = 0x14a8; // 1000, 100,000 10,000,000
  1244. if (name2 == L('t', 'a')) {
  1245. SetupTranslator(tr, stress_lengths_ta, NULL);
  1246. tr->letter_bits_offset = OFFSET_TAMIL;
  1247. tr->langopts.numbers = NUM_OMIT_1_THOUSAND;
  1248. tr->langopts.numbers2 = NUM2_ORDINAL_AND_THOUSANDS;
  1249. tr->langopts.param[LOPT_WORD_MERGE] = 1; // don't break vowels betwen words
  1250. } else if (name2 == L('m', 'l')) {
  1251. static const short stress_lengths_ml[8] = { 180, 160, 240, 240, 0, 0, 260, 260 };
  1252. SetupTranslator(tr, stress_lengths_ml, stress_amps_equal);
  1253. tr->letter_bits_offset = OFFSET_MALAYALAM;
  1254. tr->langopts.numbers = NUM_OMIT_1_THOUSAND | NUM_OMIT_1_HUNDRED;
  1255. tr->langopts.numbers2 = NUM2_OMIT_1_HUNDRED_ONLY;
  1256. tr->langopts.stress_rule = 13; // 1st syllable, unless 1st vowel is short and 2nd is long
  1257. } else if (name2 == L('k', 'n')) {
  1258. tr->letter_bits_offset = OFFSET_KANNADA;
  1259. tr->langopts.numbers = 0x1;
  1260. } else if (name2 == L('t', 'e')) {
  1261. tr->letter_bits_offset = OFFSET_TELUGU;
  1262. tr->langopts.numbers = 0x1;
  1263. tr->langopts.numbers2 = NUM2_ORDINAL_DROP_VOWEL;
  1264. }
  1265. SetIndicLetters(tr); // call this after setting OFFSET_
  1266. SetLetterBitsRange(tr, LETTERGP_B, 0x4e, 0x4e); // chillu-virama (unofficial)
  1267. }
  1268. break;
  1269. case L('t', 'r'): // Turkish
  1270. case L('a', 'z'): // Azerbaijan
  1271. {
  1272. static const unsigned char stress_amps_tr[8] = { 18, 16, 20, 21, 20, 21, 21, 20 };
  1273. static const short stress_lengths_tr[8] = { 190, 180, 200, 230, 0, 0, 240, 250 };
  1274. SetupTranslator(tr, stress_lengths_tr, stress_amps_tr);
  1275. tr->encoding = ESPEAKNG_ENCODING_ISO_8859_9;
  1276. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  1277. tr->langopts.stress_flags = S_NO_AUTO_2; // no automatic secondary stress
  1278. tr->langopts.dotless_i = 1;
  1279. tr->langopts.param[LOPT_SUFFIX] = 1;
  1280. if (name2 == L('a', 'z'))
  1281. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1282. else
  1283. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1284. tr->langopts.max_initial_consonants = 2;
  1285. }
  1286. break;
  1287. case L('t', 't'): // Tatar
  1288. {
  1289. SetCyrillicLetters(tr);
  1290. SetupTranslator(tr, stress_lengths_fr, stress_amps_fr);
  1291. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  1292. tr->langopts.stress_flags = S_NO_AUTO_2; // no automatic secondary stress
  1293. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_4;
  1294. }
  1295. break;
  1296. case L('u', 'k'): // Ukrainian
  1297. {
  1298. SetCyrillicLetters(tr);
  1299. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  1300. }
  1301. break;
  1302. case L('u', 'r'): // Urdu
  1303. case L('s', 'd'): // Sindhi
  1304. {
  1305. tr->letter_bits_offset = OFFSET_ARABIC;
  1306. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1307. tr->langopts.numbers = NUM_SWAP_TENS;
  1308. tr->langopts.break_numbers = 0x52a8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  1309. }
  1310. break;
  1311. case L('v', 'i'): // Vietnamese
  1312. {
  1313. static const short stress_lengths_vi[8] = { 150, 150, 180, 180, 210, 230, 230, 240 };
  1314. static const unsigned char stress_amps_vi[] = { 16, 16, 16, 16, 22, 22, 22, 22 };
  1315. static wchar_t vowels_vi[] = {
  1316. 0x61, 0xe0, 0xe1, 0x1ea3, 0xe3, 0x1ea1, // a
  1317. 0x103, 0x1eb1, 0x1eaf, 0x1eb3, 0x1eb5, 0x1eb7, // ă
  1318. 0xe2, 0x1ea7, 0x1ea5, 0x1ea9, 0x1eab, 0x1ead, // â
  1319. 0x65, 0xe8, 0xe9, 0x1ebb, 0x1ebd, 0x1eb9, // e
  1320. 0xea, 0x1ec1, 0x1ebf, 0x1ec3, 0x1ec5, 0x1ec7, // i
  1321. 0x69, 0xec, 0xed, 0x1ec9, 0x129, 0x1ecb, // i
  1322. 0x6f, 0xf2, 0xf3, 0x1ecf, 0xf5, 0x1ecd, // o
  1323. 0xf4, 0x1ed3, 0x1ed1, 0x1ed5, 0x1ed7, 0x1ed9, // ô
  1324. 0x1a1, 0x1edd, 0x1edb, 0x1edf, 0x1ee1, 0x1ee3, // ơ
  1325. 0x75, 0xf9, 0xfa, 0x1ee7, 0x169, 0x1ee5, // u
  1326. 0x1b0, 0x1eeb, 0x1ee9, 0x1eed, 0x1eef, 0x1ef1, // ư
  1327. 0x79, 0x1ef3, 0xfd, 0x1ef7, 0x1ef9, 0x1ef5, // y
  1328. 0
  1329. };
  1330. SetupTranslator(tr, stress_lengths_vi, stress_amps_vi);
  1331. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1332. tr->langopts.stress_rule = STRESSPOSN_1L;
  1333. tr->langopts.word_gap = 0x21; // length of a final vowel is less dependent on the next consonant, don't merge consonant with next word
  1334. tr->letter_groups[0] = tr->letter_groups[7] = vowels_vi;
  1335. tr->langopts.tone_language = 1; // Tone language, use CalcPitches_Tone() rather than CalcPitches()
  1336. tr->langopts.unstressed_wd1 = 2;
  1337. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND_DIGIT | NUM_DFRACTION_4 | NUM_ZERO_HUNDRED;
  1338. }
  1339. break;
  1340. case L('w', 'o'):
  1341. tr->langopts.stress_rule = STRESSPOSN_1L;
  1342. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_SINGLE_STRESS;
  1343. break;
  1344. case L3('c', 'm', 'n'): // no break, just go to 'zh' case
  1345. case L3('z', 'h', 'y'): // just go to 'zh' case
  1346. case L('z','h'):
  1347. {
  1348. static const short stress_lengths_zh[8] = { 230, 150, 230, 230, 230, 0, 240, 250 }; // 1=tone5. end-of-sentence, 6=tone 1&4, 7=tone 2&3
  1349. static const unsigned char stress_amps_zh[] = { 22, 16, 22, 22, 22, 22, 22, 22 };
  1350. SetupTranslator(tr, stress_lengths_zh, stress_amps_zh);
  1351. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable of a "word"
  1352. tr->langopts.stress_flags = S_NO_DIM; // don't automatically set diminished stress (may be set in the intonation module)
  1353. tr->langopts.vowel_pause = 0;
  1354. tr->langopts.tone_language = 1; // Tone language, use CalcPitches_Tone() rather than CalcPitches()
  1355. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1356. tr->langopts.tone_numbers = 1; // a number after letters indicates a tone number (eg. pinyin or jyutping)
  1357. tr->langopts.ideographs = 1;
  1358. tr->langopts.our_alphabet = 0x3100;
  1359. tr->langopts.word_gap = 0x21; // length of a final vowel is less dependent on the next consonant, don't merge consonant with next word
  1360. if (name2 == L3('z', 'h', 'y')) {
  1361. tr->langopts.textmode = true;
  1362. tr->langopts.listx = 1; // compile zh_listx after zh_list
  1363. tr->langopts.numbers = 1;
  1364. tr->langopts.numbers2 = NUM2_ZERO_TENS;
  1365. tr->langopts.break_numbers = 0x00018;
  1366. }
  1367. break;
  1368. }
  1369. default:
  1370. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1371. break;
  1372. }
  1373. tr->translator_name = name2;
  1374. ProcessLanguageOptions(&tr->langopts);
  1375. return tr;
  1376. }
  1377. void ProcessLanguageOptions(LANGUAGE_OPTIONS *langopts)
  1378. {
  1379. if (langopts->numbers & NUM_DECIMAL_COMMA) {
  1380. // use . and ; for thousands and decimal separators
  1381. langopts->thousands_sep = '.';
  1382. langopts->decimal_sep = ',';
  1383. }
  1384. if (langopts->numbers & NUM_THOUS_SPACE)
  1385. langopts->thousands_sep = 0; // don't allow thousands separator, except space
  1386. }
  1387. static void Translator_Russian(Translator *tr)
  1388. {
  1389. static const unsigned char stress_amps_ru[] = { 16, 16, 18, 18, 20, 24, 24, 22 };
  1390. static const short stress_lengths_ru[8] = { 150, 140, 220, 220, 0, 0, 260, 280 };
  1391. static const char ru_ivowels2[] = { 0x2c, 0x15, 0x18, 0x2e, 0x2f, 0 }; // add more vowels to letter group Y (iotated vowels & soft-sign)
  1392. SetupTranslator(tr, stress_lengths_ru, stress_amps_ru);
  1393. SetCyrillicLetters(tr);
  1394. SetLetterBits(tr, 6, ru_ivowels2);
  1395. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  1396. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 1;
  1397. tr->langopts.param[LOPT_REDUCE] = 2;
  1398. tr->langopts.stress_rule = 5;
  1399. tr->langopts.stress_flags = S_NO_AUTO_2;
  1400. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED;
  1401. tr->langopts.numbers2 = 0x2 + NUM2_THOUSANDS_VAR1; // variant numbers before thousands
  1402. tr->langopts.phoneme_change = 1;
  1403. tr->langopts.testing = 2;
  1404. }