eSpeak NG is an open source speech synthesizer that supports more than hundred languages and accents.
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

tr_languages.c 66KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576
  1. /*
  2. * Copyright (C) 2005 to 2015 by Jonathan Duddington
  3. * email: [email protected]
  4. * Copyright (C) 2015-2016 Reece H. Dunn
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License as published by
  8. * the Free Software Foundation; either version 3 of the License, or
  9. * (at your option) any later version.
  10. *
  11. * This program is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. * GNU General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public License
  17. * along with this program; if not, see: <http://www.gnu.org/licenses/>.
  18. */
  19. #include "config.h"
  20. #include <stdio.h>
  21. #include <ctype.h>
  22. #include <wctype.h>
  23. #include <stdlib.h>
  24. #include <string.h>
  25. #include <locale.h>
  26. #if HAVE_STDINT_H
  27. #include <stdint.h>
  28. #endif
  29. #include <wctype.h>
  30. #include <espeak-ng/espeak_ng.h>
  31. #include <espeak/speak_lib.h>
  32. #include "speech.h"
  33. #include "phoneme.h"
  34. #include "synthesize.h"
  35. #include "translate.h"
  36. #define L_grc 0x677263 // grc Ancient Greek
  37. #define L_jbo 0x6a626f // jbo Lojban
  38. #define L_mni 0x6d6e69 // mni Manipuri
  39. #define L_pap 0x706170 // pap Papiamento]
  40. #define L_zhy 0x7a6879 // zhy
  41. // start of unicode pages for character sets
  42. #define OFFSET_GREEK 0x380
  43. #define OFFSET_CYRILLIC 0x420
  44. #define OFFSET_ARMENIAN 0x530
  45. #define OFFSET_HEBREW 0x590
  46. #define OFFSET_ARABIC 0x600
  47. #define OFFSET_SYRIAC 0x700
  48. #define OFFSET_THAANA 0x780 // Divehi/Maldives
  49. #define OFFSET_DEVANAGARI 0x900
  50. #define OFFSET_BENGALI 0x980
  51. #define OFFSET_GURMUKHI 0xa00
  52. #define OFFSET_GUJARATI 0xa80
  53. #define OFFSET_ORIYA 0xb00
  54. #define OFFSET_TAMIL 0xb80
  55. #define OFFSET_TELUGU 0xc00
  56. #define OFFSET_KANNADA 0xc80
  57. #define OFFSET_MALAYALAM 0xd00
  58. #define OFFSET_SINHALA 0x0d80
  59. #define OFFSET_THAI 0x0e00
  60. #define OFFSET_LAO 0x0e80
  61. #define OFFSET_TIBET 0x0f00
  62. #define OFFSET_MYANMAR 0x1000
  63. #define OFFSET_GEORGIAN 0x10a0
  64. #define OFFSET_KOREAN 0x1100
  65. #define OFFSET_ETHIOPIC 0x1200
  66. // character ranges must be listed in ascending unicode order
  67. ALPHABET alphabets[] = {
  68. { "_el", OFFSET_GREEK, 0x380, 0x3ff, L('e', 'l'), AL_DONT_NAME | AL_NOT_LETTERS | AL_WORDS },
  69. { "_cyr", OFFSET_CYRILLIC, 0x400, 0x52f, 0, 0 },
  70. { "_hy", OFFSET_ARMENIAN, 0x530, 0x58f, L('h', 'y'), AL_WORDS },
  71. { "_he", OFFSET_HEBREW, 0x590, 0x5ff, 0, 0 },
  72. { "_ar", OFFSET_ARABIC, 0x600, 0x6ff, 0, 0 },
  73. { "_syc", OFFSET_SYRIAC, 0x700, 0x74f, 0, 0 },
  74. { "_dv", OFFSET_THAANA, 0x780, 0x7bf, 0, 0 },
  75. { "_hi", OFFSET_DEVANAGARI, 0x900, 0x97f, L('h', 'i'), AL_WORDS },
  76. { "_bn", OFFSET_BENGALI, 0x0980, 0x9ff, L('b', 'n'), AL_WORDS },
  77. { "_gur", OFFSET_GURMUKHI, 0xa00, 0xa7f, L('p', 'a'), AL_WORDS },
  78. { "_gu", OFFSET_GUJARATI, 0xa80, 0xaff, L('g', 'u'), AL_WORDS },
  79. { "_or", OFFSET_ORIYA, 0xb00, 0xb7f, 0, 0 },
  80. { "_ta", OFFSET_TAMIL, 0xb80, 0xbff, L('t', 'a'), AL_WORDS },
  81. { "_te", OFFSET_TELUGU, 0xc00, 0xc7f, L('t', 'e'), 0 },
  82. { "_kn", OFFSET_KANNADA, 0xc80, 0xcff, L('k', 'n'), AL_WORDS },
  83. { "_ml", OFFSET_MALAYALAM, 0xd00, 0xd7f, L('m', 'l'), AL_WORDS },
  84. { "_si", OFFSET_SINHALA, 0xd80, 0xdff, L('s', 'i'), AL_WORDS },
  85. { "_th", OFFSET_THAI, 0xe00, 0xe7f, 0, 0 },
  86. { "_lo", OFFSET_LAO, 0xe80, 0xeff, 0, 0 },
  87. { "_ti", OFFSET_TIBET, 0xf00, 0xfff, 0, 0 },
  88. { "_my", OFFSET_MYANMAR, 0x1000, 0x109f, 0, 0 },
  89. { "_ka", OFFSET_GEORGIAN, 0x10a0, 0x10ff, L('k', 'a'), AL_WORDS },
  90. { "_ko", OFFSET_KOREAN, 0x1100, 0x11ff, L('k', 'o'), AL_WORDS },
  91. { "_eth", OFFSET_ETHIOPIC, 0x1200, 0x139f, 0, 0 },
  92. { "_braille", 0x2800, 0x2800, 0x28ff, 0, AL_NO_SYMBOL },
  93. { "_ja", 0x3040, 0x3040, 0x30ff, 0, AL_NOT_CODE },
  94. { "_zh", 0x3100, 0x3100, 0x9fff, 0, AL_NOT_CODE },
  95. { "_ko", 0xa700, 0xa700, 0xd7ff, L('k', 'o'), AL_NOT_CODE | AL_WORDS },
  96. { NULL, 0, 0, 0, 0, 0 }
  97. };
  98. ALPHABET *AlphabetFromName(const char *name)
  99. {
  100. ALPHABET *alphabet;
  101. for (alphabet = alphabets; alphabet->name != NULL; alphabet++) {
  102. if (strcmp(name, &alphabet->name[1]) == 0)
  103. return alphabet;
  104. }
  105. return NULL;
  106. }
  107. ALPHABET *AlphabetFromChar(int c)
  108. {
  109. // Find the alphabet from a character.
  110. ALPHABET *alphabet = alphabets;
  111. while (alphabet->name != NULL) {
  112. if (c <= alphabet->range_max) {
  113. if (c >= alphabet->range_min)
  114. return alphabet;
  115. else
  116. break;
  117. }
  118. alphabet++;
  119. }
  120. return NULL;
  121. }
  122. static void Translator_Russian(Translator *tr);
  123. static void SetLetterVowel(Translator *tr, int c)
  124. {
  125. tr->letter_bits[c] = (tr->letter_bits[c] & 0x40) | 0x81; // keep value for group 6 (front vowels e,i,y)
  126. }
  127. static void ResetLetterBits(Translator *tr, int groups)
  128. {
  129. // Clear all the specified groups
  130. unsigned int ix;
  131. unsigned int mask;
  132. mask = ~groups;
  133. for (ix = 0; ix < sizeof(tr->letter_bits); ix++)
  134. tr->letter_bits[ix] &= mask;
  135. }
  136. static void SetLetterBits(Translator *tr, int group, const char *string)
  137. {
  138. int bits;
  139. unsigned char c;
  140. bits = (1L << group);
  141. while ((c = *string++) != 0)
  142. tr->letter_bits[c] |= bits;
  143. }
  144. static void SetLetterBitsRange(Translator *tr, int group, int first, int last)
  145. {
  146. int bits;
  147. int ix;
  148. bits = (1L << group);
  149. for (ix = first; ix <= last; ix++)
  150. tr->letter_bits[ix] |= bits;
  151. }
  152. // ignore these characters
  153. static const unsigned short chars_ignore_default[] = {
  154. 0xad, 1, // soft hyphen
  155. 0x200c, 1, // zero width non-joiner
  156. 0x200d, 1, // zero width joiner
  157. 0, 0
  158. };
  159. // alternatively, ignore characters but allow zero-width-non-joiner (lang-fa)
  160. static const unsigned short chars_ignore_zwnj_hyphen[] = {
  161. 0xad, 1, // soft hyphen
  162. 0x640, 1, // igniore Arabic Tatweel (lang=FA)
  163. 0x200c, '-', // zero width non-joiner, replace with hyphen
  164. 0x200d, 1, // zero width joiner
  165. 0, 0
  166. };
  167. const char string_ordinal[] = { 0xc2, 0xba, 0 }; // masculine ordinal character, UTF-8
  168. static Translator *NewTranslator(void)
  169. {
  170. Translator *tr;
  171. int ix;
  172. static const unsigned char stress_amps2[] = { 18, 18, 20, 20, 20, 22, 22, 20 };
  173. static const short stress_lengths2[8] = { 182, 140, 220, 220, 220, 240, 260, 280 };
  174. static const wchar_t empty_wstring[1] = { 0 };
  175. static const wchar_t punct_in_word[2] = { '\'', 0 }; // allow hyphen within words
  176. static const unsigned char default_tunes[6] = { 0, 1, 2, 3, 0, 0 };
  177. // Translates character codes in the range transpose_min to transpose_max to
  178. // a number in the range 1 to 63. 0 indicates there is no translation.
  179. // Used up to 57 (max of 63)
  180. static const char transpose_map_latin[] = {
  181. 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, // 0x60
  182. 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 0, 0, 0, 0, 0, // 0x70
  183. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x80
  184. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x90
  185. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0xa0
  186. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0xb0
  187. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0xc0
  188. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0xd0
  189. 27, 28, 29, 0, 0, 30, 31, 32, 33, 34, 35, 36, 0, 37, 38, 0, // 0xe0
  190. 0, 0, 0, 39, 0, 0, 40, 0, 41, 0, 42, 0, 43, 0, 0, 0, // 0xf0
  191. 0, 0, 0, 44, 0, 45, 0, 46, 0, 0, 0, 0, 0, 47, 0, 0, // 0x100
  192. 0, 48, 0, 0, 0, 0, 0, 0, 0, 49, 0, 0, 0, 0, 0, 0, // 0x110
  193. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x120
  194. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x130
  195. 0, 0, 50, 0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x140
  196. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 52, 0, 0, 0, 0, // 0x150
  197. 0, 53, 0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x160
  198. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 55, 0, 56, 0, 57, 0, // 0x170
  199. };
  200. tr = (Translator *)Alloc(sizeof(Translator));
  201. if (tr == NULL)
  202. return NULL;
  203. tr->charset_a0 = charsets[1]; // ISO-8859-1, this is for when the input is not utf8
  204. dictionary_name[0] = 0;
  205. tr->dictionary_name[0] = 0;
  206. tr->dict_condition = 0;
  207. tr->dict_min_size = 0;
  208. tr->data_dictrules = NULL; // language_1 translation rules file
  209. tr->data_dictlist = NULL; // language_2 dictionary lookup file
  210. tr->transpose_min = 0x60;
  211. tr->transpose_max = 0x17f;
  212. tr->transpose_map = transpose_map_latin;
  213. tr->frequent_pairs = NULL;
  214. // only need lower case
  215. tr->letter_bits_offset = 0;
  216. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  217. memset(tr->letter_groups, 0, sizeof(tr->letter_groups));
  218. // 0-6 sets of characters matched by A B C H F G Y in pronunciation rules
  219. // these may be set differently for different languages
  220. SetLetterBits(tr, 0, "aeiou"); // A vowels, except y
  221. SetLetterBits(tr, 1, "bcdfgjklmnpqstvxz"); // B hard consonants, excluding h,r,w
  222. SetLetterBits(tr, 2, "bcdfghjklmnpqrstvwxz"); // C all consonants
  223. SetLetterBits(tr, 3, "hlmnr"); // H 'soft' consonants
  224. SetLetterBits(tr, 4, "cfhkpqstx"); // F voiceless consonants
  225. SetLetterBits(tr, 5, "bdgjlmnrvwyz"); // G voiced
  226. SetLetterBits(tr, 6, "eiy"); // Letter group Y, front vowels
  227. SetLetterBits(tr, 7, "aeiouy"); // vowels, including y
  228. tr->char_plus_apostrophe = empty_wstring;
  229. tr->punct_within_word = punct_in_word;
  230. tr->chars_ignore = chars_ignore_default;
  231. for (ix = 0; ix < 8; ix++) {
  232. tr->stress_amps[ix] = stress_amps2[ix];
  233. tr->stress_amps_r[ix] = stress_amps2[ix] - 1;
  234. tr->stress_lengths[ix] = stress_lengths2[ix];
  235. }
  236. memset(&(tr->langopts), 0, sizeof(tr->langopts));
  237. tr->langopts.max_lengthmod = 500;
  238. tr->langopts.lengthen_tonic = 20;
  239. tr->langopts.stress_rule = STRESSPOSN_2R;
  240. tr->langopts.unstressed_wd1 = 1;
  241. tr->langopts.unstressed_wd2 = 3;
  242. tr->langopts.param[LOPT_SONORANT_MIN] = 95;
  243. tr->langopts.param[LOPT_LONG_VOWEL_THRESHOLD] = 190/2;
  244. tr->langopts.param[LOPT_MAXAMP_EOC] = 19;
  245. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 's'; // don't count this character at start of word
  246. tr->langopts.param[LOPT_BRACKET_PAUSE] = 4; // pause at bracket
  247. tr->langopts.param2[LOPT_BRACKET_PAUSE] = 2; // pauses when announcing bracket names
  248. tr->langopts.max_initial_consonants = 3;
  249. tr->langopts.replace_chars = NULL;
  250. tr->langopts.ascii_language[0] = 0; // Non-Latin alphabet languages, use this language to speak Latin words, default is English
  251. tr->langopts.alt_alphabet_lang = L('e', 'n');
  252. tr->langopts.roman_suffix = "";
  253. SetLengthMods(tr, 201);
  254. tr->langopts.long_stop = 100;
  255. tr->langopts.max_roman = 49;
  256. tr->langopts.min_roman = 2;
  257. tr->langopts.thousands_sep = ',';
  258. tr->langopts.decimal_sep = '.';
  259. tr->langopts.break_numbers = BREAK_THOUSANDS; // 1000, 1000,000 1,000,000 etc
  260. tr->langopts.max_digits = 14;
  261. memcpy(tr->punct_to_tone, punctuation_to_tone, sizeof(tr->punct_to_tone));
  262. memcpy(tr->langopts.tunes, default_tunes, sizeof(tr->langopts.tunes));
  263. return tr;
  264. }
  265. // common letter pairs, encode these as a single byte
  266. // 2 bytes, using the transposed character codes
  267. static const short pairs_ru[] = {
  268. 0x010c, // ла 21052 0x23
  269. 0x010e, // на 18400
  270. 0x0113, // та 14254
  271. 0x0301, // ав 31083
  272. 0x030f, // ов 13420
  273. 0x060e, // не 21798
  274. 0x0611, // ре 19458
  275. 0x0903, // ви 16226
  276. 0x0b01, // ак 14456
  277. 0x0b0f, // ок 17836
  278. 0x0c01, // ал 13324
  279. 0x0c09, // ил 16877
  280. 0x0e01, // ан 15359
  281. 0x0e06, // ен 13543 0x30
  282. 0x0e09, // ин 17168
  283. 0x0e0e, // нн 15973
  284. 0x0e0f, // он 22373
  285. 0x0e1c, // ын 15052
  286. 0x0f03, // во 24947
  287. 0x0f11, // ро 13552
  288. 0x0f12, // со 16368
  289. 0x100f, // оп 19054
  290. 0x1011, // рп 17067
  291. 0x1101, // ар 23967
  292. 0x1106, // ер 18795
  293. 0x1109, // ир 13797
  294. 0x110f, // ор 21737
  295. 0x1213, // тс 25076
  296. 0x1220, // яс 14310
  297. 0x7fff
  298. };
  299. static const unsigned int replace_cyrillic_latin[] =
  300. { 0x430, 'a',
  301. 0x431, 'b',
  302. 0x446, 'c',
  303. 0x45b, 0x107,
  304. 0x447, 0x10d,
  305. 0x45f, 'd'+(0x17e<<16),
  306. 0x455, 'd'+('z'<<16),
  307. 0x434, 'd',
  308. 0x452, 0x111,
  309. 0x435, 'e',
  310. 0x444, 'f',
  311. 0x433, 'g',
  312. 0x445, 'h',
  313. 0x438, 'i',
  314. 0x458, 'j',
  315. 0x43a, 'k',
  316. 0x459, 'l'+('j'<<16),
  317. 0x43b, 'l',
  318. 0x43c, 'm',
  319. 0x45a, 'n'+('j'<<16),
  320. 0x43d, 'n',
  321. 0x43e, 'o',
  322. 0x43f, 'p',
  323. 0x440, 'r',
  324. 0x441, 's',
  325. 0x448, 0x161,
  326. 0x442, 't',
  327. 0x443, 'u',
  328. 0x432, 'v',
  329. 0x437, 'z',
  330. 0x436, 0x17e,
  331. 0x453, 0x111,
  332. 0x45c, 0x107,
  333. 0 }; // ѓ ѕ ќ
  334. static const unsigned char ru_vowels[] = { 0x10, 0x15, 0x31, 0x18, 0x1e, 0x23, 0x2b, 0x2d, 0x2e, 0x2f, 0xb9, 0xc9, 0x91, 0x8f, 0x36, 0 }; // also kazakh
  335. static const unsigned char ru_consonants[] = { 0x11, 0x12, 0x13, 0x14, 0x16, 0x17, 0x19, 0x1a, 0x1b, 0x1c, 0x1d, 0x1f, 0x20, 0x21, 0x22, 0x24, 0x25, 0x26, 0x27, 0x28, 0x29, 0x2a, 0x2c, 0x73, 0x7b, 0x83, 0x9b, 0 };
  336. static void SetCyrillicLetters(Translator *tr)
  337. {
  338. // character codes offset by 0x420
  339. static const char ru_soft[] = { 0x2c, 0x19, 0x27, 0x29, 0 }; // letter group B [k ts; s;]
  340. static const char ru_hard[] = { 0x2a, 0x16, 0x26, 0x28, 0 }; // letter group H [S Z ts]
  341. static const char ru_nothard[] = { 0x11, 0x12, 0x13, 0x14, 0x17, 0x19, 0x1a, 0x1b, 0x1c, 0x1d, 0x1f, 0x20, 0x21, 0x22, 0x24, 0x25, 0x27, 0x29, 0x2c, 0 };
  342. static const char ru_voiced[] = { 0x11, 0x12, 0x13, 0x14, 0x16, 0x17, 0 }; // letter group G (voiced obstruents)
  343. static const char ru_ivowels[] = { 0x2c, 0x2e, 0x2f, 0x31, 0 }; // letter group Y (iotated vowels & soft-sign)
  344. tr->charset_a0 = charsets[18]; // KOI8-R
  345. tr->transpose_min = 0x430; // convert cyrillic from unicode into range 0x01 to 0x22
  346. tr->transpose_max = 0x451;
  347. tr->transpose_map = NULL;
  348. tr->frequent_pairs = pairs_ru;
  349. tr->letter_bits_offset = OFFSET_CYRILLIC;
  350. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  351. SetLetterBits(tr, LETTERGP_A, (char *)ru_vowels);
  352. SetLetterBits(tr, LETTERGP_B, ru_soft);
  353. SetLetterBits(tr, LETTERGP_C, (char *)ru_consonants);
  354. SetLetterBits(tr, LETTERGP_H, ru_hard);
  355. SetLetterBits(tr, LETTERGP_F, ru_nothard);
  356. SetLetterBits(tr, LETTERGP_G, ru_voiced);
  357. SetLetterBits(tr, LETTERGP_Y, ru_ivowels);
  358. SetLetterBits(tr, LETTERGP_VOWEL2, (char *)ru_vowels);
  359. }
  360. void SetIndicLetters(Translator *tr)
  361. {
  362. // Set letter types for Indic scripts, Devanagari, Tamill, etc
  363. static const char dev_consonants2[] = { 0x02, 0x03, 0x58, 0x59, 0x5a, 0x5b, 0x5c, 0x5d, 0x5e, 0x5f, 0x7b, 0x7c, 0x7e, 0x7f, 0 };
  364. static const char dev_vowels2[] = { 0x60, 0x61, 0x55, 0x56, 0x57, 0x62, 0x63, 0 }; // non-consecutive vowels and vowel-signs
  365. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  366. SetLetterBitsRange(tr, LETTERGP_A, 0x04, 0x14); // vowel letters
  367. SetLetterBitsRange(tr, LETTERGP_A, 0x3e, 0x4d); // + vowel signs, and virama
  368. SetLetterBits(tr, LETTERGP_A, dev_vowels2); // + extra vowels and vowel signs
  369. SetLetterBitsRange(tr, LETTERGP_B, 0x3e, 0x4d); // vowel signs, and virama
  370. SetLetterBits(tr, LETTERGP_B, dev_vowels2); // + extra vowels and vowel signs
  371. SetLetterBitsRange(tr, LETTERGP_C, 0x15, 0x39); // the main consonant range
  372. SetLetterBits(tr, LETTERGP_C, dev_consonants2); // + additional consonants
  373. SetLetterBitsRange(tr, LETTERGP_Y, 0x04, 0x14); // vowel letters
  374. SetLetterBitsRange(tr, LETTERGP_Y, 0x3e, 0x4c); // + vowel signs
  375. SetLetterBits(tr, LETTERGP_Y, dev_vowels2); // + extra vowels and vowel signs
  376. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  377. tr->langopts.suffix_add_e = tr->letter_bits_offset + 0x4d; // virama
  378. }
  379. void SetupTranslator(Translator *tr, const short *lengths, const unsigned char *amps)
  380. {
  381. if (lengths != NULL)
  382. memcpy(tr->stress_lengths, lengths, sizeof(tr->stress_lengths));
  383. if (amps != NULL)
  384. memcpy(tr->stress_amps, amps, sizeof(tr->stress_amps));
  385. }
  386. Translator *SelectTranslator(const char *name)
  387. {
  388. int name2 = 0;
  389. Translator *tr;
  390. static const short stress_lengths_equal[8] = { 230, 230, 230, 230, 0, 0, 230, 230 };
  391. static const unsigned char stress_amps_equal[8] = { 19, 19, 19, 19, 19, 19, 19, 19 };
  392. static const short stress_lengths_fr[8] = { 190, 170, 190, 200, 0, 0, 190, 240 };
  393. static const unsigned char stress_amps_fr[8] = { 18, 16, 18, 18, 18, 18, 18, 18 };
  394. static const unsigned char stress_amps_sk[8] = { 17, 16, 20, 20, 20, 22, 22, 21 };
  395. static const short stress_lengths_sk[8] = { 190, 190, 210, 210, 0, 0, 210, 210 };
  396. static const short stress_lengths_ta[8] = { 200, 200, 210, 210, 0, 0, 230, 230 };
  397. static const short stress_lengths_ta2[8] = { 230, 230, 240, 240, 0, 0, 260, 260 };
  398. static const unsigned char stress_amps_ta[8] = { 18, 18, 18, 18, 20, 20, 22, 22 };
  399. tr = NewTranslator();
  400. strcpy(tr->dictionary_name, name);
  401. // convert name string into a word of up to 4 characters, for the switch()
  402. while (*name != 0)
  403. name2 = (name2 << 8) + *name++;
  404. switch (name2)
  405. {
  406. case L('a', 'f'):
  407. {
  408. static const short stress_lengths_af[8] = { 170, 140, 220, 220, 0, 0, 250, 270 };
  409. SetupTranslator(tr, stress_lengths_af, NULL);
  410. tr->langopts.stress_rule = STRESSPOSN_1L;
  411. tr->langopts.vowel_pause = 0x30;
  412. tr->langopts.param[LOPT_DIERESES] = 1;
  413. tr->langopts.param[LOPT_PREFIXES] = 1;
  414. SetLetterVowel(tr, 'y'); // add 'y' to vowels
  415. tr->langopts.numbers = NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_SINGLE_AND | NUM_ROMAN | NUM_1900;
  416. tr->langopts.accents = 1;
  417. }
  418. break;
  419. case L('a', 'm'): // Amharic, Ethiopia
  420. {
  421. SetupTranslator(tr, stress_lengths_fr, stress_amps_fr);
  422. tr->letter_bits_offset = OFFSET_ETHIOPIC;
  423. tr->langopts.stress_rule = STRESSPOSN_1L;
  424. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  425. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  426. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  427. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  428. }
  429. break;
  430. case L('a', 'r'): // Arabic
  431. tr->transpose_min = 0x620; // for ar_list, use 6-bit character codes
  432. tr->transpose_max = 0x65f;
  433. tr->transpose_map = NULL;
  434. tr->letter_bits_offset = OFFSET_ARABIC;
  435. tr->langopts.numbers = NUM_SWAP_TENS | NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_AND_HUNDRED | NUM_THOUSAND_AND | NUM_OMIT_1_THOUSAND;
  436. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  437. break;
  438. case L('b', 'g'): // Bulgarian
  439. {
  440. SetCyrillicLetters(tr);
  441. SetLetterVowel(tr, 0x2a);
  442. tr->charset_a0 = charsets[5]; // ISO-8859-5
  443. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  444. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x107; // devoice at end of word, and change voicing to match a following consonant (except v)
  445. tr->langopts.param[LOPT_REDUCE] = 2;
  446. tr->langopts.stress_rule = STRESSPOSN_2R;
  447. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_SINGLE_AND | NUM_ROMAN | NUM_ROMAN_ORDINAL | NUM_ROMAN_CAPITALS;
  448. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  449. }
  450. break;
  451. case L('b', 'n'): // Bengali
  452. case L('a', 's'): // Assamese
  453. case L_mni: // Manipuri (temporary placement - it's not indo-european)
  454. {
  455. static const short stress_lengths_bn[8] = { 180, 180, 210, 210, 0, 0, 230, 240 };
  456. static const unsigned char stress_amps_bn[8] = { 18, 18, 18, 18, 20, 20, 22, 22 };
  457. static const char bn_consonants2[3] = { 0x70, 0x71, 0 };
  458. SetupTranslator(tr, stress_lengths_bn, stress_amps_bn);
  459. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  460. tr->langopts.stress_rule = STRESSPOSN_1L;
  461. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  462. tr->letter_bits_offset = OFFSET_BENGALI;
  463. SetIndicLetters(tr); // call this after setting OFFSET_BENGALI
  464. SetLetterBitsRange(tr, LETTERGP_B, 0x01, 0x01); // candranindu
  465. SetLetterBitsRange(tr, LETTERGP_F, 0x3e, 0x4c); // vowel signs, but not virama
  466. SetLetterBits(tr, LETTERGP_C, bn_consonants2);
  467. tr->langopts.numbers = NUM_SWAP_TENS;
  468. tr->langopts.break_numbers = 0x24924aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  469. if (name2 == L_mni) {
  470. tr->langopts.numbers = 1;
  471. tr->langopts.numbers2 = NUM2_SWAP_THOUSANDS;
  472. }
  473. }
  474. break;
  475. case L('b', 'o'): // Tibet
  476. {
  477. tr->langopts.stress_rule = STRESSPOSN_1L;
  478. tr->letter_bits_offset = OFFSET_TIBET;
  479. SetLetterBitsRange(tr, LETTERGP_A, 0x71, 0x7d); // vowel signs
  480. SetLetterBitsRange(tr, LETTERGP_B, 0x71, 0x81); // vowel signs and subjoined letters
  481. SetLetterBitsRange(tr, LETTERGP_B, 0x90, 0xbc);
  482. SetLetterBitsRange(tr, LETTERGP_C, 0x40, 0x6c); // consonant letters (not subjoined)
  483. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  484. tr->langopts.numbers = 1;
  485. }
  486. break;
  487. case L('c', 'y'): // Welsh
  488. {
  489. static const short stress_lengths_cy[8] = { 170, 220, 180, 180, 0, 0, 250, 270 };
  490. static const unsigned char stress_amps_cy[8] = { 17, 15, 18, 18, 0, 0, 22, 20 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  491. SetupTranslator(tr, stress_lengths_cy, stress_amps_cy);
  492. tr->charset_a0 = charsets[14]; // ISO-8859-14
  493. tr->langopts.stress_rule = STRESSPOSN_2R;
  494. // 'diminished' is an unstressed final syllable
  495. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  496. tr->langopts.unstressed_wd1 = 0;
  497. tr->langopts.unstressed_wd2 = 2;
  498. tr->langopts.param[LOPT_SONORANT_MIN] = 120; // limit the shortening of sonorants before short vowels
  499. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  500. SetLetterVowel(tr, 'w'); // add letter to vowels and remove from consonants
  501. SetLetterVowel(tr, 'y');
  502. }
  503. break;
  504. case L('d', 'a'): // Danish
  505. {
  506. static const short stress_lengths_da[8] = { 160, 140, 200, 200, 0, 0, 220, 230 };
  507. SetupTranslator(tr, stress_lengths_da, NULL);
  508. tr->langopts.stress_rule = STRESSPOSN_1L;
  509. tr->langopts.param[LOPT_PREFIXES] = 1;
  510. SetLetterVowel(tr, 'y');
  511. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_ORDINAL_DOT | NUM_1900 | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_ORDINAL;
  512. }
  513. break;
  514. case L('d', 'e'):
  515. {
  516. static const short stress_lengths_de[8] = { 150, 130, 200, 200, 0, 0, 270, 270 };
  517. static const unsigned char stress_amps_de[] = { 20, 20, 20, 20, 20, 22, 22, 20 };
  518. SetupTranslator(tr, stress_lengths_de, stress_amps_de);
  519. tr->langopts.stress_rule = STRESSPOSN_1L;
  520. tr->langopts.word_gap = 0x8; // don't use linking phonemes
  521. tr->langopts.vowel_pause = 0x30;
  522. tr->langopts.param[LOPT_PREFIXES] = 1;
  523. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  524. tr->langopts.param[LOPT_LONG_VOWEL_THRESHOLD] = 175/2;
  525. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_ALLOW_SPACE | NUM_ORDINAL_DOT | NUM_ROMAN;
  526. SetLetterVowel(tr, 'y');
  527. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use de_rules for unpronouncable rules
  528. }
  529. break;
  530. case L('d', 'v'): // Divehi (Maldives)
  531. {
  532. SetupTranslator(tr, stress_lengths_ta, stress_amps_ta);
  533. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  534. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  535. tr->letter_bits_offset = OFFSET_THAANA;
  536. tr->langopts.stress_rule = STRESSPOSN_1L;
  537. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  538. SetLetterBitsRange(tr, LETTERGP_B, 0x26, 0x30); // vowel signs, and virama
  539. tr->langopts.break_numbers = 0x14a8; // 1000, 100,000 10,000,000
  540. tr->langopts.numbers = 1;
  541. }
  542. break;
  543. case L('e', 'n'):
  544. {
  545. static const short stress_lengths_en[8] = { 182, 140, 220, 220, 0, 0, 248, 275 };
  546. SetupTranslator(tr, stress_lengths_en, NULL);
  547. tr->langopts.stress_rule = STRESSPOSN_1L;
  548. tr->langopts.stress_flags = 0x08;
  549. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_ROMAN | NUM_1900;
  550. tr->langopts.param[LOPT_COMBINE_WORDS] = 2; // allow "mc" to cmbine with the following word
  551. tr->langopts.suffix_add_e = 'e';
  552. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use en_rules for unpronouncable rules
  553. SetLetterBits(tr, 6, "aeiouy"); // Group Y: vowels, including y
  554. }
  555. break;
  556. case L('e', 'l'): // Greek
  557. case L_grc: // Ancient Greek
  558. {
  559. static const short stress_lengths_el[8] = { 155, 180, 210, 210, 0, 0, 270, 300 };
  560. static const unsigned char stress_amps_el[8] = { 15, 12, 20, 20, 20, 22, 22, 21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  561. // character codes offset by 0x380
  562. static const char el_vowels[] = { 0x10, 0x2c, 0x2d, 0x2e, 0x2f, 0x30, 0x31, 0x35, 0x37, 0x39, 0x3f, 0x45, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0 };
  563. static const char el_fvowels[] = { 0x2d, 0x2e, 0x2f, 0x35, 0x37, 0x39, 0x45, 0x4d, 0 }; // ε η ι υ έ ή ί ύ _
  564. static const char el_voiceless[] = { 0x38, 0x3a, 0x3e, 0x40, 0x42, 0x43, 0x44, 0x46, 0x47, 0 }; // θ κ ξ π ς σ τ φ χ _
  565. static const char el_consonants[] = { 0x32, 0x33, 0x34, 0x36, 0x38, 0x3a, 0x3b, 0x3c, 0x3d, 0x3e, 0x40, 0x41, 0x42, 0x43, 0x44, 0x46, 0x47, 0x48, 0 };
  566. static const wchar_t el_char_apostrophe[] = { 0x3c3, 0 }; // σ _
  567. SetupTranslator(tr, stress_lengths_el, stress_amps_el);
  568. tr->charset_a0 = charsets[7]; // ISO-8859-7
  569. tr->char_plus_apostrophe = el_char_apostrophe;
  570. tr->letter_bits_offset = OFFSET_GREEK;
  571. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  572. SetLetterBits(tr, LETTERGP_A, el_vowels);
  573. SetLetterBits(tr, LETTERGP_VOWEL2, el_vowels);
  574. SetLetterBits(tr, LETTERGP_B, el_voiceless);
  575. SetLetterBits(tr, LETTERGP_C, el_consonants);
  576. SetLetterBits(tr, LETTERGP_Y, el_fvowels); // front vowels: ε η ι υ _
  577. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  578. tr->langopts.stress_rule = STRESSPOSN_2R;
  579. tr->langopts.stress_flags = S_FINAL_DIM_ONLY; // mark unstressed final syllables as diminished
  580. tr->langopts.unstressed_wd1 = 0;
  581. tr->langopts.unstressed_wd2 = 2;
  582. tr->langopts.param[LOPT_SONORANT_MIN] = 130; // limit the shortening of sonorants before short vowels
  583. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA;
  584. tr->langopts.numbers2 = 0x2 | NUM2_MULTIPLE_ORDINAL | NUM2_ORDINAL_NO_AND; // variant form of numbers before thousands
  585. if (name2 == L_grc) {
  586. // ancient greek
  587. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1;
  588. }
  589. }
  590. break;
  591. case L('e', 'o'):
  592. {
  593. static const short stress_lengths_eo[8] = { 150, 140, 180, 180, 0, 0, 200, 200 };
  594. static const unsigned char stress_amps_eo[] = { 16, 14, 20, 20, 20, 22, 22, 21 };
  595. static const wchar_t eo_char_apostrophe[2] = { 'l', 0 };
  596. SetupTranslator(tr, stress_lengths_eo, stress_amps_eo);
  597. tr->charset_a0 = charsets[3]; // ISO-8859-3
  598. tr->char_plus_apostrophe = eo_char_apostrophe;
  599. tr->langopts.vowel_pause = 2;
  600. tr->langopts.stress_rule = STRESSPOSN_2R;
  601. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  602. tr->langopts.unstressed_wd2 = 2;
  603. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_ALLOW_SPACE | NUM_ROMAN;
  604. }
  605. break;
  606. case L('e', 's'): // Spanish
  607. case L('a', 'n'): // Aragonese
  608. case L('c', 'a'): // Catalan
  609. case L('i', 'a'): // Interlingua
  610. case L_pap: // Papiamento
  611. {
  612. static const short stress_lengths_es[8] = { 156, 170, 170, 156, 0, 0, 163, 200 }; // change for Leandro Benitez, 02.Aug.2014
  613. static const unsigned char stress_amps_es[8] = { 16, 12, 18, 18, 20, 20, 20, 20 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  614. static const wchar_t ca_punct_within_word[] = { '\'', 0xb7, 0 }; // ca: allow middle-dot within word
  615. SetupTranslator(tr, stress_lengths_es, stress_amps_es);
  616. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  617. tr->langopts.stress_rule = STRESSPOSN_2R;
  618. // stress last syllable if it doesn't end in vowel or "s" or "n"
  619. // 'diminished' is an unstressed final syllable
  620. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  621. tr->langopts.unstressed_wd1 = 0;
  622. tr->langopts.unstressed_wd2 = 2;
  623. tr->langopts.param[LOPT_SONORANT_MIN] = 120; // limit the shortening of sonorants before short vowels
  624. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_AFTER;
  625. tr->langopts.numbers2 = NUM2_MULTIPLE_ORDINAL | NUM2_ORDINAL_NO_AND;
  626. if (name2 == L('c', 'a')) {
  627. // stress last syllable unless word ends with a vowel
  628. tr->punct_within_word = ca_punct_within_word;
  629. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2;
  630. } else if (name2 == L('i', 'a')) {
  631. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  632. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_AFTER;
  633. } else if (name2 == L('a', 'n')) {
  634. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  635. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_ORDINAL;
  636. tr->langopts.numbers2 = NUM2_ORDINAL_NO_AND;
  637. tr->langopts.roman_suffix = string_ordinal;
  638. } else if (name2 == L_pap) {
  639. // stress last syllable unless word ends with a vowel
  640. tr->langopts.stress_rule = STRESSPOSN_1R;
  641. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED | S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2;
  642. } else
  643. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use es_rules for unpronouncable rules
  644. }
  645. break;
  646. case L('e', 'u'): // basque
  647. {
  648. static const short stress_lengths_eu[8] = { 200, 200, 200, 200, 0, 0, 210, 230 }; // very weak stress
  649. static const unsigned char stress_amps_eu[8] = { 16, 16, 18, 18, 18, 18, 18, 18 };
  650. SetupTranslator(tr, stress_lengths_eu, stress_amps_eu);
  651. tr->langopts.stress_rule = STRESSPOSN_2L; // ?? second syllable, but not on a word-final vowel
  652. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED;
  653. tr->langopts.param[LOPT_SUFFIX] = 1;
  654. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_VIGESIMAL;
  655. }
  656. break;
  657. case L('f', 'a'): // Farsi
  658. {
  659. // Convert characters in the range 0x620 to 0x6cc to the range 1 to 63.
  660. // 0 indicates no translation for this character
  661. static const char transpose_map_fa[] = {
  662. 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, // 0x620
  663. 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 0, 0, 0, 0, 0, // 0x630
  664. 0, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, // 0x640
  665. 42, 43, 0, 0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x650
  666. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x660
  667. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 45, 0, // 0x670
  668. 0, 0, 0, 0, 0, 0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x680
  669. 0, 0, 0, 0, 0, 0, 0, 0, 47, 0, 0, 0, 0, 0, 0, 0, // 0x690
  670. 0, 0, 0, 0, 0, 0, 0, 0, 0, 48, 0, 0, 0, 0, 0, 49, // 0x6a0
  671. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x6b0
  672. 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 51 // 0x6c0
  673. };
  674. tr->transpose_min = 0x620;
  675. tr->transpose_max = 0x6cc;
  676. tr->transpose_map = transpose_map_fa;
  677. tr->letter_bits_offset = OFFSET_ARABIC;
  678. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND;
  679. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  680. tr->chars_ignore = chars_ignore_zwnj_hyphen; // replace ZWNJ by hyphen
  681. }
  682. break;
  683. case L('e', 't'): // Estonian
  684. tr->charset_a0 = charsets[4]; // ISO-8859-4
  685. // fallthrough:
  686. case L('f', 'i'): // Finnish
  687. {
  688. static const unsigned char stress_amps_fi[8] = { 18, 16, 22, 22, 20, 22, 22, 22 };
  689. static const short stress_lengths_fi[8] = { 150, 180, 200, 200, 0, 0, 210, 250 };
  690. SetupTranslator(tr, stress_lengths_fi, stress_amps_fi);
  691. tr->langopts.stress_rule = STRESSPOSN_1L;
  692. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_2_TO_HEAVY; // move secondary stress from light to a following heavy syllable
  693. tr->langopts.param[LOPT_IT_DOUBLING] = 1;
  694. tr->langopts.long_stop = 130;
  695. tr->langopts.numbers = NUM_DECIMAL_COMMA + NUM_ALLOW_SPACE;
  696. SetLetterVowel(tr, 'y');
  697. tr->langopts.spelling_stress = 1;
  698. tr->langopts.intonation_group = 3; // less intonation, don't raise pitch at comma
  699. }
  700. break;
  701. case L('f', 'r'): // french
  702. {
  703. SetupTranslator(tr, stress_lengths_fr, stress_amps_fr);
  704. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  705. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  706. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove lengthen indicator from unstressed syllables
  707. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  708. tr->langopts.accents = 2; // Say "Capital" after the letter.
  709. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_NOPAUSE | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_AFTER | NUM_VIGESIMAL | NUM_DFRACTION_4;
  710. SetLetterVowel(tr, 'y');
  711. }
  712. break;
  713. case L('g', 'a'): // irish
  714. case L('g', 'd'): // scots gaelic
  715. {
  716. tr->langopts.stress_rule = STRESSPOSN_1L;
  717. tr->langopts.stress_flags = S_NO_AUTO_2; // don't use secondary stress
  718. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND;
  719. tr->langopts.accents = 2; // 'capital' after letter name
  720. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 3; // don't count apostrophe
  721. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove [:] phoneme from non-stressed syllables (Lang=gd)
  722. }
  723. break;
  724. case L('h', 'i'): // Hindi
  725. case L('n', 'e'): // Nepali
  726. case L('o', 'r'): // Oriya
  727. case L('p', 'a'): // Punjabi
  728. case L('g', 'u'): // Gujarati
  729. case L('m', 'r'): // Marathi
  730. {
  731. static const short stress_lengths_hi[8] = { 190, 190, 210, 210, 0, 0, 230, 250 };
  732. static const unsigned char stress_amps_hi[8] = { 17, 14, 20, 19, 20, 22, 22, 21 };
  733. SetupTranslator(tr, stress_lengths_hi, stress_amps_hi);
  734. tr->charset_a0 = charsets[19]; // ISCII
  735. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  736. tr->langopts.stress_rule = 6; // stress on last heaviest syllable, excluding final syllable
  737. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  738. tr->langopts.numbers = NUM_SWAP_TENS;
  739. tr->langopts.break_numbers = 0x14aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  740. tr->letter_bits_offset = OFFSET_DEVANAGARI;
  741. if (name2 == L('p', 'a'))
  742. tr->letter_bits_offset = OFFSET_GURMUKHI;
  743. else if (name2 == L('g', 'u')) {
  744. SetupTranslator(tr, stress_lengths_equal, stress_amps_equal);
  745. tr->letter_bits_offset = OFFSET_GUJARATI;
  746. tr->langopts.stress_rule = STRESSPOSN_2R;
  747. } else if (name2 == L('n', 'e')) {
  748. SetupTranslator(tr, stress_lengths_equal, stress_amps_equal);
  749. tr->langopts.break_numbers = 0x2aaaa8;
  750. tr->langopts.max_digits = 22;
  751. tr->langopts.numbers2 |= NUM2_ENGLISH_NUMERALS;
  752. } else if (name2 == L('o', 'r'))
  753. tr->letter_bits_offset = OFFSET_ORIYA;
  754. SetIndicLetters(tr);
  755. }
  756. break;
  757. case L('h', 'r'): // Croatian
  758. case L('b', 's'): // Bosnian
  759. case L('s', 'r'): // Serbian
  760. {
  761. static const unsigned char stress_amps_hr[8] = { 17, 17, 20, 20, 20, 22, 22, 21 };
  762. static const short stress_lengths_hr[8] = { 180, 160, 200, 200, 0, 0, 220, 230 };
  763. static const short stress_lengths_sr[8] = { 160, 150, 200, 200, 0, 0, 250, 260 };
  764. strcpy(tr->dictionary_name, "hbs");
  765. if (name2 == L('s', 'r'))
  766. SetupTranslator(tr, stress_lengths_sr, stress_amps_hr);
  767. else
  768. SetupTranslator(tr, stress_lengths_hr, stress_amps_hr);
  769. tr->charset_a0 = charsets[2]; // ISO-8859-2
  770. tr->langopts.stress_rule = STRESSPOSN_1L;
  771. tr->langopts.stress_flags = S_FINAL_NO_2;
  772. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x3;
  773. tr->langopts.max_initial_consonants = 5;
  774. tr->langopts.spelling_stress = 1;
  775. tr->langopts.accents = 1;
  776. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_DECIMAL_COMMA | NUM_THOUS_SPACE | NUM_DFRACTION_2 | NUM_ROMAN_CAPITALS;
  777. tr->langopts.numbers2 = 0xa + NUM2_THOUSANDS_VAR5; // variant numbers before thousands,milliards
  778. tr->langopts.replace_chars = replace_cyrillic_latin;
  779. tr->langopts.our_alphabet = OFFSET_CYRILLIC; // don't say "cyrillic" before letter names
  780. SetLetterVowel(tr, 'y');
  781. SetLetterVowel(tr, 'r');
  782. }
  783. break;
  784. case L('h', 't'): // Haitian Creole
  785. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  786. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  787. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_OMIT_1_HUNDRED | NUM_NOPAUSE | NUM_ROMAN | NUM_VIGESIMAL | NUM_DFRACTION_4;
  788. break;
  789. case L('h', 'u'): // Hungarian
  790. {
  791. static const unsigned char stress_amps_hu[8] = { 17, 17, 19, 19, 20, 22, 22, 21 };
  792. static const short stress_lengths_hu[8] = { 185, 195, 195, 190, 0, 0, 210, 220 };
  793. SetupTranslator(tr, stress_lengths_hu, stress_amps_hu);
  794. tr->charset_a0 = charsets[2]; // ISO-8859-2
  795. tr->langopts.vowel_pause = 0x20;
  796. tr->langopts.stress_rule = STRESSPOSN_1L;
  797. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2 | 0x8000 | S_HYPEN_UNSTRESS;
  798. tr->langopts.unstressed_wd1 = 2;
  799. tr->langopts.param[LOPT_IT_DOUBLING] = 1;
  800. tr->langopts.param[LOPT_ANNOUNCE_PUNCT] = 2; // don't break clause before announcing . ? !
  801. tr->langopts.numbers = NUM_DFRACTION_5 | NUM_ALLOW_SPACE | NUM_ROMAN | NUM_ROMAN_ORDINAL | NUM_ROMAN_CAPITALS | NUM_ORDINAL_DOT | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND;
  802. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  803. tr->langopts.decimal_sep = ',';
  804. tr->langopts.max_roman = 899;
  805. tr->langopts.min_roman = 1;
  806. SetLetterVowel(tr, 'y');
  807. tr->langopts.spelling_stress = 1;
  808. SetLengthMods(tr, 3); // all equal
  809. }
  810. break;
  811. case L('h', 'y'): // Armenian
  812. {
  813. static const short stress_lengths_hy[8] = { 250, 200, 250, 250, 0, 0, 250, 250 };
  814. static const char hy_vowels[] = { 0x31, 0x35, 0x37, 0x38, 0x3b, 0x48, 0x55, 0 };
  815. static const char hy_consonants[] = {
  816. 0x32, 0x33, 0x34, 0x36, 0x39, 0x3a, 0x3c, 0x3d, 0x3e, 0x3f, 0x40, 0x41, 0x42, 0x43, 0x44,
  817. 0x46, 0x47, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x56, 0
  818. };
  819. static const char hy_consonants2[] = { 0x45, 0 };
  820. SetupTranslator(tr, stress_lengths_hy, NULL);
  821. tr->langopts.stress_rule = STRESSPOSN_1R; // default stress on final syllable
  822. tr->letter_bits_offset = OFFSET_ARMENIAN;
  823. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  824. SetLetterBits(tr, LETTERGP_A, hy_vowels);
  825. SetLetterBits(tr, LETTERGP_VOWEL2, hy_vowels);
  826. SetLetterBits(tr, LETTERGP_B, hy_consonants); // not including 'j'
  827. SetLetterBits(tr, LETTERGP_C, hy_consonants);
  828. SetLetterBits(tr, LETTERGP_C, hy_consonants2); // add 'j'
  829. tr->langopts.max_initial_consonants = 6;
  830. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED;
  831. }
  832. break;
  833. case L('i', 'd'): // Indonesian
  834. case L('m', 's'): // Malay
  835. {
  836. static const short stress_lengths_id[8] = { 160, 200, 180, 180, 0, 0, 220, 240 };
  837. static const unsigned char stress_amps_id[8] = { 16, 18, 18, 18, 20, 22, 22, 21 };
  838. SetupTranslator(tr, stress_lengths_id, stress_amps_id);
  839. tr->langopts.stress_rule = STRESSPOSN_2R;
  840. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_ROMAN;
  841. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  842. tr->langopts.accents = 2; // "capital" after letter name
  843. }
  844. break;
  845. case L('i', 's'): // Icelandic
  846. {
  847. static const short stress_lengths_is[8] = { 180, 160, 200, 200, 0, 0, 240, 250 };
  848. static const wchar_t is_lettergroup_B[] = { 'c', 'f', 'h', 'k', 'p', 't', 'x', 0xfe, 0 }; // voiceless conants, including 'þ' ?? 's'
  849. SetupTranslator(tr, stress_lengths_is, NULL);
  850. tr->langopts.stress_rule = STRESSPOSN_1L;
  851. tr->langopts.stress_flags = S_FINAL_NO_2;
  852. tr->langopts.param[LOPT_IT_LENGTHEN] = 0x11; // remove lengthen indicator from unstressed vowels
  853. tr->langopts.param[LOPT_REDUCE] = 2;
  854. ResetLetterBits(tr, 0x18);
  855. SetLetterBits(tr, 4, "kpst"); // Letter group F
  856. SetLetterBits(tr, 3, "jvr"); // Letter group H
  857. tr->letter_groups[1] = is_lettergroup_B;
  858. SetLetterVowel(tr, 'y');
  859. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SINGLE_AND | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_1900;
  860. tr->langopts.numbers2 = 0x2;
  861. }
  862. break;
  863. case L('i', 't'): // Italian
  864. {
  865. static const short stress_lengths_it[8] =
  866. { 165, 100, 170, 150, 0, 0, 215, 303 };
  867. static const unsigned char stress_amps_it[8] =
  868. { 16, 15, 16, 14, 20, 22, 22, 24 };
  869. SetupTranslator(tr, stress_lengths_it, stress_amps_it);
  870. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  871. tr->langopts.stress_rule = STRESSPOSN_2R;
  872. tr->langopts.stress_flags = S_FINAL_NO_2 | S_PRIORITY_STRESS;
  873. tr->langopts.vowel_pause = 1;
  874. tr->langopts.unstressed_wd1 = 2;
  875. tr->langopts.unstressed_wd2 = 2;
  876. tr->langopts.param[LOPT_IT_LENGTHEN] = 2; // remove lengthen indicator from unstressed or non-penultimate syllables
  877. tr->langopts.param[LOPT_IT_DOUBLING] = 1; // double the first consonant if the previous word ends in a stressed vowel (changed to =1, 23.01.2014 - only use if prev.word has $double)
  878. tr->langopts.param[LOPT_SONORANT_MIN] = 130; // limit the shortening of sonorants before short vowels
  879. tr->langopts.param[LOPT_REDUCE] = 1; // reduce vowels even if phonemes are specified in it_list
  880. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  881. tr->langopts.numbers = NUM_SINGLE_VOWEL | NUM_OMIT_1_HUNDRED |NUM_DECIMAL_COMMA | NUM_ROMAN | NUM_DFRACTION_1 | NUM_ROMAN_CAPITALS | NUM_ROMAN_AFTER;
  882. tr->langopts.numbers2 = NUM2_NO_TEEN_ORDINALS;
  883. tr->langopts.accents = 2; // Say "Capital" after the letter.
  884. SetLetterVowel(tr, 'y');
  885. }
  886. break;
  887. case L_jbo: // Lojban
  888. {
  889. static const short stress_lengths_jbo[8] = { 145, 145, 170, 160, 0, 0, 330, 350 };
  890. static const wchar_t jbo_punct_within_word[] = { '.', ',', '\'', 0x2c8, 0 }; // allow period and comma within a word, also stress marker (from LOPT_CAPS_IN_WORD)
  891. SetupTranslator(tr, stress_lengths_jbo, NULL);
  892. tr->langopts.stress_rule = STRESSPOSN_2R;
  893. tr->langopts.vowel_pause = 0x20c; // pause before a word which starts with a vowel, or after a word which ends in a consonant
  894. tr->punct_within_word = jbo_punct_within_word;
  895. tr->langopts.param[LOPT_CAPS_IN_WORD] = 2; // capitals indicate stressed syllables
  896. SetLetterVowel(tr, 'y');
  897. tr->langopts.max_lengthmod = 368;
  898. }
  899. break;
  900. case L('k', 'a'): // Georgian
  901. {
  902. // character codes offset by 0x1080
  903. static const char ka_vowels[] = { 0x30, 0x34, 0x38, 0x3d, 0x43, 0x55, 0x57, 0 };
  904. static const char ka_consonants[] =
  905. { 0x31, 0x32, 0x33, 0x35, 0x36, 0x37, 0x39, 0x3a, 0x3b, 0x3c, 0x3e, 0x3f, 0x40, 0x41, 0x42, 0x44,
  906. 0x45, 0x46, 0x47, 0x48, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x56, 0 };
  907. SetupTranslator(tr, stress_lengths_ta, stress_amps_ta);
  908. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  909. SetLetterBits(tr, LETTERGP_A, ka_vowels);
  910. SetLetterBits(tr, LETTERGP_C, ka_consonants);
  911. SetLetterBits(tr, LETTERGP_VOWEL2, ka_vowels);
  912. tr->langopts.stress_rule = STRESSPOSN_1L;
  913. tr->langopts.stress_flags = S_FINAL_NO_2;
  914. tr->letter_bits_offset = OFFSET_GEORGIAN;
  915. tr->langopts.max_initial_consonants = 7;
  916. tr->langopts.numbers = NUM_VIGESIMAL | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED |NUM_OMIT_1_THOUSAND | NUM_DFRACTION_5 | NUM_ROMAN;
  917. tr->langopts.alt_alphabet = OFFSET_CYRILLIC;
  918. tr->langopts.alt_alphabet_lang = L('r', 'u');
  919. }
  920. break;
  921. case L('k', 'k'): // Kazakh
  922. {
  923. static const unsigned char stress_amps_tr[8] = { 18, 16, 20, 21, 20, 21, 21, 20 };
  924. static const short stress_lengths_tr[8] = { 190, 180, 230, 230, 0, 0, 250, 250 };
  925. tr->letter_bits_offset = OFFSET_CYRILLIC;
  926. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  927. SetLetterBits(tr, LETTERGP_A, (char *)ru_vowels);
  928. SetLetterBits(tr, LETTERGP_C, (char *)ru_consonants);
  929. SetLetterBits(tr, LETTERGP_VOWEL2, (char *)ru_vowels);
  930. SetupTranslator(tr, stress_lengths_tr, stress_amps_tr);
  931. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  932. tr->langopts.stress_flags = S_NO_AUTO_2 + S_NO_EOC_LENGTHEN; // no automatic secondary stress, don't lengthen at end-of-clause
  933. tr->langopts.lengthen_tonic = 0;
  934. tr->langopts.param[LOPT_SUFFIX] = 1;
  935. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_DFRACTION_6;
  936. tr->langopts.max_initial_consonants = 2;
  937. SetLengthMods(tr, 3); // all equal
  938. }
  939. break;
  940. case L('k', 'l'): // Greenlandic
  941. {
  942. SetupTranslator(tr, stress_lengths_equal, stress_amps_equal);
  943. tr->langopts.stress_rule = 12;
  944. tr->langopts.stress_flags = S_NO_AUTO_2;
  945. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_ORDINAL_DOT | NUM_1900 | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_ORDINAL;
  946. }
  947. break;
  948. case L('k', 'o'): // Korean, TEST
  949. {
  950. static const char ko_ivowels[] = { 0x63, 0x64, 0x67, 0x68, 0x6d, 0x72, 0x74, 0x75, 0 }; // y and i vowels
  951. static const unsigned char ko_voiced[] = { 0x02, 0x05, 0x06, 0xab, 0xaf, 0xb7, 0xbc, 0 }; // voiced consonants, l,m,n,N
  952. tr->letter_bits_offset = OFFSET_KOREAN;
  953. tr->langopts.our_alphabet = 0xa700;
  954. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  955. SetLetterBitsRange(tr, LETTERGP_A, 0x61, 0x75);
  956. SetLetterBits(tr, LETTERGP_Y, ko_ivowels);
  957. SetLetterBits(tr, LETTERGP_G, (const char *)ko_voiced);
  958. tr->langopts.stress_rule = 8; // ?? 1st syllable if it is heavy, else 2nd syllable
  959. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  960. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  961. tr->langopts.numbers2 = NUM2_MYRIADS;
  962. tr->langopts.break_numbers = 0x1111110;
  963. tr->langopts.max_digits = 20;
  964. }
  965. break;
  966. case L('k', 'u'): // Kurdish
  967. {
  968. static const unsigned char stress_amps_ku[8] = { 18, 18, 20, 20, 20, 22, 22, 21 };
  969. static const short stress_lengths_ku[8] = { 180, 180, 190, 180, 0, 0, 230, 240 };
  970. SetupTranslator(tr, stress_lengths_ku, stress_amps_ku);
  971. tr->charset_a0 = charsets[9]; // ISO-8859-9 - Latin5
  972. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  973. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_AND_HUNDRED;
  974. tr->langopts.max_initial_consonants = 2;
  975. }
  976. break;
  977. case L('l', 'a'): // Latin
  978. {
  979. tr->charset_a0 = charsets[4]; // ISO-8859-4, includes a,e,i,o,u-macron
  980. tr->langopts.stress_rule = STRESSPOSN_2R;
  981. tr->langopts.stress_flags = S_NO_AUTO_2;
  982. tr->langopts.unstressed_wd1 = 0;
  983. tr->langopts.unstressed_wd2 = 2;
  984. tr->langopts.param[LOPT_DIERESES] = 1;
  985. tr->langopts.numbers = NUM_ROMAN;
  986. tr->langopts.max_roman = 5000;
  987. }
  988. break;
  989. case L('l', 't'): // Lithuanian
  990. {
  991. tr->charset_a0 = charsets[4]; // ISO-8859-4
  992. tr->langopts.stress_rule = STRESSPOSN_2R;
  993. tr->langopts.stress_flags = S_NO_AUTO_2;
  994. tr->langopts.unstressed_wd1 = 0;
  995. tr->langopts.unstressed_wd2 = 2;
  996. tr->langopts.param[LOPT_DIERESES] = 1;
  997. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_4 | NUM_ORDINAL_DOT;
  998. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR4;
  999. tr->langopts.max_roman = 5000;
  1000. }
  1001. break;
  1002. case L('l', 'v'): // latvian
  1003. {
  1004. static const unsigned char stress_amps_lv[8] = { 17, 13, 20, 20, 20, 22, 22, 21 };
  1005. static const short stress_lengths_lv[8] = { 180, 130, 210, 210, 0, 0, 210, 210 };
  1006. SetupTranslator(tr, stress_lengths_lv, stress_amps_lv);
  1007. tr->langopts.stress_rule = STRESSPOSN_1L;
  1008. tr->langopts.spelling_stress = 1;
  1009. tr->charset_a0 = charsets[4]; // ISO-8859-4
  1010. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_4 | NUM_ORDINAL_DOT;
  1011. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_EO_CLAUSE1;
  1012. }
  1013. break;
  1014. case L('m', 'k'): // Macedonian
  1015. {
  1016. static wchar_t vowels_cyrillic[] = {
  1017. // also include 'р' [R]
  1018. 0x440, 0x430, 0x435, 0x438, 0x439, 0x43e, 0x443, 0x44b, 0x44d,
  1019. 0x44e, 0x44f, 0x450, 0x451, 0x456, 0x457, 0x45d, 0x45e, 0
  1020. };
  1021. static const unsigned char stress_amps_mk[8] = { 17, 17, 20, 20, 20, 22, 22, 21 };
  1022. static const short stress_lengths_mk[8] = { 180, 160, 200, 200, 0, 0, 220, 230 };
  1023. SetupTranslator(tr, stress_lengths_mk, stress_amps_mk);
  1024. tr->charset_a0 = charsets[5]; // ISO-8859-5
  1025. tr->letter_groups[0] = tr->letter_groups[7] = vowels_cyrillic;
  1026. tr->letter_bits_offset = OFFSET_CYRILLIC;
  1027. tr->langopts.stress_rule = STRESSPOSN_3R; // antipenultimate
  1028. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1029. tr->langopts.numbers2 = 0x8a; // variant numbers before thousands,milliards
  1030. }
  1031. break;
  1032. case L('m', 't'): // Maltese
  1033. {
  1034. tr->charset_a0 = charsets[3]; // ISO-8859-3
  1035. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  1036. tr->langopts.stress_rule = STRESSPOSN_2R; // penultimate
  1037. tr->langopts.numbers = 1;
  1038. }
  1039. break;
  1040. case L('n', 'l'): // Dutch
  1041. {
  1042. static const short stress_lengths_nl[8] = { 160, 135, 210, 210, 0, 0, 260, 280 };
  1043. tr->langopts.stress_rule = STRESSPOSN_1L;
  1044. tr->langopts.vowel_pause = 0x30; // ??
  1045. tr->langopts.param[LOPT_DIERESES] = 1;
  1046. tr->langopts.param[LOPT_PREFIXES] = 1;
  1047. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  1048. SetLetterVowel(tr, 'y');
  1049. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ALLOW_SPACE | NUM_1900 | NUM_ORDINAL_DOT;
  1050. tr->langopts.ordinal_indicator = "e";
  1051. tr->langopts.stress_flags = S_FIRST_PRIMARY;
  1052. memcpy(tr->stress_lengths, stress_lengths_nl, sizeof(tr->stress_lengths));
  1053. }
  1054. break;
  1055. case L('n', 'o'): // Norwegian
  1056. {
  1057. static const short stress_lengths_no[8] = { 160, 140, 200, 200, 0, 0, 220, 230 };
  1058. SetupTranslator(tr, stress_lengths_no, NULL);
  1059. tr->langopts.stress_rule = STRESSPOSN_1L;
  1060. SetLetterVowel(tr, 'y');
  1061. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_ALLOW_SPACE | NUM_1900 | NUM_ORDINAL_DOT;
  1062. }
  1063. break;
  1064. case L('o', 'm'): // Oromo
  1065. {
  1066. static const unsigned char stress_amps_om[] = { 18, 15, 20, 20, 20, 22, 22, 22 };
  1067. static const short stress_lengths_om[8] = { 200, 200, 200, 200, 0, 0, 200, 200 };
  1068. SetupTranslator(tr, stress_lengths_om, stress_amps_om);
  1069. tr->langopts.stress_rule = STRESSPOSN_2R;
  1070. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | 0x80000;
  1071. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_HUNDRED_AND;
  1072. tr->langopts.numbers2 = 0x200; // say "thousands" before its number
  1073. }
  1074. break;
  1075. case L('p', 'l'): // Polish
  1076. {
  1077. static const short stress_lengths_pl[8] = { 160, 190, 175, 175, 0, 0, 200, 210 };
  1078. static const unsigned char stress_amps_pl[8] = { 17, 13, 19, 19, 20, 22, 22, 21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  1079. SetupTranslator(tr, stress_lengths_pl, stress_amps_pl);
  1080. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1081. tr->langopts.stress_rule = STRESSPOSN_2R;
  1082. tr->langopts.stress_flags = S_FINAL_DIM_ONLY; // mark unstressed final syllables as diminished
  1083. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x9;
  1084. tr->langopts.max_initial_consonants = 7; // for example: wchrzczony :)
  1085. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_DFRACTION_2;
  1086. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR3;
  1087. tr->langopts.param[LOPT_COMBINE_WORDS] = 4 + 0x100; // combine 'nie' (marked with $alt2) with some 1-syllable (and 2-syllable) words (marked with $alt)
  1088. SetLetterVowel(tr, 'y');
  1089. }
  1090. break;
  1091. case L('p', 't'): // Portuguese
  1092. {
  1093. static const short stress_lengths_pt[8] = { 170, 115, 210, 240, 0, 0, 260, 280 };
  1094. static const unsigned char stress_amps_pt[8] = { 16, 11, 19, 21, 20, 22, 22, 21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  1095. SetupTranslator(tr, stress_lengths_pt, stress_amps_pt);
  1096. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1097. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  1098. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_INITIAL_2 | S_PRIORITY_STRESS;
  1099. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_DFRACTION_2 | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_ROMAN_CAPITALS;
  1100. tr->langopts.numbers2 = NUM2_MULTIPLE_ORDINAL | NUM2_NO_TEEN_ORDINALS | NUM2_ORDINAL_NO_AND;
  1101. tr->langopts.max_roman = 5000;
  1102. SetLetterVowel(tr, 'y');
  1103. ResetLetterBits(tr, 0x2);
  1104. SetLetterBits(tr, 1, "bcdfgjkmnpqstvxz"); // B hard consonants, excluding h,l,r,w,y
  1105. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  1106. tr->langopts.accents = 2; // 'capital' after letter name
  1107. }
  1108. break;
  1109. case L('r', 'o'): // Romanian
  1110. {
  1111. static const short stress_lengths_ro[8] = { 170, 170, 180, 180, 0, 0, 240, 260 };
  1112. static const unsigned char stress_amps_ro[8] = { 15, 13, 18, 18, 20, 22, 22, 21 };
  1113. SetupTranslator(tr, stress_lengths_ro, stress_amps_ro);
  1114. tr->langopts.stress_rule = STRESSPOSN_1R;
  1115. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED | S_FINAL_DIM_ONLY;
  1116. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1117. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_DFRACTION_3 | NUM_AND_UNITS | NUM_ROMAN;
  1118. tr->langopts.numbers2 = 0x1e; // variant numbers before all thousandplex
  1119. }
  1120. break;
  1121. case L('r', 'u'): // Russian
  1122. Translator_Russian(tr);
  1123. break;
  1124. case L('r', 'w'): // Kiryarwanda
  1125. {
  1126. tr->langopts.stress_rule = STRESSPOSN_2R;
  1127. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1128. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1129. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words. Need to allow "bw'" prefix
  1130. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_DFRACTION_2 | NUM_AND_HUNDRED;
  1131. tr->langopts.numbers2 = 0x200; // say "thousands" before its number
  1132. }
  1133. break;
  1134. case L('s', 'k'): // Slovak
  1135. case L('c', 's'): // Czech
  1136. {
  1137. static const char *sk_voiced = "bdgjlmnrvwzaeiouy";
  1138. SetupTranslator(tr, stress_lengths_sk, stress_amps_sk);
  1139. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1140. tr->langopts.stress_rule = STRESSPOSN_1L;
  1141. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1142. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x3;
  1143. tr->langopts.max_initial_consonants = 5;
  1144. tr->langopts.spelling_stress = 1;
  1145. tr->langopts.param[LOPT_COMBINE_WORDS] = 4; // combine some prepositions with the following word
  1146. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_DFRACTION_2 | NUM_ROMAN;
  1147. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR2;
  1148. tr->langopts.thousands_sep = STRESSPOSN_1L; // no thousands separator
  1149. tr->langopts.decimal_sep = ',';
  1150. if (name2 == L('c', 's'))
  1151. tr->langopts.numbers2 = 0x108; // variant numbers before milliards
  1152. SetLetterVowel(tr, 'y');
  1153. SetLetterVowel(tr, 'r');
  1154. ResetLetterBits(tr, 0x20);
  1155. SetLetterBits(tr, 5, sk_voiced);
  1156. }
  1157. break;
  1158. case L('s', 'i'): // Sinhala
  1159. {
  1160. SetupTranslator(tr, stress_lengths_ta, stress_amps_ta);
  1161. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1162. tr->langopts.stress_rule = STRESSPOSN_1L;
  1163. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1164. tr->langopts.spelling_stress = 1;
  1165. tr->letter_bits_offset = OFFSET_SINHALA;
  1166. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  1167. SetLetterBitsRange(tr, LETTERGP_A, 0x05, 0x16); // vowel letters
  1168. SetLetterBitsRange(tr, LETTERGP_A, 0x4a, 0x73); // + vowel signs, and virama
  1169. SetLetterBitsRange(tr, LETTERGP_B, 0x4a, 0x73); // vowel signs, and virama
  1170. SetLetterBitsRange(tr, LETTERGP_C, 0x1a, 0x46); // the main consonant range
  1171. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1172. tr->langopts.suffix_add_e = tr->letter_bits_offset + 0x4a; // virama
  1173. tr->langopts.numbers = NUM_OMIT_1_THOUSAND | NUM_SINGLE_STRESS_L | NUM_DFRACTION_7;
  1174. tr->langopts.numbers2 = NUM2_PERCENT_BEFORE;
  1175. tr->langopts.break_numbers = 0x14aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  1176. }
  1177. break;
  1178. case L('s', 'l'): // Slovenian
  1179. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1180. tr->langopts.stress_rule = STRESSPOSN_2R; // Temporary
  1181. tr->langopts.stress_flags = S_NO_AUTO_2;
  1182. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x103;
  1183. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x76; // [v] don't count this character at start of word
  1184. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  1185. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove lengthen indicator from unstressed syllables
  1186. tr->letter_bits[(int)'r'] |= 0x80; // add 'r' to letter group 7, vowels for Unpronouncable test
  1187. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_SWAP_TENS | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_2 | NUM_ORDINAL_DOT | NUM_ROMAN;
  1188. tr->langopts.numbers2 = 0x100; // plural forms of millions etc
  1189. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  1190. tr->langopts.replace_chars = replace_cyrillic_latin;
  1191. break;
  1192. case L('s', 'q'): // Albanian
  1193. {
  1194. static const short stress_lengths_sq[8] = { 150, 150, 180, 180, 0, 0, 300, 300 };
  1195. static const unsigned char stress_amps_sq[8] = { 16, 12, 16, 16, 20, 20, 21, 19 };
  1196. SetupTranslator(tr, stress_lengths_sq, stress_amps_sq);
  1197. tr->langopts.stress_rule = STRESSPOSN_1R;
  1198. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_FINAL_VOWEL_UNSTRESSED;
  1199. SetLetterVowel(tr, 'y');
  1200. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_DFRACTION_4;
  1201. tr->langopts.accents = 2; // "capital" after letter name
  1202. }
  1203. break;
  1204. case L('s', 'v'): // Swedish
  1205. {
  1206. static const unsigned char stress_amps_sv[] = { 16, 16, 20, 20, 20, 22, 22, 21 };
  1207. static const short stress_lengths_sv[8] = { 160, 135, 220, 220, 0, 0, 250, 280 };
  1208. SetupTranslator(tr, stress_lengths_sv, stress_amps_sv);
  1209. tr->langopts.stress_rule = STRESSPOSN_1L;
  1210. SetLetterVowel(tr, 'y');
  1211. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_1900;
  1212. tr->langopts.accents = 1;
  1213. }
  1214. break;
  1215. case L('s', 'w'): // Swahili
  1216. case L('t', 'n'): // Setswana
  1217. {
  1218. static const short stress_lengths_sw[8] = { 160, 170, 200, 200, 0, 0, 320, 340 };
  1219. static const unsigned char stress_amps_sw[] = { 16, 12, 19, 19, 20, 22, 22, 21 };
  1220. SetupTranslator(tr, stress_lengths_sw, stress_amps_sw);
  1221. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1222. tr->langopts.vowel_pause = 1;
  1223. tr->langopts.stress_rule = STRESSPOSN_2R;
  1224. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1225. tr->langopts.max_initial_consonants = 4; // for example: mwngi
  1226. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_SINGLE_AND | NUM_OMIT_1_HUNDRED;
  1227. tr->langopts.break_numbers = 0x49249268; // for languages which have numbers for 100,000 and 1,000,000
  1228. }
  1229. break;
  1230. case L('t', 'a'): // Tamil
  1231. case L('k', 'n'): // Kannada
  1232. case L('m', 'l'): // Malayalam
  1233. case L('t', 'e'): // Telugu
  1234. {
  1235. SetupTranslator(tr, stress_lengths_ta2, stress_amps_ta);
  1236. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1237. tr->langopts.stress_rule = STRESSPOSN_1L;
  1238. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2; // use 'diminished' for unstressed final syllable
  1239. tr->langopts.spelling_stress = 1;
  1240. tr->langopts.break_numbers = 0x14a8; // 1000, 100,000 10,000,000
  1241. if (name2 == L('t', 'a')) {
  1242. SetupTranslator(tr, stress_lengths_ta, NULL);
  1243. tr->letter_bits_offset = OFFSET_TAMIL;
  1244. tr->langopts.numbers = NUM_OMIT_1_THOUSAND;
  1245. tr->langopts.numbers2 = NUM2_ORDINAL_AND_THOUSANDS;
  1246. tr->langopts.param[LOPT_WORD_MERGE] = 1; // don't break vowels betwen words
  1247. } else if (name2 == L('m', 'l')) {
  1248. static const short stress_lengths_ml[8] = { 180, 160, 240, 240, 0, 0, 260, 260 };
  1249. SetupTranslator(tr, stress_lengths_ml, stress_amps_equal);
  1250. tr->letter_bits_offset = OFFSET_MALAYALAM;
  1251. tr->langopts.numbers = NUM_OMIT_1_THOUSAND | NUM_OMIT_1_HUNDRED;
  1252. tr->langopts.numbers2 = NUM2_OMIT_1_HUNDRED_ONLY;
  1253. tr->langopts.stress_rule = 13; // 1st syllable, unless 1st vowel is short and 2nd is long
  1254. } else if (name2 == L('k', 'n')) {
  1255. tr->letter_bits_offset = OFFSET_KANNADA;
  1256. tr->langopts.numbers = 0x1;
  1257. } else if (name2 == L('t', 'e')) {
  1258. tr->letter_bits_offset = OFFSET_TELUGU;
  1259. tr->langopts.numbers = 0x1;
  1260. tr->langopts.numbers2 = NUM2_ORDINAL_DROP_VOWEL;
  1261. }
  1262. SetIndicLetters(tr); // call this after setting OFFSET_
  1263. SetLetterBitsRange(tr, LETTERGP_B, 0x4e, 0x4e); // chillu-virama (unofficial)
  1264. }
  1265. break;
  1266. case L('t', 'r'): // Turkish
  1267. case L('a', 'z'): // Azerbaijan
  1268. {
  1269. static const unsigned char stress_amps_tr[8] = { 18, 16, 20, 21, 20, 21, 21, 20 };
  1270. static const short stress_lengths_tr[8] = { 190, 180, 200, 230, 0, 0, 240, 250 };
  1271. SetupTranslator(tr, stress_lengths_tr, stress_amps_tr);
  1272. tr->charset_a0 = charsets[9]; // ISO-8859-9 - Latin5
  1273. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  1274. tr->langopts.stress_flags = S_NO_AUTO_2; // no automatic secondary stress
  1275. tr->langopts.dotless_i = 1;
  1276. tr->langopts.param[LOPT_SUFFIX] = 1;
  1277. if (name2 == L('a', 'z'))
  1278. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1279. else
  1280. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1281. tr->langopts.max_initial_consonants = 2;
  1282. }
  1283. break;
  1284. case L('t', 't'): // Tatar
  1285. {
  1286. SetCyrillicLetters(tr);
  1287. SetupTranslator(tr, stress_lengths_fr, stress_amps_fr);
  1288. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  1289. tr->langopts.stress_flags = S_NO_AUTO_2; // no automatic secondary stress
  1290. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_4;
  1291. }
  1292. break;
  1293. case L('u', 'k'): // Ukrainian
  1294. {
  1295. SetCyrillicLetters(tr);
  1296. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  1297. }
  1298. break;
  1299. case L('u', 'r'): // Urdu
  1300. case L('s', 'd'): // Sindhi
  1301. {
  1302. tr->letter_bits_offset = OFFSET_ARABIC;
  1303. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1304. tr->langopts.numbers = NUM_SWAP_TENS;
  1305. tr->langopts.break_numbers = 0x52a8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  1306. }
  1307. break;
  1308. case L('v', 'i'): // Vietnamese
  1309. {
  1310. static const short stress_lengths_vi[8] = { 150, 150, 180, 180, 210, 230, 230, 240 };
  1311. static const unsigned char stress_amps_vi[] = { 16, 16, 16, 16, 22, 22, 22, 22 };
  1312. static wchar_t vowels_vi[] = {
  1313. 0x61, 0xe0, 0xe1, 0x1ea3, 0xe3, 0x1ea1, // a
  1314. 0x103, 0x1eb1, 0x1eaf, 0x1eb3, 0x1eb5, 0x1eb7, // ă
  1315. 0xe2, 0x1ea7, 0x1ea5, 0x1ea9, 0x1eab, 0x1ead, // â
  1316. 0x65, 0xe8, 0xe9, 0x1ebb, 0x1ebd, 0x1eb9, // e
  1317. 0xea, 0x1ec1, 0x1ebf, 0x1ec3, 0x1ec5, 0x1ec7, // i
  1318. 0x69, 0xec, 0xed, 0x1ec9, 0x129, 0x1ecb, // i
  1319. 0x6f, 0xf2, 0xf3, 0x1ecf, 0xf5, 0x1ecd, // o
  1320. 0xf4, 0x1ed3, 0x1ed1, 0x1ed5, 0x1ed7, 0x1ed9, // ô
  1321. 0x1a1, 0x1edd, 0x1edb, 0x1edf, 0x1ee1, 0x1ee3, // ơ
  1322. 0x75, 0xf9, 0xfa, 0x1ee7, 0x169, 0x1ee5, // u
  1323. 0x1b0, 0x1eeb, 0x1ee9, 0x1eed, 0x1eef, 0x1ef1, // ư
  1324. 0x79, 0x1ef3, 0xfd, 0x1ef7, 0x1ef9, 0x1ef5, // y
  1325. 0
  1326. };
  1327. SetupTranslator(tr, stress_lengths_vi, stress_amps_vi);
  1328. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1329. tr->langopts.stress_rule = STRESSPOSN_1L;
  1330. tr->langopts.word_gap = 0x21; // length of a final vowel is less dependent on the next consonant, don't merge consonant with next word
  1331. tr->letter_groups[0] = tr->letter_groups[7] = vowels_vi;
  1332. tr->langopts.tone_language = 1; // Tone language, use CalcPitches_Tone() rather than CalcPitches()
  1333. tr->langopts.unstressed_wd1 = 2;
  1334. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND_DIGIT | NUM_DFRACTION_4 | NUM_ZERO_HUNDRED;
  1335. }
  1336. break;
  1337. case L('w', 'o'):
  1338. tr->langopts.stress_rule = STRESSPOSN_1L;
  1339. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_SINGLE_STRESS;
  1340. break;
  1341. case L('z', 'h'):
  1342. case L_zhy:
  1343. {
  1344. static const short stress_lengths_zh[8] = { 230, 150, 230, 230, 230, 0, 240, 250 }; // 1=tone5. end-of-sentence, 6=tone 1&4, 7=tone 2&3
  1345. static const unsigned char stress_amps_zh[] = { 22, 16, 22, 22, 22, 22, 22, 22 };
  1346. SetupTranslator(tr, stress_lengths_zh, stress_amps_zh);
  1347. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable of a "word"
  1348. tr->langopts.stress_flags = S_NO_DIM; // don't automatically set diminished stress (may be set in the intonation module)
  1349. tr->langopts.vowel_pause = 0;
  1350. tr->langopts.tone_language = 1; // Tone language, use CalcPitches_Tone() rather than CalcPitches()
  1351. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1352. tr->langopts.tone_numbers = 1; // a number after letters indicates a tone number (eg. pinyin or jyutping)
  1353. tr->langopts.ideographs = 1;
  1354. tr->langopts.our_alphabet = 0x3100;
  1355. tr->langopts.word_gap = 0x21; // length of a final vowel is less dependent on the next consonant, don't merge consonant with next word
  1356. if (name2 == L('z', 'h')) {
  1357. tr->langopts.textmode = 1;
  1358. tr->langopts.listx = 1; // compile zh_listx after zh_list
  1359. tr->langopts.numbers = 1;
  1360. tr->langopts.numbers2 = NUM2_ZERO_TENS;
  1361. tr->langopts.break_numbers = 0x00018;
  1362. }
  1363. }
  1364. break;
  1365. default:
  1366. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1367. break;
  1368. }
  1369. tr->translator_name = name2;
  1370. ProcessLanguageOptions(&tr->langopts);
  1371. return tr;
  1372. }
  1373. void ProcessLanguageOptions(LANGUAGE_OPTIONS *langopts)
  1374. {
  1375. if (langopts->numbers & NUM_DECIMAL_COMMA) {
  1376. // use . and ; for thousands and decimal separators
  1377. langopts->thousands_sep = '.';
  1378. langopts->decimal_sep = ',';
  1379. }
  1380. if (langopts->numbers & NUM_THOUS_SPACE)
  1381. langopts->thousands_sep = 0; // don't allow thousands separator, except space
  1382. }
  1383. static void Translator_Russian(Translator *tr)
  1384. {
  1385. static const unsigned char stress_amps_ru[] = { 16, 16, 18, 18, 20, 24, 24, 22 };
  1386. static const short stress_lengths_ru[8] = { 150, 140, 220, 220, 0, 0, 260, 280 };
  1387. static const char ru_ivowels2[] = { 0x2c, 0x15, 0x18, 0x2e, 0x2f, 0 }; // add more vowels to letter group Y (iotated vowels & soft-sign)
  1388. SetupTranslator(tr, stress_lengths_ru, stress_amps_ru);
  1389. SetCyrillicLetters(tr);
  1390. SetLetterBits(tr, 6, ru_ivowels2);
  1391. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  1392. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 1;
  1393. tr->langopts.param[LOPT_REDUCE] = 2;
  1394. tr->langopts.stress_rule = 5;
  1395. tr->langopts.stress_flags = S_NO_AUTO_2;
  1396. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED;
  1397. tr->langopts.numbers2 = 0x2 + NUM2_THOUSANDS_VAR1; // variant numbers before thousands
  1398. tr->langopts.phoneme_change = 1;
  1399. tr->langopts.testing = 2;
  1400. }