eSpeak NG is an open source speech synthesizer that supports more than hundred languages and accents.
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

tr_languages.c 67KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716
  1. /*
  2. * Copyright (C) 2005 to 2015 by Jonathan Duddington
  3. * email: [email protected]
  4. * Copyright (C) 2015 Reece H. Dunn
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License as published by
  8. * the Free Software Foundation; either version 3 of the License, or
  9. * (at your option) any later version.
  10. *
  11. * This program is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. * GNU General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public License
  17. * along with this program; if not, see:
  18. * <http://www.gnu.org/licenses/>.
  19. */
  20. #include <stdio.h>
  21. #include <ctype.h>
  22. #include <wctype.h>
  23. #include <stdlib.h>
  24. #include <string.h>
  25. #include <locale.h>
  26. #include <wctype.h>
  27. #include "speak_lib.h"
  28. #include "speech.h"
  29. #include "phoneme.h"
  30. #include "synthesize.h"
  31. #include "translate.h"
  32. #define L_qa 0x716100
  33. #define L_grc 0x677263 // grc Ancient Greek
  34. #define L_jbo 0x6a626f // jbo Lojban
  35. #define L_mni 0x6d6e69 // mni Manipuri
  36. #define L_pap 0x706170 // pap Papiamento]
  37. #define L_qvi 0x717669 // qvi Kichwa
  38. #define L_shs 0x736873 // shs Shuswap / Secwepemctsin
  39. #define L_zhy 0x7a6879 // zhy
  40. // start of unicode pages for character sets
  41. #define OFFSET_GREEK 0x380
  42. #define OFFSET_CYRILLIC 0x420
  43. #define OFFSET_ARMENIAN 0x530
  44. #define OFFSET_HEBREW 0x590
  45. #define OFFSET_ARABIC 0x600
  46. #define OFFSET_SYRIAC 0x700
  47. #define OFFSET_THAANA 0x780 // Divehi/Maldives
  48. #define OFFSET_DEVANAGARI 0x900
  49. #define OFFSET_BENGALI 0x980
  50. #define OFFSET_GURMUKHI 0xa00
  51. #define OFFSET_GUJARATI 0xa80
  52. #define OFFSET_ORIYA 0xb00
  53. #define OFFSET_TAMIL 0xb80
  54. #define OFFSET_TELUGU 0xc00
  55. #define OFFSET_KANNADA 0xc80
  56. #define OFFSET_MALAYALAM 0xd00
  57. #define OFFSET_SINHALA 0x0d80
  58. #define OFFSET_THAI 0x0e00
  59. #define OFFSET_LAO 0x0e80
  60. #define OFFSET_TIBET 0x0f00
  61. #define OFFSET_MYANMAR 0x1000
  62. #define OFFSET_GEORGIAN 0x10a0
  63. #define OFFSET_KOREAN 0x1100
  64. #define OFFSET_ETHIOPIC 0x1200
  65. // character ranges must be listed in ascending unicode order
  66. ALPHABET alphabets [] = {
  67. {"_el", OFFSET_GREEK, 0x380, 0x3ff, L('e','l'), AL_DONT_NAME | AL_NOT_LETTERS | AL_WORDS},
  68. {"_cyr", OFFSET_CYRILLIC, 0x400, 0x52f, 0, 0},
  69. {"_hy", OFFSET_ARMENIAN, 0x530, 0x58f, L('h','y'), AL_WORDS},
  70. {"_he", OFFSET_HEBREW, 0x590, 0x5ff, 0, 0},
  71. {"_ar", OFFSET_ARABIC, 0x600, 0x6ff, 0, 0},
  72. {"_syc", OFFSET_SYRIAC, 0x700, 0x74f, 0, 0},
  73. {"_dv", OFFSET_THAANA, 0x780, 0x7bf, 0, 0},
  74. {"_hi", OFFSET_DEVANAGARI, 0x900, 0x97f,L('h','i'), AL_WORDS},
  75. {"_bn", OFFSET_BENGALI, 0x0980, 0x9ff, L('b','n'), AL_WORDS},
  76. {"_gur", OFFSET_GURMUKHI, 0xa00, 0xa7f, L('p','a'), AL_WORDS},
  77. {"_gu", OFFSET_GUJARATI, 0xa80, 0xaff, L('g','u'), AL_WORDS},
  78. {"_or", OFFSET_ORIYA, 0xb00, 0xb7f, 0, 0},
  79. {"_ta", OFFSET_TAMIL, 0xb80, 0xbff, L('t','a'), AL_WORDS},
  80. {"_te", OFFSET_TELUGU, 0xc00, 0xc7f, L('t','e'), 0},
  81. {"_kn", OFFSET_KANNADA, 0xc80, 0xcff, L('k','n'), AL_WORDS},
  82. {"_ml", OFFSET_MALAYALAM,0xd00, 0xd7f, L('m','l'), AL_WORDS},
  83. {"_si", OFFSET_SINHALA, 0xd80, 0xdff, L('s','i'), AL_WORDS},
  84. {"_th", OFFSET_THAI, 0xe00, 0xe7f, 0, 0},
  85. {"_lo", OFFSET_LAO, 0xe80, 0xeff, 0, 0},
  86. {"_ti", OFFSET_TIBET, 0xf00, 0xfff, 0, 0},
  87. {"_my", OFFSET_MYANMAR, 0x1000,0x109f, 0, 0},
  88. {"_ka", OFFSET_GEORGIAN, 0x10a0,0x10ff, L('k','a'), AL_WORDS},
  89. {"_ko", OFFSET_KOREAN, 0x1100,0x11ff, L('k','o'), AL_WORDS},
  90. {"_eth", OFFSET_ETHIOPIC, 0x1200,0x139f, 0, 0},
  91. {"_braille", 0x2800, 0x2800,0x28ff, 0, AL_NO_SYMBOL},
  92. {"_ja", 0x3040, 0x3040,0x30ff, 0, AL_NOT_CODE},
  93. {"_zh", 0x3100, 0x3100,0x9fff, 0, AL_NOT_CODE},
  94. {"_ko", 0xa700, 0xa700,0xd7ff, L('k','o'), AL_NOT_CODE | AL_WORDS},
  95. {NULL, 0, 0, 0, 0, 0}
  96. };
  97. ALPHABET *AlphabetFromName(const char *name)
  98. {
  99. ALPHABET *alphabet;
  100. for(alphabet=alphabets; alphabet->name != NULL; alphabet++)
  101. {
  102. if(strcmp(name, &alphabet->name[1]) == 0)
  103. return(alphabet);
  104. }
  105. return(NULL);
  106. }
  107. ALPHABET *AlphabetFromChar(int c)
  108. {
  109. // Find the alphabet from a character.
  110. ALPHABET *alphabet = alphabets;
  111. while(alphabet->name != NULL)
  112. {
  113. if(c <= alphabet->range_max)
  114. {
  115. if(c >= alphabet->range_min)
  116. return(alphabet);
  117. else
  118. break;
  119. }
  120. alphabet++;
  121. }
  122. return(NULL);
  123. }
  124. static void Translator_Russian(Translator *tr);
  125. static void SetLetterVowel(Translator *tr, int c)
  126. {
  127. tr->letter_bits[c] = (tr->letter_bits[c] & 0x40) | 0x81; // keep value for group 6 (front vowels e,i,y)
  128. }
  129. static void ResetLetterBits(Translator *tr, int groups)
  130. {
  131. // Clear all the specified groups
  132. unsigned int ix;
  133. unsigned int mask;
  134. mask = ~groups;
  135. for(ix=0; ix<sizeof(tr->letter_bits); ix++)
  136. {
  137. tr->letter_bits[ix] &= mask;
  138. }
  139. }
  140. static void SetLetterBits(Translator *tr, int group, const char *string)
  141. {
  142. int bits;
  143. unsigned char c;
  144. bits = (1L << group);
  145. while((c = *string++) != 0)
  146. tr->letter_bits[c] |= bits;
  147. }
  148. static void SetLetterBitsRange(Translator *tr, int group, int first, int last)
  149. {
  150. int bits;
  151. int ix;
  152. bits = (1L << group);
  153. for(ix=first; ix<=last; ix++)
  154. {
  155. tr->letter_bits[ix] |= bits;
  156. }
  157. }
  158. // ignore these characters
  159. static const unsigned short chars_ignore_default[] = {
  160. 0xad, 1, // soft hyphen
  161. 0x200c, 1, // zero width non-joiner
  162. 0x200d, 1, // zero width joiner
  163. 0, 0
  164. };
  165. // alternatively, ignore characters but allow zero-width-non-joiner (lang-fa)
  166. static const unsigned short chars_ignore_zwnj_hyphen[] = {
  167. 0xad, 1, // soft hyphen
  168. 0x640, 1, // igniore Arabic Tatweel (lang=FA)
  169. 0x200c, '-', // zero width non-joiner, replace with hyphen
  170. 0x200d, 1, // zero width joiner
  171. 0, 0
  172. };
  173. const char string_ordinal[] = {0xc2,0xba,0}; // masculine ordinal character, UTF-8
  174. static Translator* NewTranslator(void)
  175. {
  176. Translator *tr;
  177. int ix;
  178. static const unsigned char stress_amps2[] = {18,18, 20,20, 20,22, 22,20 };
  179. static const short stress_lengths2[8] = {182,140, 220,220, 220,240, 260,280};
  180. static const wchar_t empty_wstring[1] = {0};
  181. static const wchar_t punct_in_word[2] = {'\'', 0}; // allow hyphen within words
  182. static const unsigned char default_tunes[6] = {0, 1, 2, 3, 0, 0};
  183. // Translates character codes in the range transpose_min to transpose_max to
  184. // a number in the range 1 to 63. 0 indicates there is no translation.
  185. // Used up to 57 (max of 63)
  186. static const char transpose_map_latin[] = {
  187. 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,// 0x60
  188. 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 0, 0, 0, 0, 0,// 0x70
  189. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0x80
  190. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0x90
  191. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0xa0
  192. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0xb0
  193. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0xc0
  194. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0xd0
  195. 27, 28, 29, 0, 0, 30, 31, 32, 33, 34, 35, 36, 0, 37, 38, 0,// 0xe0
  196. 0, 0, 0, 39, 0, 0, 40, 0, 41, 0, 42, 0, 43, 0, 0, 0,// 0xf0
  197. 0, 0, 0, 44, 0, 45, 0, 46, 0, 0, 0, 0, 0, 47, 0, 0,// 0x100
  198. 0, 48, 0, 0, 0, 0, 0, 0, 0, 49, 0, 0, 0, 0, 0, 0,// 0x110
  199. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0x120
  200. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0x130
  201. 0, 0, 50, 0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0x140
  202. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 52, 0, 0, 0, 0,// 0x150
  203. 0, 53, 0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0x160
  204. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 55, 0, 56, 0, 57, 0,// 0x170
  205. };
  206. tr = (Translator *)Alloc(sizeof(Translator));
  207. if(tr == NULL)
  208. return(NULL);
  209. tr->charset_a0 = charsets[1]; // ISO-8859-1, this is for when the input is not utf8
  210. dictionary_name[0] = 0;
  211. tr->dictionary_name[0] = 0;
  212. tr->dict_condition=0;
  213. tr->dict_min_size = 0;
  214. tr->data_dictrules = NULL; // language_1 translation rules file
  215. tr->data_dictlist = NULL; // language_2 dictionary lookup file
  216. tr->transpose_min = 0x60;
  217. tr->transpose_max = 0x17f;
  218. tr->transpose_map = transpose_map_latin;
  219. tr->frequent_pairs = NULL;
  220. // only need lower case
  221. tr->letter_bits_offset = 0;
  222. memset(tr->letter_bits,0,sizeof(tr->letter_bits));
  223. memset(tr->letter_groups,0,sizeof(tr->letter_groups));
  224. // 0-6 sets of characters matched by A B C H F G Y in pronunciation rules
  225. // these may be set differently for different languages
  226. SetLetterBits(tr,0,"aeiou"); // A vowels, except y
  227. SetLetterBits(tr,1,"bcdfgjklmnpqstvxz"); // B hard consonants, excluding h,r,w
  228. SetLetterBits(tr,2,"bcdfghjklmnpqrstvwxz"); // C all consonants
  229. SetLetterBits(tr,3,"hlmnr"); // H 'soft' consonants
  230. SetLetterBits(tr,4,"cfhkpqstx"); // F voiceless consonants
  231. SetLetterBits(tr,5,"bdgjlmnrvwyz"); // G voiced
  232. SetLetterBits(tr,6,"eiy"); // Letter group Y, front vowels
  233. SetLetterBits(tr,7,"aeiouy"); // vowels, including y
  234. tr->char_plus_apostrophe = empty_wstring;
  235. tr->punct_within_word = punct_in_word;
  236. tr->chars_ignore = chars_ignore_default;
  237. for(ix=0; ix<8; ix++)
  238. {
  239. tr->stress_amps[ix] = stress_amps2[ix];
  240. tr->stress_amps_r[ix] = stress_amps2[ix] - 1;
  241. tr->stress_lengths[ix] = stress_lengths2[ix];
  242. }
  243. memset(&(tr->langopts),0,sizeof(tr->langopts));
  244. tr->langopts.max_lengthmod = 500;
  245. tr->langopts.lengthen_tonic = 20;
  246. tr->langopts.stress_rule = STRESSPOSN_2R;
  247. tr->langopts.unstressed_wd1 = 1;
  248. tr->langopts.unstressed_wd2 = 3;
  249. tr->langopts.param[LOPT_SONORANT_MIN] = 95;
  250. tr->langopts.param[LOPT_LONG_VOWEL_THRESHOLD] = 190/2;
  251. tr->langopts.param[LOPT_MAXAMP_EOC] = 19;
  252. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 's'; // don't count this character at start of word
  253. tr->langopts.param[LOPT_BRACKET_PAUSE] = 4; // pause at bracket
  254. tr->langopts.param2[LOPT_BRACKET_PAUSE] = 2; // pauses when announcing bracket names
  255. tr->langopts.max_initial_consonants = 3;
  256. tr->langopts.replace_chars = NULL;
  257. tr->langopts.ascii_language[0] = 0; // Non-Latin alphabet languages, use this language to speak Latin words, default is English
  258. tr->langopts.alt_alphabet_lang = L('e','n');
  259. tr->langopts.roman_suffix = "";
  260. SetLengthMods(tr,201);
  261. tr->langopts.long_stop = 100;
  262. tr->langopts.max_roman = 49;
  263. tr->langopts.min_roman = 2;
  264. tr->langopts.thousands_sep = ',';
  265. tr->langopts.decimal_sep = '.';
  266. tr->langopts.break_numbers = BREAK_THOUSANDS; // 1000, 1000,000 1,000,000 etc
  267. tr->langopts.max_digits = 14;
  268. memcpy(tr->punct_to_tone, punctuation_to_tone, sizeof(tr->punct_to_tone));
  269. memcpy(tr->langopts.tunes, default_tunes, sizeof(tr->langopts.tunes));
  270. return(tr);
  271. }
  272. // common letter pairs, encode these as a single byte
  273. // 2 bytes, using the transposed character codes
  274. static const short pairs_ru[] = {
  275. 0x010c, // ла 21052 0x23
  276. 0x010e, // на 18400
  277. 0x0113, // та 14254
  278. 0x0301, // ав 31083
  279. 0x030f, // ов 13420
  280. 0x060e, // не 21798
  281. 0x0611, // ре 19458
  282. 0x0903, // ви 16226
  283. 0x0b01, // ак 14456
  284. 0x0b0f, // ок 17836
  285. 0x0c01, // ал 13324
  286. 0x0c09, // ил 16877
  287. 0x0e01, // ан 15359
  288. 0x0e06, // ен 13543 0x30
  289. 0x0e09, // ин 17168
  290. 0x0e0e, // нн 15973
  291. 0x0e0f, // он 22373
  292. 0x0e1c, // ын 15052
  293. 0x0f03, // во 24947
  294. 0x0f11, // ро 13552
  295. 0x0f12, // со 16368
  296. 0x100f, // оп 19054
  297. 0x1011, // рп 17067
  298. 0x1101, // ар 23967
  299. 0x1106, // ер 18795
  300. 0x1109, // ир 13797
  301. 0x110f, // ор 21737
  302. 0x1213, // тс 25076
  303. 0x1220, // яс 14310
  304. 0x7fff
  305. };
  306. static const unsigned int replace_cyrillic_latin[] =
  307. {0x430,'a',
  308. 0x431,'b',
  309. 0x446,'c',
  310. 0x45b,0x107,
  311. 0x447,0x10d,
  312. 0x45f,'d'+(0x17e<<16),
  313. 0x455,'d'+('z'<<16),
  314. 0x434,'d',
  315. 0x452,0x111,
  316. 0x435,'e',
  317. 0x444,'f',
  318. 0x433,'g',
  319. 0x445,'h',
  320. 0x438,'i',
  321. 0x458,'j',
  322. 0x43a,'k',
  323. 0x459,'l'+('j'<<16),
  324. 0x43b,'l',
  325. 0x43c,'m',
  326. 0x45a,'n'+('j'<<16),
  327. 0x43d,'n',
  328. 0x43e,'o',
  329. 0x43f,'p',
  330. 0x440,'r',
  331. 0x441,'s',
  332. 0x448,0x161,
  333. 0x442,'t',
  334. 0x443,'u',
  335. 0x432,'v',
  336. 0x437,'z',
  337. 0x436,0x17e,
  338. 0x453,0x111,
  339. 0x45c,0x107,
  340. 0}; // ѓ ѕ ќ
  341. static const unsigned char ru_vowels[] = {0x10,0x15,0x31,0x18,0x1e,0x23,0x2b,0x2d,0x2e,0x2f, 0xb9,0xc9,0x91,0x8f,0x36,0}; //also kazakh
  342. static const unsigned char ru_consonants[] = {0x11,0x12,0x13,0x14,0x16,0x17,0x19,0x1a,0x1b,0x1c,0x1d,0x1f,0x20,0x21,0x22,0x24,0x25,0x26,0x27,0x28,0x29,0x2a,0x2c, 0x73,0x7b,0x83,0x9b,0};
  343. static void SetCyrillicLetters(Translator *tr)
  344. {
  345. // character codes offset by 0x420
  346. static const char ru_soft[] = {0x2c,0x19,0x27,0x29,0}; // letter group B [k ts; s;]
  347. static const char ru_hard[] = {0x2a,0x16,0x26,0x28,0}; // letter group H [S Z ts]
  348. static const char ru_nothard[] = {0x11,0x12,0x13,0x14,0x17,0x19,0x1a,0x1b,0x1c,0x1d,0x1f,0x20,0x21,0x22,0x24,0x25,0x27,0x29,0x2c,0};
  349. static const char ru_voiced[] = {0x11,0x12,0x13,0x14,0x16,0x17,0}; // letter group G (voiced obstruents)
  350. static const char ru_ivowels[] = {0x2c,0x2e,0x2f,0x31,0}; // letter group Y (iotated vowels & soft-sign)
  351. tr->charset_a0 = charsets[18]; // KOI8-R
  352. tr->transpose_min = 0x430; // convert cyrillic from unicode into range 0x01 to 0x22
  353. tr->transpose_max = 0x451;
  354. tr->transpose_map = NULL;
  355. tr->frequent_pairs = pairs_ru;
  356. tr->letter_bits_offset = OFFSET_CYRILLIC;
  357. memset(tr->letter_bits,0,sizeof(tr->letter_bits));
  358. SetLetterBits(tr,LETTERGP_A,(char *)ru_vowels);
  359. SetLetterBits(tr,LETTERGP_B,ru_soft);
  360. SetLetterBits(tr,LETTERGP_C,(char *)ru_consonants);
  361. SetLetterBits(tr,LETTERGP_H,ru_hard);
  362. SetLetterBits(tr,LETTERGP_F,ru_nothard);
  363. SetLetterBits(tr,LETTERGP_G,ru_voiced);
  364. SetLetterBits(tr,LETTERGP_Y,ru_ivowels);
  365. SetLetterBits(tr,LETTERGP_VOWEL2,(char *)ru_vowels);
  366. }
  367. void SetIndicLetters(Translator *tr)
  368. {
  369. // Set letter types for Indic scripts, Devanagari, Tamill, etc
  370. static const char dev_consonants2[] = {0x02,0x03,0x58,0x59,0x5a,0x5b,0x5c,0x5d,0x5e,0x5f,0x7b,0x7c,0x7e,0x7f,0};
  371. static const char dev_vowels2[] = {0x60,0x61, 0x55,0x56,0x57,0x62,0x63,0}; // non-consecutive vowels and vowel-signs
  372. memset(tr->letter_bits,0,sizeof(tr->letter_bits));
  373. SetLetterBitsRange(tr,LETTERGP_A,0x04,0x14); // vowel letters
  374. SetLetterBitsRange(tr,LETTERGP_A,0x3e,0x4d); // + vowel signs, and virama
  375. SetLetterBits(tr,LETTERGP_A, dev_vowels2); // + extra vowels and vowel signs
  376. SetLetterBitsRange(tr,LETTERGP_B,0x3e,0x4d); // vowel signs, and virama
  377. SetLetterBits(tr,LETTERGP_B, dev_vowels2); // + extra vowels and vowel signs
  378. SetLetterBitsRange(tr,LETTERGP_C,0x15,0x39); // the main consonant range
  379. SetLetterBits(tr,LETTERGP_C,dev_consonants2); // + additional consonants
  380. SetLetterBitsRange(tr,LETTERGP_Y,0x04,0x14); // vowel letters
  381. SetLetterBitsRange(tr,LETTERGP_Y,0x3e,0x4c); // + vowel signs
  382. SetLetterBits(tr,LETTERGP_Y, dev_vowels2); // + extra vowels and vowel signs
  383. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  384. tr->langopts.suffix_add_e = tr->letter_bits_offset + 0x4d; //virama
  385. }
  386. void SetupTranslator(Translator *tr, const short *lengths, const unsigned char *amps)
  387. {
  388. if(lengths != NULL)
  389. memcpy(tr->stress_lengths,lengths,sizeof(tr->stress_lengths));
  390. if(amps != NULL)
  391. memcpy(tr->stress_amps,amps,sizeof(tr->stress_amps));
  392. }
  393. Translator *SelectTranslator(const char *name)
  394. {
  395. int name2 = 0;
  396. Translator *tr;
  397. static const short stress_lengths_equal[8] = {230, 230, 230, 230, 0, 0, 230, 230};
  398. static const unsigned char stress_amps_equal[8] = {19,19, 19,19, 19,19, 19,19 };
  399. static const short stress_lengths_fr[8] = {190, 170, 190, 200, 0, 0, 190, 240};
  400. static const unsigned char stress_amps_fr[8] = {18,16, 18,18, 18,18, 18,18 };
  401. static const unsigned char stress_amps_sk[8] = {17,16, 20,20, 20,22, 22,21 };
  402. static const short stress_lengths_sk[8] = {190,190, 210,210, 0,0, 210,210};
  403. static const short stress_lengths_ta[8] = {200, 200, 210, 210, 0, 0, 230, 230};
  404. static const short stress_lengths_ta2[8] = {230, 230, 240, 240, 0, 0, 260, 260};
  405. static const unsigned char stress_amps_ta[8] = {18,18, 18,18, 20,20, 22,22 };
  406. tr = NewTranslator();
  407. strcpy(tr->dictionary_name, name);
  408. // convert name string into a word of up to 4 characters, for the switch()
  409. while(*name != 0)
  410. name2 = (name2 << 8) + *name++;
  411. switch(name2)
  412. {
  413. case L('a','f'):
  414. {
  415. static const short stress_lengths_af[8] = {170,140, 220,220, 0, 0, 250,270};
  416. SetupTranslator(tr,stress_lengths_af,NULL);
  417. tr->langopts.stress_rule = STRESSPOSN_1L;
  418. tr->langopts.vowel_pause = 0x30;
  419. tr->langopts.param[LOPT_DIERESES] = 1;
  420. tr->langopts.param[LOPT_PREFIXES] = 1;
  421. SetLetterVowel(tr,'y'); // add 'y' to vowels
  422. tr->langopts.numbers = NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_SINGLE_AND | NUM_ROMAN | NUM_1900;
  423. tr->langopts.accents = 1;
  424. }
  425. break;
  426. case L('a','m'): // Amharic, Ethiopia
  427. {
  428. SetupTranslator(tr,stress_lengths_fr,stress_amps_fr);
  429. tr->letter_bits_offset = OFFSET_ETHIOPIC;
  430. tr->langopts.stress_rule = STRESSPOSN_1L;
  431. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  432. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  433. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  434. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  435. }
  436. break;
  437. case L('a','r'): // Arabic
  438. tr->transpose_min = 0x620; // for ar_list, use 6-bit character codes
  439. tr->transpose_max = 0x65f;
  440. tr->transpose_map = NULL;
  441. tr->letter_bits_offset = OFFSET_ARABIC;
  442. tr->langopts.numbers = NUM_SWAP_TENS | NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_AND_HUNDRED | NUM_THOUSAND_AND | NUM_OMIT_1_THOUSAND;
  443. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  444. break;
  445. case L('b','g'): //Bulgarian
  446. {
  447. SetCyrillicLetters(tr);
  448. SetLetterVowel(tr,0x2a);
  449. tr->charset_a0 = charsets[5]; // ISO-8859-5
  450. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  451. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x107; // devoice at end of word, and change voicing to match a following consonant (except v)
  452. tr->langopts.param[LOPT_REDUCE] = 2;
  453. tr->langopts.stress_rule = STRESSPOSN_2R;
  454. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_SINGLE_AND | NUM_ROMAN | NUM_ROMAN_ORDINAL | NUM_ROMAN_CAPITALS;
  455. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  456. }
  457. break;
  458. case L('b','n'): // Bengali
  459. case L('a','s'): // Assamese
  460. case L_mni: // Manipuri (temporary placement - it's not indo-european)
  461. {
  462. static const short stress_lengths_bn[8] = {180, 180, 210, 210, 0, 0, 230, 240};
  463. static const unsigned char stress_amps_bn[8] = {18,18, 18,18, 20,20, 22,22 };
  464. static const char bn_consonants2[3] = {0x70, 0x71, 0};
  465. SetupTranslator(tr,stress_lengths_bn,stress_amps_bn);
  466. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  467. tr->langopts.stress_rule = STRESSPOSN_1L;
  468. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  469. tr->letter_bits_offset = OFFSET_BENGALI;
  470. SetIndicLetters(tr); // call this after setting OFFSET_BENGALI
  471. SetLetterBitsRange(tr,LETTERGP_B,0x01,0x01); // candranindu
  472. SetLetterBitsRange(tr,LETTERGP_F,0x3e,0x4c); // vowel signs, but not virama
  473. SetLetterBits(tr,LETTERGP_C,bn_consonants2);
  474. tr->langopts.numbers = NUM_SWAP_TENS;
  475. tr->langopts.break_numbers = 0x24924aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  476. if(name2 == L_mni)
  477. {
  478. tr->langopts.numbers = 1;
  479. tr->langopts.numbers2 = NUM2_SWAP_THOUSANDS;
  480. }
  481. }
  482. break;
  483. case L('b','o'): // Tibet
  484. {
  485. tr->langopts.stress_rule = STRESSPOSN_1L;
  486. tr->letter_bits_offset = OFFSET_TIBET;
  487. SetLetterBitsRange(tr,LETTERGP_A,0x71,0x7d); // vowel signs
  488. SetLetterBitsRange(tr,LETTERGP_B,0x71,0x81); // vowel signs and subjoined letters
  489. SetLetterBitsRange(tr,LETTERGP_B,0x90,0xbc);
  490. SetLetterBitsRange(tr,LETTERGP_C,0x40,0x6c); // consonant letters (not subjoined)
  491. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  492. tr->langopts.numbers = 1;
  493. }
  494. break;
  495. case L('c','y'): // Welsh
  496. {
  497. static const short stress_lengths_cy[8] = {170,220, 180,180, 0, 0, 250,270};
  498. static const unsigned char stress_amps_cy[8] = {17,15, 18,18, 0,0, 22,20 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  499. SetupTranslator(tr,stress_lengths_cy,stress_amps_cy);
  500. tr->charset_a0 = charsets[14]; // ISO-8859-14
  501. tr->langopts.stress_rule = STRESSPOSN_2R;
  502. // 'diminished' is an unstressed final syllable
  503. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  504. tr->langopts.unstressed_wd1 = 0;
  505. tr->langopts.unstressed_wd2 = 2;
  506. tr->langopts.param[LOPT_SONORANT_MIN] = 120; // limit the shortening of sonorants before short vowels
  507. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  508. SetLetterVowel(tr,'w'); // add letter to vowels and remove from consonants
  509. SetLetterVowel(tr,'y');
  510. }
  511. break;
  512. case L('d','a'): // Danish
  513. {
  514. static const short stress_lengths_da[8] = {160,140, 200,200, 0,0, 220,230};
  515. SetupTranslator(tr,stress_lengths_da,NULL);
  516. tr->langopts.stress_rule = STRESSPOSN_1L;
  517. tr->langopts.param[LOPT_PREFIXES] = 1;
  518. SetLetterVowel(tr,'y');
  519. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_ORDINAL_DOT | NUM_1900 | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_ORDINAL;
  520. }
  521. break;
  522. case L('d','e'):
  523. {
  524. static const short stress_lengths_de[8] = {150,130, 200,200, 0, 0, 270,270};
  525. static const unsigned char stress_amps_de[] = {20,20, 20,20, 20,22, 22,20 };
  526. SetupTranslator(tr, stress_lengths_de, stress_amps_de);
  527. tr->langopts.stress_rule = STRESSPOSN_1L;
  528. tr->langopts.word_gap = 0x8; // don't use linking phonemes
  529. tr->langopts.vowel_pause = 0x30;
  530. tr->langopts.param[LOPT_PREFIXES] = 1;
  531. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  532. tr->langopts.param[LOPT_LONG_VOWEL_THRESHOLD] = 175/2;
  533. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_ALLOW_SPACE | NUM_ORDINAL_DOT | NUM_ROMAN;
  534. SetLetterVowel(tr,'y');
  535. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use de_rules for unpronouncable rules
  536. }
  537. break;
  538. case L('d','v'): // Divehi (Maldives)
  539. {
  540. SetupTranslator(tr,stress_lengths_ta,stress_amps_ta);
  541. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  542. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  543. tr->letter_bits_offset = OFFSET_THAANA;
  544. tr->langopts.stress_rule = STRESSPOSN_1L;
  545. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  546. SetLetterBitsRange(tr,LETTERGP_B,0x26,0x30); // vowel signs, and virama
  547. tr->langopts.break_numbers = 0x14a8; // 1000, 100,000 10,000,000
  548. tr->langopts.numbers = 1;
  549. }
  550. break;
  551. case L('e','n'):
  552. {
  553. static const short stress_lengths_en[8] = {182,140, 220,220, 0,0, 248,275};
  554. SetupTranslator(tr,stress_lengths_en,NULL);
  555. tr->langopts.stress_rule = STRESSPOSN_1L;
  556. tr->langopts.stress_flags = 0x08;
  557. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_ROMAN | NUM_1900;
  558. tr->langopts.param[LOPT_COMBINE_WORDS] = 2; // allow "mc" to cmbine with the following word
  559. tr->langopts.suffix_add_e = 'e';
  560. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use en_rules for unpronouncable rules
  561. SetLetterBits(tr,6,"aeiouy"); // Group Y: vowels, including y
  562. }
  563. break;
  564. case L('e','l'): // Greek
  565. case L_grc: // Ancient Greek
  566. {
  567. static const short stress_lengths_el[8] = {155, 180, 210, 210, 0, 0, 270, 300};
  568. static const unsigned char stress_amps_el[8] = {15,12, 20,20, 20,22, 22,21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  569. // character codes offset by 0x380
  570. static const char el_vowels[] = {0x10,0x2c,0x2d,0x2e,0x2f,0x30,0x31,0x35,0x37,0x39,0x3f,0x45,0x49,0x4a,0x4b,0x4c,0x4d,0x4e,0x4f,0};
  571. static const char el_fvowels[] = {0x2d,0x2e,0x2f,0x35,0x37,0x39,0x45,0x4d,0}; // ε η ι υ έ ή ί ύ _
  572. static const char el_voiceless[]= {0x38,0x3a,0x3e,0x40,0x42,0x43,0x44,0x46,0x47,0}; // θ κ ξ π ς σ τ φ χ _
  573. static const char el_consonants[]={0x32,0x33,0x34,0x36,0x38,0x3a,0x3b,0x3c,0x3d,0x3e,0x40,0x41,0x42,0x43,0x44,0x46,0x47,0x48,0};
  574. static const wchar_t el_char_apostrophe[] = {0x3c3,0}; // σ _
  575. SetupTranslator(tr,stress_lengths_el,stress_amps_el);
  576. tr->charset_a0 = charsets[7]; // ISO-8859-7
  577. tr->char_plus_apostrophe = el_char_apostrophe;
  578. tr->letter_bits_offset = OFFSET_GREEK;
  579. memset(tr->letter_bits,0,sizeof(tr->letter_bits));
  580. SetLetterBits(tr,LETTERGP_A,el_vowels);
  581. SetLetterBits(tr,LETTERGP_VOWEL2,el_vowels);
  582. SetLetterBits(tr,LETTERGP_B,el_voiceless);
  583. SetLetterBits(tr,LETTERGP_C,el_consonants);
  584. SetLetterBits(tr,LETTERGP_Y,el_fvowels); // front vowels: ε η ι υ _
  585. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  586. tr->langopts.stress_rule = STRESSPOSN_2R;
  587. tr->langopts.stress_flags = S_FINAL_DIM_ONLY; // mark unstressed final syllables as diminished
  588. tr->langopts.unstressed_wd1 = 0;
  589. tr->langopts.unstressed_wd2 = 2;
  590. tr->langopts.param[LOPT_SONORANT_MIN] = 130; // limit the shortening of sonorants before short vowels
  591. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA;
  592. tr->langopts.numbers2 = 0x2 | NUM2_MULTIPLE_ORDINAL | NUM2_ORDINAL_NO_AND; // variant form of numbers before thousands
  593. if(name2 == L_grc)
  594. {
  595. // ancient greek
  596. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1;
  597. }
  598. }
  599. break;
  600. case L('e','o'):
  601. {
  602. static const short stress_lengths_eo[8] = {150, 140, 180, 180, 0, 0, 200, 200};
  603. static const unsigned char stress_amps_eo[] = {16,14, 20,20, 20,22, 22,21 };
  604. static const wchar_t eo_char_apostrophe[2] = {'l',0};
  605. SetupTranslator(tr,stress_lengths_eo,stress_amps_eo);
  606. tr->charset_a0 = charsets[3]; // ISO-8859-3
  607. tr->char_plus_apostrophe = eo_char_apostrophe;
  608. tr->langopts.vowel_pause = 2;
  609. tr->langopts.stress_rule = STRESSPOSN_2R;
  610. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  611. tr->langopts.unstressed_wd2 = 2;
  612. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_ALLOW_SPACE | NUM_ROMAN;
  613. }
  614. break;
  615. case L('e','s'): // Spanish
  616. case L('a','n'): // Aragonese
  617. case L('c','a'): // Catalan
  618. case L('i','a'): // Interlingua
  619. case L_pap: // Papiamento
  620. {
  621. static const short stress_lengths_es[8] = {156, 170, 170, 156, 0, 0, 163, 200}; //change for Leandro Benitez, 02.Aug.2014
  622. static const unsigned char stress_amps_es[8] = {16,12, 18,18, 20,20, 20,20 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  623. static const wchar_t ca_punct_within_word[] = {'\'',0xb7,0}; // ca: allow middle-dot within word
  624. SetupTranslator(tr,stress_lengths_es,stress_amps_es);
  625. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  626. tr->langopts.stress_rule = STRESSPOSN_2R;
  627. // stress last syllable if it doesn't end in vowel or "s" or "n"
  628. // 'diminished' is an unstressed final syllable
  629. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  630. tr->langopts.unstressed_wd1 = 0;
  631. tr->langopts.unstressed_wd2 = 2;
  632. tr->langopts.param[LOPT_SONORANT_MIN] = 120; // limit the shortening of sonorants before short vowels
  633. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_AFTER;
  634. tr->langopts.numbers2 = NUM2_MULTIPLE_ORDINAL | NUM2_ORDINAL_NO_AND;
  635. if(name2 == L('c','a'))
  636. {
  637. // stress last syllable unless word ends with a vowel
  638. tr->punct_within_word = ca_punct_within_word;
  639. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2;
  640. }
  641. else
  642. if(name2 == L('i','a'))
  643. {
  644. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  645. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_AFTER;
  646. }
  647. else
  648. if(name2 == L('a','n'))
  649. {
  650. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  651. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_ORDINAL;
  652. tr->langopts.numbers2 = NUM2_ORDINAL_NO_AND;
  653. tr->langopts.roman_suffix = string_ordinal;
  654. }
  655. else
  656. if(name2 == L_pap)
  657. {
  658. // stress last syllable unless word ends with a vowel
  659. tr->langopts.stress_rule = STRESSPOSN_1R;
  660. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED | S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2;
  661. }
  662. else
  663. {
  664. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use es_rules for unpronouncable rules
  665. }
  666. }
  667. break;
  668. case L('e','u'): // basque
  669. {
  670. static const short stress_lengths_eu[8] = {200, 200, 200, 200, 0, 0, 210, 230}; // very weak stress
  671. static const unsigned char stress_amps_eu[8] = {16,16, 18,18, 18,18, 18,18 };
  672. SetupTranslator(tr,stress_lengths_eu,stress_amps_eu);
  673. tr->langopts.stress_rule = STRESSPOSN_2L; // ?? second syllable, but not on a word-final vowel
  674. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED;
  675. tr->langopts.param[LOPT_SUFFIX] = 1;
  676. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_VIGESIMAL;
  677. }
  678. break;
  679. case L('f','a'): // Farsi
  680. {
  681. // Convert characters in the range 0x620 to 0x6cc to the range 1 to 63.
  682. // 0 indicates no translation for this character
  683. static const char transpose_map_fa[] = {
  684. 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, // 0x620
  685. 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 0, 0, 0, 0, 0, // 0x630
  686. 0, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, // 0x640
  687. 42, 43, 0, 0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x650
  688. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x660
  689. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 45, 0, // 0x670
  690. 0, 0, 0, 0, 0, 0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x680
  691. 0, 0, 0, 0, 0, 0, 0, 0, 47, 0, 0, 0, 0, 0, 0, 0, // 0x690
  692. 0, 0, 0, 0, 0, 0, 0, 0, 0, 48, 0, 0, 0, 0, 0, 49, // 0x6a0
  693. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x6b0
  694. 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 51
  695. }; // 0x6c0
  696. tr->transpose_min = 0x620;
  697. tr->transpose_max = 0x6cc;
  698. tr->transpose_map = transpose_map_fa;
  699. tr->letter_bits_offset = OFFSET_ARABIC;
  700. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND;
  701. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  702. tr->chars_ignore = chars_ignore_zwnj_hyphen; // replace ZWNJ by hyphen
  703. }
  704. break;
  705. case L('e','t'): // Estonian
  706. tr->charset_a0 = charsets[4]; // ISO-8859-4
  707. // drop through to Finnish
  708. case L('f','i'): // Finnish
  709. {
  710. static const unsigned char stress_amps_fi[8] = {18,16, 22,22, 20,22, 22,22 };
  711. static const short stress_lengths_fi[8] = {150,180, 200,200, 0,0, 210,250};
  712. SetupTranslator(tr,stress_lengths_fi,stress_amps_fi);
  713. tr->langopts.stress_rule = STRESSPOSN_1L;
  714. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_2_TO_HEAVY; // move secondary stress from light to a following heavy syllable
  715. tr->langopts.param[LOPT_IT_DOUBLING] = 1;
  716. tr->langopts.long_stop = 130;
  717. tr->langopts.numbers = NUM_DECIMAL_COMMA + NUM_ALLOW_SPACE;
  718. SetLetterVowel(tr,'y');
  719. tr->langopts.spelling_stress = 1;
  720. tr->langopts.intonation_group = 3; // less intonation, don't raise pitch at comma
  721. }
  722. break;
  723. case L('f','r'): // french
  724. {
  725. SetupTranslator(tr,stress_lengths_fr,stress_amps_fr);
  726. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  727. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  728. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove lengthen indicator from unstressed syllables
  729. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  730. tr->langopts.accents = 2; // Say "Capital" after the letter.
  731. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_NOPAUSE | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_AFTER | NUM_VIGESIMAL | NUM_DFRACTION_4;
  732. SetLetterVowel(tr,'y');
  733. }
  734. break;
  735. case L('g','a'): // irish
  736. case L('g','d'): // scots gaelic
  737. {
  738. tr->langopts.stress_rule = STRESSPOSN_1L;
  739. tr->langopts.stress_flags = S_NO_AUTO_2; // don't use secondary stress
  740. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND;
  741. tr->langopts.accents = 2; // 'capital' after letter name
  742. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 3; // don't count apostrophe
  743. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove [:] phoneme from non-stressed syllables (Lang=gd)
  744. }
  745. break;
  746. case L('h','i'): // Hindi
  747. case L('n','e'): // Nepali
  748. case L('o','r'): // Oriya
  749. case L('p','a'): // Punjabi
  750. case L('g','u'): // Gujarati
  751. case L('m','r'): // Marathi
  752. {
  753. static const short stress_lengths_hi[8] = {190, 190, 210, 210, 0, 0, 230, 250};
  754. static const unsigned char stress_amps_hi[8] = {17,14, 20,19, 20,22, 22,21 };
  755. SetupTranslator(tr,stress_lengths_hi,stress_amps_hi);
  756. tr->charset_a0 = charsets[19]; // ISCII
  757. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  758. tr->langopts.stress_rule = 6; // stress on last heaviest syllable, excluding final syllable
  759. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  760. tr->langopts.numbers = NUM_SWAP_TENS;
  761. tr->langopts.break_numbers = 0x14aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  762. tr->letter_bits_offset = OFFSET_DEVANAGARI;
  763. if(name2 == L('p','a'))
  764. {
  765. tr->letter_bits_offset = OFFSET_GURMUKHI;
  766. }
  767. else
  768. if(name2 == L('g','u'))
  769. {
  770. SetupTranslator(tr,stress_lengths_equal,stress_amps_equal);
  771. tr->letter_bits_offset = OFFSET_GUJARATI;
  772. tr->langopts.stress_rule = STRESSPOSN_2R;
  773. }
  774. else
  775. if(name2 == L('n','e'))
  776. {
  777. SetupTranslator(tr,stress_lengths_equal,stress_amps_equal);
  778. tr->langopts.break_numbers = 0x2aaaa8;
  779. tr->langopts.max_digits = 22;
  780. tr->langopts.numbers2 |= NUM2_ENGLISH_NUMERALS;
  781. }
  782. else
  783. if(name2 == L('o','r'))
  784. {
  785. tr->letter_bits_offset = OFFSET_ORIYA;
  786. }
  787. SetIndicLetters(tr);
  788. }
  789. break;
  790. case L('h','r'): // Croatian
  791. case L('b','s'): // Bosnian
  792. case L('s','r'): // Serbian
  793. {
  794. static const unsigned char stress_amps_hr[8] = {17,17, 20,20, 20,22, 22,21 };
  795. static const short stress_lengths_hr[8] = {180,160, 200,200, 0,0, 220,230};
  796. static const short stress_lengths_sr[8] = {160,150, 200,200, 0,0, 250,260};
  797. strcpy(tr->dictionary_name, "hbs");
  798. if(name2 == L('s','r'))
  799. SetupTranslator(tr,stress_lengths_sr,stress_amps_hr);
  800. else
  801. SetupTranslator(tr,stress_lengths_hr,stress_amps_hr);
  802. tr->charset_a0 = charsets[2]; // ISO-8859-2
  803. tr->langopts.stress_rule = STRESSPOSN_1L;
  804. tr->langopts.stress_flags = S_FINAL_NO_2;
  805. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x3;
  806. tr->langopts.max_initial_consonants = 5;
  807. tr->langopts.spelling_stress = 1;
  808. tr->langopts.accents = 1;
  809. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_DECIMAL_COMMA | NUM_THOUS_SPACE | NUM_DFRACTION_2 | NUM_ROMAN_CAPITALS;
  810. tr->langopts.numbers2 = 0xa + NUM2_THOUSANDS_VAR5; // variant numbers before thousands,milliards
  811. tr->langopts.replace_chars = replace_cyrillic_latin;
  812. tr->langopts.our_alphabet = OFFSET_CYRILLIC; // don't say "cyrillic" before letter names
  813. SetLetterVowel(tr,'y');
  814. SetLetterVowel(tr,'r');
  815. }
  816. break;
  817. case L('h','t'): // Haitian Creole
  818. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  819. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  820. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_OMIT_1_HUNDRED | NUM_NOPAUSE | NUM_ROMAN | NUM_VIGESIMAL | NUM_DFRACTION_4;
  821. break;
  822. case L('h','u'): // Hungarian
  823. {
  824. static const unsigned char stress_amps_hu[8] = {17,17, 19,19, 20,22, 22,21 };
  825. static const short stress_lengths_hu[8] = {185,195, 195,190, 0,0, 210,220};
  826. SetupTranslator(tr,stress_lengths_hu,stress_amps_hu);
  827. tr->charset_a0 = charsets[2]; // ISO-8859-2
  828. tr->langopts.vowel_pause = 0x20;
  829. tr->langopts.stress_rule = STRESSPOSN_1L;
  830. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2 | 0x8000 | S_HYPEN_UNSTRESS;
  831. tr->langopts.unstressed_wd1 = 2;
  832. tr->langopts.param[LOPT_IT_DOUBLING] = 1;
  833. tr->langopts.param[LOPT_ANNOUNCE_PUNCT] = 2; // don't break clause before announcing . ? !
  834. tr->langopts.numbers = NUM_DFRACTION_5 | NUM_ALLOW_SPACE | NUM_ROMAN | NUM_ROMAN_ORDINAL | NUM_ROMAN_CAPITALS | NUM_ORDINAL_DOT | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND;
  835. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  836. tr->langopts.decimal_sep = ',';
  837. tr->langopts.max_roman = 899;
  838. tr->langopts.min_roman = 1;
  839. SetLetterVowel(tr,'y');
  840. tr->langopts.spelling_stress = 1;
  841. SetLengthMods(tr,3); // all equal
  842. }
  843. break;
  844. case L('h','y'): // Armenian
  845. {
  846. static const short stress_lengths_hy[8] = {250, 200, 250, 250, 0, 0, 250, 250};
  847. static const char hy_vowels[] = {0x31, 0x35, 0x37, 0x38, 0x3b, 0x48, 0x55, 0};
  848. static const char hy_consonants[] = {0x32,0x33,0x34,0x36,0x39,0x3a,0x3c,0x3d,0x3e,0x3f,
  849. 0x40,0x41,0x42,0x43,0x44, 0x46,0x47,0x49,0x4a,0x4b,0x4c,0x4d,0x4e,0x4f,0x50,0x51,0x52,0x53,0x54,0x56,0};
  850. static const char hy_consonants2[] = {0x45,0};
  851. SetupTranslator(tr,stress_lengths_hy,NULL);
  852. tr->langopts.stress_rule = STRESSPOSN_1R; // default stress on final syllable
  853. tr->letter_bits_offset = OFFSET_ARMENIAN;
  854. memset(tr->letter_bits,0,sizeof(tr->letter_bits));
  855. SetLetterBits(tr,LETTERGP_A,hy_vowels);
  856. SetLetterBits(tr,LETTERGP_VOWEL2,hy_vowels);
  857. SetLetterBits(tr,LETTERGP_B,hy_consonants); // not including 'j'
  858. SetLetterBits(tr,LETTERGP_C,hy_consonants);
  859. SetLetterBits(tr,LETTERGP_C,hy_consonants2); // add 'j'
  860. tr->langopts.max_initial_consonants = 6;
  861. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED;
  862. }
  863. break;
  864. case L('i','d'): // Indonesian
  865. case L('m','s'): // Malay
  866. {
  867. static const short stress_lengths_id[8] = {160, 200, 180, 180, 0, 0, 220, 240};
  868. static const unsigned char stress_amps_id[8] = {16,18, 18,18, 20,22, 22,21 };
  869. SetupTranslator(tr,stress_lengths_id,stress_amps_id);
  870. tr->langopts.stress_rule = STRESSPOSN_2R;
  871. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_ROMAN;
  872. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  873. tr->langopts.accents = 2; // "capital" after letter name
  874. }
  875. break;
  876. case L('i','s'): // Icelandic
  877. {
  878. static const short stress_lengths_is[8] = {180,160, 200,200, 0,0, 240,250};
  879. static const wchar_t is_lettergroup_B[] = {'c','f','h','k','p','t','x',0xfe,0}; // voiceless conants, including 'þ' ?? 's'
  880. SetupTranslator(tr,stress_lengths_is,NULL);
  881. tr->langopts.stress_rule = STRESSPOSN_1L;
  882. tr->langopts.stress_flags = S_FINAL_NO_2;
  883. tr->langopts.param[LOPT_IT_LENGTHEN] = 0x11; // remove lengthen indicator from unstressed vowels
  884. tr->langopts.param[LOPT_REDUCE] = 2;
  885. ResetLetterBits(tr,0x18);
  886. SetLetterBits(tr,4,"kpst"); // Letter group F
  887. SetLetterBits(tr,3,"jvr"); // Letter group H
  888. tr->letter_groups[1] = is_lettergroup_B;
  889. SetLetterVowel(tr,'y');
  890. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SINGLE_AND | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_1900;
  891. tr->langopts.numbers2 = 0x2;
  892. }
  893. break;
  894. case L('i','t'): // Italian
  895. {
  896. static const short stress_lengths_it[8] =
  897. {165, 100, 170, 150, 0, 0, 215, 303};
  898. static const unsigned char stress_amps_it[8] =
  899. {16,15, 16,14, 20,22, 22,24 };
  900. SetupTranslator(tr,stress_lengths_it,stress_amps_it);
  901. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  902. tr->langopts.stress_rule = STRESSPOSN_2R;
  903. tr->langopts.stress_flags = S_FINAL_NO_2 | S_PRIORITY_STRESS;
  904. tr->langopts.vowel_pause = 1;
  905. tr->langopts.unstressed_wd1 = 2;
  906. tr->langopts.unstressed_wd2 = 2;
  907. tr->langopts.param[LOPT_IT_LENGTHEN] = 2; // remove lengthen indicator from unstressed or non-penultimate syllables
  908. tr->langopts.param[LOPT_IT_DOUBLING] = 1; // double the first consonant if the previous word ends in a stressed vowel (changed to =1, 23.01.2014 - only use if prev.word has $double)
  909. tr->langopts.param[LOPT_SONORANT_MIN] = 130; // limit the shortening of sonorants before short vowels
  910. tr->langopts.param[LOPT_REDUCE] = 1; // reduce vowels even if phonemes are specified in it_list
  911. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  912. tr->langopts.numbers = NUM_SINGLE_VOWEL | NUM_OMIT_1_HUNDRED |NUM_DECIMAL_COMMA | NUM_ROMAN | NUM_DFRACTION_1 | NUM_ROMAN_CAPITALS | NUM_ROMAN_AFTER;
  913. tr->langopts.numbers2 = NUM2_NO_TEEN_ORDINALS;
  914. tr->langopts.accents = 2; // Say "Capital" after the letter.
  915. SetLetterVowel(tr,'y');
  916. }
  917. break;
  918. case L_jbo: // Lojban
  919. {
  920. static const short stress_lengths_jbo[8] = {145,145, 170,160, 0,0, 330,350};
  921. static const wchar_t jbo_punct_within_word[] = {'.',',','\'',0x2c8,0}; // allow period and comma within a word, also stress marker (from LOPT_CAPS_IN_WORD)
  922. SetupTranslator(tr,stress_lengths_jbo,NULL);
  923. tr->langopts.stress_rule = STRESSPOSN_2R;
  924. tr->langopts.vowel_pause = 0x20c; // pause before a word which starts with a vowel, or after a word which ends in a consonant
  925. tr->punct_within_word = jbo_punct_within_word;
  926. tr->langopts.param[LOPT_CAPS_IN_WORD] = 2; // capitals indicate stressed syllables
  927. SetLetterVowel(tr,'y');
  928. tr->langopts.max_lengthmod = 368;
  929. }
  930. break;
  931. case L('k','a'): // Georgian
  932. {
  933. // character codes offset by 0x1080
  934. static const char ka_vowels[] = {0x30,0x34,0x38,0x3d,0x43,0x55,0x57,0};
  935. static const char ka_consonants[] =
  936. {0x31,0x32,0x33,0x35,0x36,0x37,0x39,0x3a,0x3b,0x3c,0x3e,0x3f,0x40,0x41,0x42,0x44,
  937. 0x45,0x46,0x47,0x48,0x49,0x4a,0x4b,0x4c,0x4d,0x4e,0x4f,0x50,0x51,0x52,0x53,0x54,0x56,0};
  938. SetupTranslator(tr,stress_lengths_ta,stress_amps_ta);
  939. memset(tr->letter_bits,0,sizeof(tr->letter_bits));
  940. SetLetterBits(tr,LETTERGP_A,ka_vowels);
  941. SetLetterBits(tr,LETTERGP_C,ka_consonants);
  942. SetLetterBits(tr,LETTERGP_VOWEL2,ka_vowels);
  943. tr->langopts.stress_rule = STRESSPOSN_1L;
  944. tr->langopts.stress_flags = S_FINAL_NO_2;
  945. tr->letter_bits_offset = OFFSET_GEORGIAN;
  946. tr->langopts.max_initial_consonants = 7;
  947. tr->langopts.numbers = NUM_VIGESIMAL | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED |NUM_OMIT_1_THOUSAND | NUM_DFRACTION_5 | NUM_ROMAN;
  948. tr->langopts.alt_alphabet = OFFSET_CYRILLIC;
  949. tr->langopts.alt_alphabet_lang = L('r','u');
  950. }
  951. break;
  952. case L('k','k'): // Kazakh
  953. {
  954. static const unsigned char stress_amps_tr[8] = {18,16, 20,21, 20,21, 21,20 };
  955. static const short stress_lengths_tr[8] = {190,180, 230,230, 0,0, 250,250};
  956. tr->letter_bits_offset = OFFSET_CYRILLIC;
  957. memset(tr->letter_bits,0,sizeof(tr->letter_bits));
  958. SetLetterBits(tr,LETTERGP_A,(char *)ru_vowels);
  959. SetLetterBits(tr,LETTERGP_C,(char *)ru_consonants);
  960. SetLetterBits(tr,LETTERGP_VOWEL2,(char *)ru_vowels);
  961. SetupTranslator(tr,stress_lengths_tr,stress_amps_tr);
  962. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  963. tr->langopts.stress_flags = S_NO_AUTO_2 + S_NO_EOC_LENGTHEN; //no automatic secondary stress, don't lengthen at end-of-clause
  964. tr->langopts.lengthen_tonic = 0;
  965. tr->langopts.param[LOPT_SUFFIX] = 1;
  966. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_DFRACTION_6;
  967. tr->langopts.max_initial_consonants = 2;
  968. SetLengthMods(tr,3); // all equal
  969. }
  970. break;
  971. case L('k','l'): // Greenlandic
  972. {
  973. SetupTranslator(tr,stress_lengths_equal,stress_amps_equal);
  974. tr->langopts.stress_rule = 12;
  975. tr->langopts.stress_flags = S_NO_AUTO_2;
  976. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_ORDINAL_DOT | NUM_1900 | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_ORDINAL;
  977. }
  978. break;
  979. case L('k','o'): // Korean, TEST
  980. {
  981. static const char ko_ivowels[] = {0x63,0x64,0x67,0x68,0x6d,0x72,0x74,0x75,0}; // y and i vowels
  982. static const unsigned char ko_voiced[] = {0x02,0x05,0x06,0xab,0xaf,0xb7,0xbc,0}; // voiced consonants, l,m,n,N
  983. tr->letter_bits_offset = OFFSET_KOREAN;
  984. tr->langopts.our_alphabet = 0xa700;
  985. memset(tr->letter_bits,0,sizeof(tr->letter_bits));
  986. SetLetterBitsRange(tr,LETTERGP_A,0x61,0x75);
  987. SetLetterBits(tr,LETTERGP_Y,ko_ivowels);
  988. SetLetterBits(tr,LETTERGP_G,(const char *)ko_voiced);
  989. tr->langopts.stress_rule = 8; // ?? 1st syllable if it is heavy, else 2nd syllable
  990. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  991. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  992. tr->langopts.numbers2 = NUM2_MYRIADS;
  993. tr->langopts.break_numbers = 0x1111110;
  994. tr->langopts.max_digits = 20;
  995. }
  996. break;
  997. case L('k','u'): // Kurdish
  998. {
  999. static const unsigned char stress_amps_ku[8] = {18,18, 20,20, 20,22, 22,21 };
  1000. static const short stress_lengths_ku[8] = {180,180, 190,180, 0,0, 230,240};
  1001. SetupTranslator(tr,stress_lengths_ku,stress_amps_ku);
  1002. tr->charset_a0 = charsets[9]; // ISO-8859-9 - Latin5
  1003. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  1004. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_AND_HUNDRED;
  1005. tr->langopts.max_initial_consonants = 2;
  1006. }
  1007. break;
  1008. case L('l','a'): //Latin
  1009. {
  1010. tr->charset_a0 = charsets[4]; // ISO-8859-4, includes a,e,i,o,u-macron
  1011. tr->langopts.stress_rule = STRESSPOSN_2R;
  1012. tr->langopts.stress_flags = S_NO_AUTO_2;
  1013. tr->langopts.unstressed_wd1 = 0;
  1014. tr->langopts.unstressed_wd2 = 2;
  1015. tr->langopts.param[LOPT_DIERESES] = 1;
  1016. tr->langopts.numbers = NUM_ROMAN;
  1017. tr->langopts.max_roman = 5000;
  1018. }
  1019. break;
  1020. case L('l','t'): // Lithuanian
  1021. {
  1022. tr->charset_a0 = charsets[4]; // ISO-8859-4
  1023. tr->langopts.stress_rule = STRESSPOSN_2R;
  1024. tr->langopts.stress_flags = S_NO_AUTO_2;
  1025. tr->langopts.unstressed_wd1 = 0;
  1026. tr->langopts.unstressed_wd2 = 2;
  1027. tr->langopts.param[LOPT_DIERESES] = 1;
  1028. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_4 | NUM_ORDINAL_DOT;
  1029. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR4;
  1030. tr->langopts.max_roman = 5000;
  1031. }
  1032. break;
  1033. case L('l','v'): // latvian
  1034. {
  1035. static const unsigned char stress_amps_lv[8] = {17,13, 20,20, 20,22, 22,21 };
  1036. static const short stress_lengths_lv[8] = {180,130, 210,210, 0,0, 210,210};
  1037. SetupTranslator(tr,stress_lengths_lv,stress_amps_lv);
  1038. tr->langopts.stress_rule = STRESSPOSN_1L;
  1039. tr->langopts.spelling_stress = 1;
  1040. tr->charset_a0 = charsets[4]; // ISO-8859-4
  1041. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_4 | NUM_ORDINAL_DOT;
  1042. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_EO_CLAUSE1;
  1043. }
  1044. break;
  1045. case L('m','k'): // Macedonian
  1046. {
  1047. static wchar_t vowels_cyrillic[] = {0x440, // also include 'р' [R]
  1048. 0x430,0x435,0x438,0x439,0x43e,0x443,0x44b,0x44d,0x44e,0x44f,0x450,0x451,0x456,0x457,0x45d,0x45e,0};
  1049. static const unsigned char stress_amps_mk[8] = {17,17, 20,20, 20,22, 22,21 };
  1050. static const short stress_lengths_mk[8] = {180,160, 200,200, 0,0, 220,230};
  1051. SetupTranslator(tr,stress_lengths_mk,stress_amps_mk);
  1052. tr->charset_a0 = charsets[5]; // ISO-8859-5
  1053. tr->letter_groups[0] = tr->letter_groups[7] = vowels_cyrillic;
  1054. tr->letter_bits_offset = OFFSET_CYRILLIC;
  1055. tr->langopts.stress_rule = STRESSPOSN_3R; // antipenultimate
  1056. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1057. tr->langopts.numbers2 = 0x8a; // variant numbers before thousands,milliards
  1058. }
  1059. break;
  1060. case L('m','t'): // Maltese
  1061. {
  1062. tr->charset_a0 = charsets[3]; // ISO-8859-3
  1063. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  1064. tr->langopts.stress_rule = STRESSPOSN_2R; // penultimate
  1065. tr->langopts.numbers = 1;
  1066. }
  1067. break;
  1068. case L('n','l'): // Dutch
  1069. {
  1070. static const short stress_lengths_nl[8] = {160,135, 210,210, 0, 0, 260,280};
  1071. tr->langopts.stress_rule = STRESSPOSN_1L;
  1072. tr->langopts.vowel_pause = 0x30; // ??
  1073. tr->langopts.param[LOPT_DIERESES] = 1;
  1074. tr->langopts.param[LOPT_PREFIXES] = 1;
  1075. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  1076. SetLetterVowel(tr,'y');
  1077. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ALLOW_SPACE | NUM_1900 | NUM_ORDINAL_DOT;
  1078. tr->langopts.ordinal_indicator = "e";
  1079. tr->langopts.stress_flags = S_FIRST_PRIMARY;
  1080. memcpy(tr->stress_lengths,stress_lengths_nl,sizeof(tr->stress_lengths));
  1081. }
  1082. break;
  1083. case L('n','o'): // Norwegian
  1084. {
  1085. static const short stress_lengths_no[8] = {160,140, 200,200, 0,0, 220,230};
  1086. SetupTranslator(tr,stress_lengths_no,NULL);
  1087. tr->langopts.stress_rule = STRESSPOSN_1L;
  1088. SetLetterVowel(tr,'y');
  1089. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_ALLOW_SPACE | NUM_1900 | NUM_ORDINAL_DOT;
  1090. }
  1091. break;
  1092. case L('o','m'): // Oromo
  1093. {
  1094. static const unsigned char stress_amps_om[] = {18,15, 20,20, 20,22, 22,22 };
  1095. static const short stress_lengths_om[8] = {200,200, 200,200, 0,0, 200,200};
  1096. SetupTranslator(tr,stress_lengths_om,stress_amps_om);
  1097. tr->langopts.stress_rule = STRESSPOSN_2R;
  1098. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | 0x80000;
  1099. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_HUNDRED_AND;
  1100. tr->langopts.numbers2 = 0x200; // say "thousands" before its number
  1101. }
  1102. break;
  1103. case L('p','l'): // Polish
  1104. {
  1105. static const short stress_lengths_pl[8] = {160, 190, 175, 175, 0, 0, 200, 210};
  1106. static const unsigned char stress_amps_pl[8] = {17,13, 19,19, 20,22, 22,21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  1107. SetupTranslator(tr,stress_lengths_pl,stress_amps_pl);
  1108. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1109. tr->langopts.stress_rule = STRESSPOSN_2R;
  1110. tr->langopts.stress_flags = S_FINAL_DIM_ONLY; // mark unstressed final syllables as diminished
  1111. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x9;
  1112. tr->langopts.max_initial_consonants = 7; // for example: wchrzczony :)
  1113. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_DFRACTION_2;
  1114. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR3;
  1115. tr->langopts.param[LOPT_COMBINE_WORDS] = 4 + 0x100; // combine 'nie' (marked with $alt2) with some 1-syllable (and 2-syllable) words (marked with $alt)
  1116. SetLetterVowel(tr,'y');
  1117. }
  1118. break;
  1119. case L('p','t'): // Portuguese
  1120. {
  1121. static const short stress_lengths_pt[8] = {170, 115, 210, 240, 0, 0, 260, 280};
  1122. static const unsigned char stress_amps_pt[8] = {16,11, 19,21, 20,22, 22,21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  1123. SetupTranslator(tr,stress_lengths_pt,stress_amps_pt);
  1124. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1125. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  1126. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_INITIAL_2 | S_PRIORITY_STRESS;
  1127. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_DFRACTION_2 | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_ROMAN_CAPITALS;
  1128. tr->langopts.numbers2 = NUM2_MULTIPLE_ORDINAL | NUM2_NO_TEEN_ORDINALS | NUM2_ORDINAL_NO_AND;
  1129. tr->langopts.max_roman = 5000;
  1130. SetLetterVowel(tr,'y');
  1131. ResetLetterBits(tr,0x2);
  1132. SetLetterBits(tr,1,"bcdfgjkmnpqstvxz"); // B hard consonants, excluding h,l,r,w,y
  1133. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  1134. tr->langopts.accents = 2; // 'capital' after letter name
  1135. }
  1136. break;
  1137. case L('r','o'): // Romanian
  1138. {
  1139. static const short stress_lengths_ro[8] = {170, 170, 180, 180, 0, 0, 240, 260};
  1140. static const unsigned char stress_amps_ro[8] = {15,13, 18,18, 20,22, 22,21 };
  1141. SetupTranslator(tr,stress_lengths_ro,stress_amps_ro);
  1142. tr->langopts.stress_rule = STRESSPOSN_1R;
  1143. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED | S_FINAL_DIM_ONLY;
  1144. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1145. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_DFRACTION_3 | NUM_AND_UNITS | NUM_ROMAN;
  1146. tr->langopts.numbers2 = 0x1e; // variant numbers before all thousandplex
  1147. }
  1148. break;
  1149. case L('r','u'): // Russian
  1150. Translator_Russian(tr);
  1151. break;
  1152. case L('r','w'): // Kiryarwanda
  1153. {
  1154. tr->langopts.stress_rule = STRESSPOSN_2R;
  1155. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1156. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1157. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words. Need to allow "bw'" prefix
  1158. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_DFRACTION_2 | NUM_AND_HUNDRED;
  1159. tr->langopts.numbers2 = 0x200; // say "thousands" before its number
  1160. }
  1161. break;
  1162. case L('s','k'): // Slovak
  1163. case L('c','s'): // Czech
  1164. {
  1165. static const char *sk_voiced = "bdgjlmnrvwzaeiouy";
  1166. SetupTranslator(tr,stress_lengths_sk,stress_amps_sk);
  1167. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1168. tr->langopts.stress_rule = STRESSPOSN_1L;
  1169. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1170. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x3;
  1171. tr->langopts.max_initial_consonants = 5;
  1172. tr->langopts.spelling_stress = 1;
  1173. tr->langopts.param[LOPT_COMBINE_WORDS] = 4; // combine some prepositions with the following word
  1174. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_DFRACTION_2 | NUM_ROMAN;
  1175. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR2;
  1176. tr->langopts.thousands_sep = STRESSPOSN_1L; //no thousands separator
  1177. tr->langopts.decimal_sep = ',';
  1178. if(name2 == L('c','s'))
  1179. {
  1180. tr->langopts.numbers2 = 0x108; // variant numbers before milliards
  1181. }
  1182. SetLetterVowel(tr,'y');
  1183. SetLetterVowel(tr,'r');
  1184. ResetLetterBits(tr,0x20);
  1185. SetLetterBits(tr,5,sk_voiced);
  1186. }
  1187. break;
  1188. case L('s','i'): // Sinhala
  1189. {
  1190. SetupTranslator(tr,stress_lengths_ta,stress_amps_ta);
  1191. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1192. tr->langopts.stress_rule = STRESSPOSN_1L;
  1193. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1194. tr->langopts.spelling_stress = 1;
  1195. tr->letter_bits_offset = OFFSET_SINHALA;
  1196. memset(tr->letter_bits,0,sizeof(tr->letter_bits));
  1197. SetLetterBitsRange(tr,LETTERGP_A,0x05,0x16); // vowel letters
  1198. SetLetterBitsRange(tr,LETTERGP_A,0x4a,0x73); // + vowel signs, and virama
  1199. SetLetterBitsRange(tr,LETTERGP_B,0x4a,0x73); // vowel signs, and virama
  1200. SetLetterBitsRange(tr,LETTERGP_C,0x1a,0x46); // the main consonant range
  1201. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1202. tr->langopts.suffix_add_e = tr->letter_bits_offset + 0x4a; //virama
  1203. tr->langopts.numbers = NUM_OMIT_1_THOUSAND | NUM_SINGLE_STRESS_L | NUM_DFRACTION_7;
  1204. tr->langopts.numbers2 = NUM2_PERCENT_BEFORE;
  1205. tr->langopts.break_numbers = 0x14aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  1206. }
  1207. break;
  1208. case L('s','l'): // Slovenian
  1209. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1210. tr->langopts.stress_rule = STRESSPOSN_2R; // Temporary
  1211. tr->langopts.stress_flags = S_NO_AUTO_2;
  1212. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x103;
  1213. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x76; // [v] don't count this character at start of word
  1214. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  1215. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove lengthen indicator from unstressed syllables
  1216. tr->letter_bits[(int)'r'] |= 0x80; // add 'r' to letter group 7, vowels for Unpronouncable test
  1217. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_SWAP_TENS | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_2 | NUM_ORDINAL_DOT | NUM_ROMAN;
  1218. tr->langopts.numbers2 = 0x100; // plural forms of millions etc
  1219. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  1220. tr->langopts.replace_chars = replace_cyrillic_latin;
  1221. break;
  1222. case L('s','q'): // Albanian
  1223. {
  1224. static const short stress_lengths_sq[8] = {150, 150, 180, 180, 0, 0, 300, 300};
  1225. static const unsigned char stress_amps_sq[8] = {16,12, 16,16, 20,20, 21,19 };
  1226. SetupTranslator(tr,stress_lengths_sq,stress_amps_sq);
  1227. tr->langopts.stress_rule = STRESSPOSN_1R;
  1228. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_FINAL_VOWEL_UNSTRESSED;
  1229. SetLetterVowel(tr,'y');
  1230. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_DFRACTION_4;
  1231. tr->langopts.accents = 2; // "capital" after letter name
  1232. }
  1233. break;
  1234. case L('s','v'): // Swedish
  1235. {
  1236. static const unsigned char stress_amps_sv[] = {16,16, 20,20, 20,22, 22,21 };
  1237. static const short stress_lengths_sv[8] = {160,135, 220,220, 0,0, 250,280};
  1238. SetupTranslator(tr,stress_lengths_sv,stress_amps_sv);
  1239. tr->langopts.stress_rule = STRESSPOSN_1L;
  1240. SetLetterVowel(tr,'y');
  1241. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_1900;
  1242. tr->langopts.accents = 1;
  1243. }
  1244. break;
  1245. case L('s','w'): // Swahili
  1246. case L('t','n'): // Setswana
  1247. {
  1248. static const short stress_lengths_sw[8] = {160, 170, 200, 200, 0, 0, 320, 340};
  1249. static const unsigned char stress_amps_sw[] = {16,12, 19,19, 20,22, 22,21 };
  1250. SetupTranslator(tr,stress_lengths_sw,stress_amps_sw);
  1251. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1252. tr->langopts.vowel_pause = 1;
  1253. tr->langopts.stress_rule = STRESSPOSN_2R;
  1254. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1255. tr->langopts.max_initial_consonants = 4; // for example: mwngi
  1256. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_SINGLE_AND | NUM_OMIT_1_HUNDRED;
  1257. tr->langopts.break_numbers = 0x49249268; // for languages which have numbers for 100,000 and 1,000,000
  1258. }
  1259. break;
  1260. case L('t','a'): // Tamil
  1261. case L('k','n'): // Kannada
  1262. case L('m','l'): // Malayalam
  1263. case L('t','e'): // Telugu
  1264. {
  1265. SetupTranslator(tr,stress_lengths_ta2, stress_amps_ta);
  1266. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1267. tr->langopts.stress_rule = STRESSPOSN_1L;
  1268. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2; // use 'diminished' for unstressed final syllable
  1269. tr->langopts.spelling_stress = 1;
  1270. tr->langopts.break_numbers = 0x14a8; // 1000, 100,000 10,000,000
  1271. if(name2 == L('t','a'))
  1272. {
  1273. SetupTranslator(tr,stress_lengths_ta, NULL);
  1274. tr->letter_bits_offset = OFFSET_TAMIL;
  1275. tr->langopts.numbers = NUM_OMIT_1_THOUSAND;
  1276. tr->langopts.numbers2 = NUM2_ORDINAL_AND_THOUSANDS;
  1277. tr->langopts.param[LOPT_WORD_MERGE] = 1; // don't break vowels betwen words
  1278. }
  1279. else
  1280. if(name2 == L('m','r'))
  1281. {
  1282. tr->letter_bits_offset = OFFSET_DEVANAGARI;
  1283. }
  1284. else
  1285. if(name2 == L('m','l'))
  1286. {
  1287. static const short stress_lengths_ml[8] = {180, 160, 240, 240, 0, 0, 260, 260};
  1288. SetupTranslator(tr,stress_lengths_ml, stress_amps_equal);
  1289. tr->letter_bits_offset = OFFSET_MALAYALAM;
  1290. tr->langopts.numbers = NUM_OMIT_1_THOUSAND | NUM_OMIT_1_HUNDRED;
  1291. tr->langopts.numbers2 = NUM2_OMIT_1_HUNDRED_ONLY;
  1292. tr->langopts.stress_rule = 13; // 1st syllable, unless 1st vowel is short and 2nd is long
  1293. }
  1294. else
  1295. if(name2 == L('k','n'))
  1296. {
  1297. tr->letter_bits_offset = OFFSET_KANNADA;
  1298. tr->langopts.numbers = 0x1;
  1299. }
  1300. else
  1301. if(name2 == L('t','e'))
  1302. {
  1303. tr->letter_bits_offset = OFFSET_TELUGU;
  1304. tr->langopts.numbers = 0x1;
  1305. tr->langopts.numbers2 = NUM2_ORDINAL_DROP_VOWEL;
  1306. }
  1307. SetIndicLetters(tr); // call this after setting OFFSET_
  1308. SetLetterBitsRange(tr,LETTERGP_B,0x4e,0x4e); // chillu-virama (unofficial)
  1309. }
  1310. break;
  1311. case L('t','r'): // Turkish
  1312. case L('a','z'): // Azerbaijan
  1313. {
  1314. static const unsigned char stress_amps_tr[8] = {18,16, 20,21, 20,21, 21,20 };
  1315. static const short stress_lengths_tr[8] = {190,180, 200,230, 0,0, 240,250};
  1316. SetupTranslator(tr,stress_lengths_tr,stress_amps_tr);
  1317. tr->charset_a0 = charsets[9]; // ISO-8859-9 - Latin5
  1318. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  1319. tr->langopts.stress_flags = S_NO_AUTO_2; //no automatic secondary stress
  1320. tr->langopts.dotless_i = 1;
  1321. tr->langopts.param[LOPT_SUFFIX] = 1;
  1322. if(name2 == L('a','z'))
  1323. {
  1324. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1325. }
  1326. else
  1327. {
  1328. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1329. }
  1330. tr->langopts.max_initial_consonants = 2;
  1331. }
  1332. break;
  1333. case L('t','t'): // Tatar
  1334. {
  1335. SetCyrillicLetters(tr);
  1336. SetupTranslator(tr,stress_lengths_fr,stress_amps_fr);
  1337. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  1338. tr->langopts.stress_flags = S_NO_AUTO_2; //no automatic secondary stress
  1339. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_4;
  1340. }
  1341. break;
  1342. case L('u','k'): // Ukrainian
  1343. {
  1344. SetCyrillicLetters(tr);
  1345. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  1346. }
  1347. break;
  1348. case L('u','r'): // Urdu
  1349. case L('s','d'): // Sindhi
  1350. {
  1351. tr->letter_bits_offset = OFFSET_ARABIC;
  1352. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1353. tr->langopts.numbers = NUM_SWAP_TENS;
  1354. tr->langopts.break_numbers = 0x52a8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  1355. }
  1356. break;
  1357. case L('v','i'): // Vietnamese
  1358. {
  1359. static const short stress_lengths_vi[8] = {150, 150, 180, 180, 210, 230, 230, 240};
  1360. static const unsigned char stress_amps_vi[] = {16,16, 16,16, 22,22, 22,22 };
  1361. static wchar_t vowels_vi[] = {
  1362. 0x61, 0xe0, 0xe1, 0x1ea3, 0xe3, 0x1ea1, // a
  1363. 0x103, 0x1eb1, 0x1eaf, 0x1eb3, 0x1eb5, 0x1eb7, // ă
  1364. 0xe2, 0x1ea7, 0x1ea5, 0x1ea9, 0x1eab, 0x1ead, // â
  1365. 0x65, 0xe8, 0xe9, 0x1ebb, 0x1ebd, 0x1eb9, // e
  1366. 0xea, 0x1ec1, 0x1ebf, 0x1ec3, 0x1ec5, 0x1ec7, // i
  1367. 0x69, 0xec, 0xed, 0x1ec9, 0x129, 0x1ecb, // i
  1368. 0x6f, 0xf2, 0xf3, 0x1ecf, 0xf5, 0x1ecd, // o
  1369. 0xf4, 0x1ed3, 0x1ed1, 0x1ed5, 0x1ed7, 0x1ed9, // ô
  1370. 0x1a1, 0x1edd, 0x1edb, 0x1edf, 0x1ee1, 0x1ee3, // ơ
  1371. 0x75, 0xf9, 0xfa, 0x1ee7, 0x169, 0x1ee5, // u
  1372. 0x1b0, 0x1eeb, 0x1ee9, 0x1eed, 0x1eef, 0x1ef1, // ư
  1373. 0x79, 0x1ef3, 0xfd, 0x1ef7, 0x1ef9, 0x1ef5, 0
  1374. }; // y
  1375. SetupTranslator(tr,stress_lengths_vi,stress_amps_vi);
  1376. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1377. tr->langopts.stress_rule = STRESSPOSN_1L;
  1378. tr->langopts.word_gap = 0x21; // length of a final vowel is less dependent on the next consonant, don't merge consonant with next word
  1379. tr->letter_groups[0] = tr->letter_groups[7] = vowels_vi;
  1380. tr->langopts.tone_language = 1; // Tone language, use CalcPitches_Tone() rather than CalcPitches()
  1381. tr->langopts.unstressed_wd1 = 2;
  1382. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND_DIGIT | NUM_DFRACTION_4 | NUM_ZERO_HUNDRED;
  1383. }
  1384. break;
  1385. case L('w','o'):
  1386. tr->langopts.stress_rule = STRESSPOSN_1L;
  1387. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_SINGLE_STRESS;
  1388. break;
  1389. case L('z','h'):
  1390. case L_zhy:
  1391. {
  1392. static const short stress_lengths_zh[8] = {230,150, 230,230, 230,0, 240,250}; // 1=tone5. end-of-sentence, 6=tone 1&4, 7=tone 2&3
  1393. static const unsigned char stress_amps_zh[] = {22,16, 22,22, 22,22, 22,22 };
  1394. SetupTranslator(tr,stress_lengths_zh,stress_amps_zh);
  1395. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable of a "word"
  1396. tr->langopts.stress_flags = S_NO_DIM; // don't automatically set diminished stress (may be set in the intonation module)
  1397. tr->langopts.vowel_pause = 0;
  1398. tr->langopts.tone_language = 1; // Tone language, use CalcPitches_Tone() rather than CalcPitches()
  1399. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1400. tr->langopts.tone_numbers = 1; // a number after letters indicates a tone number (eg. pinyin or jyutping)
  1401. tr->langopts.ideographs = 1;
  1402. tr->langopts.our_alphabet = 0x3100;
  1403. tr->langopts.word_gap = 0x21; // length of a final vowel is less dependent on the next consonant, don't merge consonant with next word
  1404. if(name2 == L('z','h'))
  1405. {
  1406. tr->langopts.textmode = 1;
  1407. tr->langopts.listx = 1; // compile zh_listx after zh_list
  1408. tr->langopts.numbers = 1;
  1409. tr->langopts.numbers2 = NUM2_ZERO_TENS;
  1410. tr->langopts.break_numbers = 0x00018;
  1411. }
  1412. }
  1413. break;
  1414. default:
  1415. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1416. break;
  1417. }
  1418. tr->translator_name = name2;
  1419. ProcessLanguageOptions(&tr->langopts);
  1420. return(tr);
  1421. }
  1422. void ProcessLanguageOptions(LANGUAGE_OPTIONS *langopts)
  1423. {
  1424. if(langopts->numbers & NUM_DECIMAL_COMMA)
  1425. {
  1426. // use . and ; for thousands and decimal separators
  1427. langopts->thousands_sep = '.';
  1428. langopts->decimal_sep = ',';
  1429. }
  1430. if(langopts->numbers & NUM_THOUS_SPACE)
  1431. {
  1432. langopts->thousands_sep = 0; // don't allow thousands separator, except space
  1433. }
  1434. }
  1435. static void Translator_Russian(Translator *tr)
  1436. {
  1437. static const unsigned char stress_amps_ru[] = {16,16, 18,18, 20,24, 24,22 };
  1438. static const short stress_lengths_ru[8] = {150,140, 220,220, 0,0, 260,280};
  1439. static const char ru_ivowels2[] = {0x2c,0x15,0x18,0x2e,0x2f,0}; // add more vowels to letter group Y (iotated vowels & soft-sign)
  1440. SetupTranslator(tr,stress_lengths_ru,stress_amps_ru);
  1441. SetCyrillicLetters(tr);
  1442. SetLetterBits(tr,6,ru_ivowels2);
  1443. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  1444. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 1;
  1445. tr->langopts.param[LOPT_REDUCE] = 2;
  1446. tr->langopts.stress_rule = 5;
  1447. tr->langopts.stress_flags = S_NO_AUTO_2;
  1448. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED;
  1449. tr->langopts.numbers2 = 0x2 + NUM2_THOUSANDS_VAR1; // variant numbers before thousands
  1450. tr->langopts.phoneme_change = 1;
  1451. tr->langopts.testing = 2;
  1452. }