eSpeak NG is an open source speech synthesizer that supports more than hundred languages and accents.
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

tr_languages.c 68KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670
  1. /*
  2. * Copyright (C) 2005 to 2015 by Jonathan Duddington
  3. * email: [email protected]
  4. * Copyright (C) 2015 Reece H. Dunn
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License as published by
  8. * the Free Software Foundation; either version 3 of the License, or
  9. * (at your option) any later version.
  10. *
  11. * This program is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. * GNU General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public License
  17. * along with this program; if not, see: <http://www.gnu.org/licenses/>.
  18. */
  19. #include "config.h"
  20. #include <stdio.h>
  21. #include <ctype.h>
  22. #include <wctype.h>
  23. #include <stdlib.h>
  24. #include <string.h>
  25. #include <locale.h>
  26. #if HAVE_STDINT_H
  27. #include <stdint.h>
  28. #endif
  29. #include <wctype.h>
  30. #include "speak_lib.h"
  31. #include "speech.h"
  32. #include "phoneme.h"
  33. #include "synthesize.h"
  34. #include "translate.h"
  35. #define L_qa 0x716100
  36. #define L_grc 0x677263 // grc Ancient Greek
  37. #define L_jbo 0x6a626f // jbo Lojban
  38. #define L_mni 0x6d6e69 // mni Manipuri
  39. #define L_pap 0x706170 // pap Papiamento]
  40. #define L_qvi 0x717669 // qvi Kichwa
  41. #define L_shs 0x736873 // shs Shuswap / Secwepemctsin
  42. #define L_zhy 0x7a6879 // zhy
  43. // start of unicode pages for character sets
  44. #define OFFSET_GREEK 0x380
  45. #define OFFSET_CYRILLIC 0x420
  46. #define OFFSET_ARMENIAN 0x530
  47. #define OFFSET_HEBREW 0x590
  48. #define OFFSET_ARABIC 0x600
  49. #define OFFSET_SYRIAC 0x700
  50. #define OFFSET_THAANA 0x780 // Divehi/Maldives
  51. #define OFFSET_DEVANAGARI 0x900
  52. #define OFFSET_BENGALI 0x980
  53. #define OFFSET_GURMUKHI 0xa00
  54. #define OFFSET_GUJARATI 0xa80
  55. #define OFFSET_ORIYA 0xb00
  56. #define OFFSET_TAMIL 0xb80
  57. #define OFFSET_TELUGU 0xc00
  58. #define OFFSET_KANNADA 0xc80
  59. #define OFFSET_MALAYALAM 0xd00
  60. #define OFFSET_SINHALA 0x0d80
  61. #define OFFSET_THAI 0x0e00
  62. #define OFFSET_LAO 0x0e80
  63. #define OFFSET_TIBET 0x0f00
  64. #define OFFSET_MYANMAR 0x1000
  65. #define OFFSET_GEORGIAN 0x10a0
  66. #define OFFSET_KOREAN 0x1100
  67. #define OFFSET_ETHIOPIC 0x1200
  68. // character ranges must be listed in ascending unicode order
  69. ALPHABET alphabets[] = {
  70. { "_el", OFFSET_GREEK, 0x380, 0x3ff, L('e', 'l'), AL_DONT_NAME | AL_NOT_LETTERS | AL_WORDS },
  71. { "_cyr", OFFSET_CYRILLIC, 0x400, 0x52f, 0, 0 },
  72. { "_hy", OFFSET_ARMENIAN, 0x530, 0x58f, L('h', 'y'), AL_WORDS },
  73. { "_he", OFFSET_HEBREW, 0x590, 0x5ff, 0, 0 },
  74. { "_ar", OFFSET_ARABIC, 0x600, 0x6ff, 0, 0 },
  75. { "_syc", OFFSET_SYRIAC, 0x700, 0x74f, 0, 0 },
  76. { "_dv", OFFSET_THAANA, 0x780, 0x7bf, 0, 0 },
  77. { "_hi", OFFSET_DEVANAGARI, 0x900, 0x97f, L('h', 'i'), AL_WORDS },
  78. { "_bn", OFFSET_BENGALI, 0x0980, 0x9ff, L('b', 'n'), AL_WORDS },
  79. { "_gur", OFFSET_GURMUKHI, 0xa00, 0xa7f, L('p', 'a'), AL_WORDS },
  80. { "_gu", OFFSET_GUJARATI, 0xa80, 0xaff, L('g', 'u'), AL_WORDS },
  81. { "_or", OFFSET_ORIYA, 0xb00, 0xb7f, 0, 0 },
  82. { "_ta", OFFSET_TAMIL, 0xb80, 0xbff, L('t', 'a'), AL_WORDS },
  83. { "_te", OFFSET_TELUGU, 0xc00, 0xc7f, L('t', 'e'), 0 },
  84. { "_kn", OFFSET_KANNADA, 0xc80, 0xcff, L('k', 'n'), AL_WORDS },
  85. { "_ml", OFFSET_MALAYALAM, 0xd00, 0xd7f, L('m', 'l'), AL_WORDS },
  86. { "_si", OFFSET_SINHALA, 0xd80, 0xdff, L('s', 'i'), AL_WORDS },
  87. { "_th", OFFSET_THAI, 0xe00, 0xe7f, 0, 0 },
  88. { "_lo", OFFSET_LAO, 0xe80, 0xeff, 0, 0 },
  89. { "_ti", OFFSET_TIBET, 0xf00, 0xfff, 0, 0 },
  90. { "_my", OFFSET_MYANMAR, 0x1000, 0x109f, 0, 0 },
  91. { "_ka", OFFSET_GEORGIAN, 0x10a0, 0x10ff, L('k', 'a'), AL_WORDS },
  92. { "_ko", OFFSET_KOREAN, 0x1100, 0x11ff, L('k', 'o'), AL_WORDS },
  93. { "_eth", OFFSET_ETHIOPIC, 0x1200, 0x139f, 0, 0 },
  94. { "_braille", 0x2800, 0x2800, 0x28ff, 0, AL_NO_SYMBOL },
  95. { "_ja", 0x3040, 0x3040, 0x30ff, 0, AL_NOT_CODE },
  96. { "_zh", 0x3100, 0x3100, 0x9fff, 0, AL_NOT_CODE },
  97. { "_ko", 0xa700, 0xa700, 0xd7ff, L('k', 'o'), AL_NOT_CODE | AL_WORDS },
  98. { NULL, 0, 0, 0, 0, 0 }
  99. };
  100. ALPHABET *AlphabetFromName(const char *name)
  101. {
  102. ALPHABET *alphabet;
  103. for (alphabet = alphabets; alphabet->name != NULL; alphabet++) {
  104. if (strcmp(name, &alphabet->name[1]) == 0)
  105. return alphabet;
  106. }
  107. return NULL;
  108. }
  109. ALPHABET *AlphabetFromChar(int c)
  110. {
  111. // Find the alphabet from a character.
  112. ALPHABET *alphabet = alphabets;
  113. while (alphabet->name != NULL) {
  114. if (c <= alphabet->range_max) {
  115. if (c >= alphabet->range_min)
  116. return alphabet;
  117. else
  118. break;
  119. }
  120. alphabet++;
  121. }
  122. return NULL;
  123. }
  124. static void Translator_Russian(Translator *tr);
  125. static void SetLetterVowel(Translator *tr, int c)
  126. {
  127. tr->letter_bits[c] = (tr->letter_bits[c] & 0x40) | 0x81; // keep value for group 6 (front vowels e,i,y)
  128. }
  129. static void ResetLetterBits(Translator *tr, int groups)
  130. {
  131. // Clear all the specified groups
  132. unsigned int ix;
  133. unsigned int mask;
  134. mask = ~groups;
  135. for (ix = 0; ix < sizeof(tr->letter_bits); ix++) {
  136. tr->letter_bits[ix] &= mask;
  137. }
  138. }
  139. static void SetLetterBits(Translator *tr, int group, const char *string)
  140. {
  141. int bits;
  142. unsigned char c;
  143. bits = (1L << group);
  144. while ((c = *string++) != 0)
  145. tr->letter_bits[c] |= bits;
  146. }
  147. static void SetLetterBitsRange(Translator *tr, int group, int first, int last)
  148. {
  149. int bits;
  150. int ix;
  151. bits = (1L << group);
  152. for (ix = first; ix <= last; ix++) {
  153. tr->letter_bits[ix] |= bits;
  154. }
  155. }
  156. // ignore these characters
  157. static const unsigned short chars_ignore_default[] = {
  158. 0xad, 1, // soft hyphen
  159. 0x200c, 1, // zero width non-joiner
  160. 0x200d, 1, // zero width joiner
  161. 0, 0
  162. };
  163. // alternatively, ignore characters but allow zero-width-non-joiner (lang-fa)
  164. static const unsigned short chars_ignore_zwnj_hyphen[] = {
  165. 0xad, 1, // soft hyphen
  166. 0x640, 1, // igniore Arabic Tatweel (lang=FA)
  167. 0x200c, '-', // zero width non-joiner, replace with hyphen
  168. 0x200d, 1, // zero width joiner
  169. 0, 0
  170. };
  171. const char string_ordinal[] = { 0xc2, 0xba, 0 }; // masculine ordinal character, UTF-8
  172. static Translator *NewTranslator(void)
  173. {
  174. Translator *tr;
  175. int ix;
  176. static const unsigned char stress_amps2[] = { 18, 18, 20, 20, 20, 22, 22, 20 };
  177. static const short stress_lengths2[8] = { 182, 140, 220, 220, 220, 240, 260, 280 };
  178. static const wchar_t empty_wstring[1] = { 0 };
  179. static const wchar_t punct_in_word[2] = { '\'', 0 }; // allow hyphen within words
  180. static const unsigned char default_tunes[6] = { 0, 1, 2, 3, 0, 0 };
  181. // Translates character codes in the range transpose_min to transpose_max to
  182. // a number in the range 1 to 63. 0 indicates there is no translation.
  183. // Used up to 57 (max of 63)
  184. static const char transpose_map_latin[] = {
  185. 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,// 0x60
  186. 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 0, 0, 0, 0, 0,// 0x70
  187. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0x80
  188. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0x90
  189. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0xa0
  190. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0xb0
  191. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0xc0
  192. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0xd0
  193. 27, 28, 29, 0, 0, 30, 31, 32, 33, 34, 35, 36, 0, 37, 38, 0,// 0xe0
  194. 0, 0, 0, 39, 0, 0, 40, 0, 41, 0, 42, 0, 43, 0, 0, 0,// 0xf0
  195. 0, 0, 0, 44, 0, 45, 0, 46, 0, 0, 0, 0, 0, 47, 0, 0,// 0x100
  196. 0, 48, 0, 0, 0, 0, 0, 0, 0, 49, 0, 0, 0, 0, 0, 0,// 0x110
  197. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0x120
  198. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0x130
  199. 0, 0, 50, 0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0x140
  200. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 52, 0, 0, 0, 0,// 0x150
  201. 0, 53, 0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,// 0x160
  202. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 55, 0, 56, 0, 57, 0,// 0x170
  203. };
  204. tr = (Translator *)Alloc(sizeof(Translator));
  205. if (tr == NULL)
  206. return NULL;
  207. tr->charset_a0 = charsets[1]; // ISO-8859-1, this is for when the input is not utf8
  208. dictionary_name[0] = 0;
  209. tr->dictionary_name[0] = 0;
  210. tr->dict_condition = 0;
  211. tr->dict_min_size = 0;
  212. tr->data_dictrules = NULL; // language_1 translation rules file
  213. tr->data_dictlist = NULL; // language_2 dictionary lookup file
  214. tr->transpose_min = 0x60;
  215. tr->transpose_max = 0x17f;
  216. tr->transpose_map = transpose_map_latin;
  217. tr->frequent_pairs = NULL;
  218. // only need lower case
  219. tr->letter_bits_offset = 0;
  220. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  221. memset(tr->letter_groups, 0, sizeof(tr->letter_groups));
  222. // 0-6 sets of characters matched by A B C H F G Y in pronunciation rules
  223. // these may be set differently for different languages
  224. SetLetterBits(tr, 0, "aeiou"); // A vowels, except y
  225. SetLetterBits(tr, 1, "bcdfgjklmnpqstvxz"); // B hard consonants, excluding h,r,w
  226. SetLetterBits(tr, 2, "bcdfghjklmnpqrstvwxz"); // C all consonants
  227. SetLetterBits(tr, 3, "hlmnr"); // H 'soft' consonants
  228. SetLetterBits(tr, 4, "cfhkpqstx"); // F voiceless consonants
  229. SetLetterBits(tr, 5, "bdgjlmnrvwyz"); // G voiced
  230. SetLetterBits(tr, 6, "eiy"); // Letter group Y, front vowels
  231. SetLetterBits(tr, 7, "aeiouy"); // vowels, including y
  232. tr->char_plus_apostrophe = empty_wstring;
  233. tr->punct_within_word = punct_in_word;
  234. tr->chars_ignore = chars_ignore_default;
  235. for (ix = 0; ix < 8; ix++) {
  236. tr->stress_amps[ix] = stress_amps2[ix];
  237. tr->stress_amps_r[ix] = stress_amps2[ix] - 1;
  238. tr->stress_lengths[ix] = stress_lengths2[ix];
  239. }
  240. memset(&(tr->langopts), 0, sizeof(tr->langopts));
  241. tr->langopts.max_lengthmod = 500;
  242. tr->langopts.lengthen_tonic = 20;
  243. tr->langopts.stress_rule = STRESSPOSN_2R;
  244. tr->langopts.unstressed_wd1 = 1;
  245. tr->langopts.unstressed_wd2 = 3;
  246. tr->langopts.param[LOPT_SONORANT_MIN] = 95;
  247. tr->langopts.param[LOPT_LONG_VOWEL_THRESHOLD] = 190/2;
  248. tr->langopts.param[LOPT_MAXAMP_EOC] = 19;
  249. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 's'; // don't count this character at start of word
  250. tr->langopts.param[LOPT_BRACKET_PAUSE] = 4; // pause at bracket
  251. tr->langopts.param2[LOPT_BRACKET_PAUSE] = 2; // pauses when announcing bracket names
  252. tr->langopts.max_initial_consonants = 3;
  253. tr->langopts.replace_chars = NULL;
  254. tr->langopts.ascii_language[0] = 0; // Non-Latin alphabet languages, use this language to speak Latin words, default is English
  255. tr->langopts.alt_alphabet_lang = L('e', 'n');
  256. tr->langopts.roman_suffix = "";
  257. SetLengthMods(tr, 201);
  258. tr->langopts.long_stop = 100;
  259. tr->langopts.max_roman = 49;
  260. tr->langopts.min_roman = 2;
  261. tr->langopts.thousands_sep = ',';
  262. tr->langopts.decimal_sep = '.';
  263. tr->langopts.break_numbers = BREAK_THOUSANDS; // 1000, 1000,000 1,000,000 etc
  264. tr->langopts.max_digits = 14;
  265. memcpy(tr->punct_to_tone, punctuation_to_tone, sizeof(tr->punct_to_tone));
  266. memcpy(tr->langopts.tunes, default_tunes, sizeof(tr->langopts.tunes));
  267. return tr;
  268. }
  269. // common letter pairs, encode these as a single byte
  270. // 2 bytes, using the transposed character codes
  271. static const short pairs_ru[] = {
  272. 0x010c, // ла 21052 0x23
  273. 0x010e, // на 18400
  274. 0x0113, // та 14254
  275. 0x0301, // ав 31083
  276. 0x030f, // ов 13420
  277. 0x060e, // не 21798
  278. 0x0611, // ре 19458
  279. 0x0903, // ви 16226
  280. 0x0b01, // ак 14456
  281. 0x0b0f, // ок 17836
  282. 0x0c01, // ал 13324
  283. 0x0c09, // ил 16877
  284. 0x0e01, // ан 15359
  285. 0x0e06, // ен 13543 0x30
  286. 0x0e09, // ин 17168
  287. 0x0e0e, // нн 15973
  288. 0x0e0f, // он 22373
  289. 0x0e1c, // ын 15052
  290. 0x0f03, // во 24947
  291. 0x0f11, // ро 13552
  292. 0x0f12, // со 16368
  293. 0x100f, // оп 19054
  294. 0x1011, // рп 17067
  295. 0x1101, // ар 23967
  296. 0x1106, // ер 18795
  297. 0x1109, // ир 13797
  298. 0x110f, // ор 21737
  299. 0x1213, // тс 25076
  300. 0x1220, // яс 14310
  301. 0x7fff
  302. };
  303. static const unsigned int replace_cyrillic_latin[] =
  304. { 0x430, 'a',
  305. 0x431, 'b',
  306. 0x446, 'c',
  307. 0x45b, 0x107,
  308. 0x447, 0x10d,
  309. 0x45f, 'd'+(0x17e<<16),
  310. 0x455, 'd'+('z'<<16),
  311. 0x434, 'd',
  312. 0x452, 0x111,
  313. 0x435, 'e',
  314. 0x444, 'f',
  315. 0x433, 'g',
  316. 0x445, 'h',
  317. 0x438, 'i',
  318. 0x458, 'j',
  319. 0x43a, 'k',
  320. 0x459, 'l'+('j'<<16),
  321. 0x43b, 'l',
  322. 0x43c, 'm',
  323. 0x45a, 'n'+('j'<<16),
  324. 0x43d, 'n',
  325. 0x43e, 'o',
  326. 0x43f, 'p',
  327. 0x440, 'r',
  328. 0x441, 's',
  329. 0x448, 0x161,
  330. 0x442, 't',
  331. 0x443, 'u',
  332. 0x432, 'v',
  333. 0x437, 'z',
  334. 0x436, 0x17e,
  335. 0x453, 0x111,
  336. 0x45c, 0x107,
  337. 0 }; // ѓ ѕ ќ
  338. static const unsigned char ru_vowels[] = { 0x10, 0x15, 0x31, 0x18, 0x1e, 0x23, 0x2b, 0x2d, 0x2e, 0x2f, 0xb9, 0xc9, 0x91, 0x8f, 0x36, 0 }; // also kazakh
  339. static const unsigned char ru_consonants[] = { 0x11, 0x12, 0x13, 0x14, 0x16, 0x17, 0x19, 0x1a, 0x1b, 0x1c, 0x1d, 0x1f, 0x20, 0x21, 0x22, 0x24, 0x25, 0x26, 0x27, 0x28, 0x29, 0x2a, 0x2c, 0x73, 0x7b, 0x83, 0x9b, 0 };
  340. static void SetCyrillicLetters(Translator *tr)
  341. {
  342. // character codes offset by 0x420
  343. static const char ru_soft[] = { 0x2c, 0x19, 0x27, 0x29, 0 }; // letter group B [k ts; s;]
  344. static const char ru_hard[] = { 0x2a, 0x16, 0x26, 0x28, 0 }; // letter group H [S Z ts]
  345. static const char ru_nothard[] = { 0x11, 0x12, 0x13, 0x14, 0x17, 0x19, 0x1a, 0x1b, 0x1c, 0x1d, 0x1f, 0x20, 0x21, 0x22, 0x24, 0x25, 0x27, 0x29, 0x2c, 0 };
  346. static const char ru_voiced[] = { 0x11, 0x12, 0x13, 0x14, 0x16, 0x17, 0 }; // letter group G (voiced obstruents)
  347. static const char ru_ivowels[] = { 0x2c, 0x2e, 0x2f, 0x31, 0 }; // letter group Y (iotated vowels & soft-sign)
  348. tr->charset_a0 = charsets[18]; // KOI8-R
  349. tr->transpose_min = 0x430; // convert cyrillic from unicode into range 0x01 to 0x22
  350. tr->transpose_max = 0x451;
  351. tr->transpose_map = NULL;
  352. tr->frequent_pairs = pairs_ru;
  353. tr->letter_bits_offset = OFFSET_CYRILLIC;
  354. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  355. SetLetterBits(tr, LETTERGP_A, (char *)ru_vowels);
  356. SetLetterBits(tr, LETTERGP_B, ru_soft);
  357. SetLetterBits(tr, LETTERGP_C, (char *)ru_consonants);
  358. SetLetterBits(tr, LETTERGP_H, ru_hard);
  359. SetLetterBits(tr, LETTERGP_F, ru_nothard);
  360. SetLetterBits(tr, LETTERGP_G, ru_voiced);
  361. SetLetterBits(tr, LETTERGP_Y, ru_ivowels);
  362. SetLetterBits(tr, LETTERGP_VOWEL2, (char *)ru_vowels);
  363. }
  364. void SetIndicLetters(Translator *tr)
  365. {
  366. // Set letter types for Indic scripts, Devanagari, Tamill, etc
  367. static const char dev_consonants2[] = { 0x02, 0x03, 0x58, 0x59, 0x5a, 0x5b, 0x5c, 0x5d, 0x5e, 0x5f, 0x7b, 0x7c, 0x7e, 0x7f, 0 };
  368. static const char dev_vowels2[] = { 0x60, 0x61, 0x55, 0x56, 0x57, 0x62, 0x63, 0 }; // non-consecutive vowels and vowel-signs
  369. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  370. SetLetterBitsRange(tr, LETTERGP_A, 0x04, 0x14); // vowel letters
  371. SetLetterBitsRange(tr, LETTERGP_A, 0x3e, 0x4d); // + vowel signs, and virama
  372. SetLetterBits(tr, LETTERGP_A, dev_vowels2); // + extra vowels and vowel signs
  373. SetLetterBitsRange(tr, LETTERGP_B, 0x3e, 0x4d); // vowel signs, and virama
  374. SetLetterBits(tr, LETTERGP_B, dev_vowels2); // + extra vowels and vowel signs
  375. SetLetterBitsRange(tr, LETTERGP_C, 0x15, 0x39); // the main consonant range
  376. SetLetterBits(tr, LETTERGP_C, dev_consonants2); // + additional consonants
  377. SetLetterBitsRange(tr, LETTERGP_Y, 0x04, 0x14); // vowel letters
  378. SetLetterBitsRange(tr, LETTERGP_Y, 0x3e, 0x4c); // + vowel signs
  379. SetLetterBits(tr, LETTERGP_Y, dev_vowels2); // + extra vowels and vowel signs
  380. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  381. tr->langopts.suffix_add_e = tr->letter_bits_offset + 0x4d; // virama
  382. }
  383. void SetupTranslator(Translator *tr, const short *lengths, const unsigned char *amps)
  384. {
  385. if (lengths != NULL)
  386. memcpy(tr->stress_lengths, lengths, sizeof(tr->stress_lengths));
  387. if (amps != NULL)
  388. memcpy(tr->stress_amps, amps, sizeof(tr->stress_amps));
  389. }
  390. Translator *SelectTranslator(const char *name)
  391. {
  392. int name2 = 0;
  393. Translator *tr;
  394. static const short stress_lengths_equal[8] = { 230, 230, 230, 230, 0, 0, 230, 230 };
  395. static const unsigned char stress_amps_equal[8] = { 19, 19, 19, 19, 19, 19, 19, 19 };
  396. static const short stress_lengths_fr[8] = { 190, 170, 190, 200, 0, 0, 190, 240 };
  397. static const unsigned char stress_amps_fr[8] = { 18, 16, 18, 18, 18, 18, 18, 18 };
  398. static const unsigned char stress_amps_sk[8] = { 17, 16, 20, 20, 20, 22, 22, 21 };
  399. static const short stress_lengths_sk[8] = { 190, 190, 210, 210, 0, 0, 210, 210 };
  400. static const short stress_lengths_ta[8] = { 200, 200, 210, 210, 0, 0, 230, 230 };
  401. static const short stress_lengths_ta2[8] = { 230, 230, 240, 240, 0, 0, 260, 260 };
  402. static const unsigned char stress_amps_ta[8] = { 18, 18, 18, 18, 20, 20, 22, 22 };
  403. tr = NewTranslator();
  404. strcpy(tr->dictionary_name, name);
  405. // convert name string into a word of up to 4 characters, for the switch()
  406. while (*name != 0)
  407. name2 = (name2 << 8) + *name++;
  408. switch (name2)
  409. {
  410. case L('a', 'f'):
  411. {
  412. static const short stress_lengths_af[8] = { 170, 140, 220, 220, 0, 0, 250, 270 };
  413. SetupTranslator(tr, stress_lengths_af, NULL);
  414. tr->langopts.stress_rule = STRESSPOSN_1L;
  415. tr->langopts.vowel_pause = 0x30;
  416. tr->langopts.param[LOPT_DIERESES] = 1;
  417. tr->langopts.param[LOPT_PREFIXES] = 1;
  418. SetLetterVowel(tr, 'y'); // add 'y' to vowels
  419. tr->langopts.numbers = NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_SINGLE_AND | NUM_ROMAN | NUM_1900;
  420. tr->langopts.accents = 1;
  421. }
  422. break;
  423. case L('a', 'm'): // Amharic, Ethiopia
  424. {
  425. SetupTranslator(tr, stress_lengths_fr, stress_amps_fr);
  426. tr->letter_bits_offset = OFFSET_ETHIOPIC;
  427. tr->langopts.stress_rule = STRESSPOSN_1L;
  428. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  429. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  430. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  431. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  432. }
  433. break;
  434. case L('a', 'r'): // Arabic
  435. tr->transpose_min = 0x620; // for ar_list, use 6-bit character codes
  436. tr->transpose_max = 0x65f;
  437. tr->transpose_map = NULL;
  438. tr->letter_bits_offset = OFFSET_ARABIC;
  439. tr->langopts.numbers = NUM_SWAP_TENS | NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_AND_HUNDRED | NUM_THOUSAND_AND | NUM_OMIT_1_THOUSAND;
  440. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  441. break;
  442. case L('b', 'g'): // Bulgarian
  443. {
  444. SetCyrillicLetters(tr);
  445. SetLetterVowel(tr, 0x2a);
  446. tr->charset_a0 = charsets[5]; // ISO-8859-5
  447. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  448. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x107; // devoice at end of word, and change voicing to match a following consonant (except v)
  449. tr->langopts.param[LOPT_REDUCE] = 2;
  450. tr->langopts.stress_rule = STRESSPOSN_2R;
  451. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_SINGLE_AND | NUM_ROMAN | NUM_ROMAN_ORDINAL | NUM_ROMAN_CAPITALS;
  452. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  453. }
  454. break;
  455. case L('b', 'n'): // Bengali
  456. case L('a', 's'): // Assamese
  457. case L_mni: // Manipuri (temporary placement - it's not indo-european)
  458. {
  459. static const short stress_lengths_bn[8] = { 180, 180, 210, 210, 0, 0, 230, 240 };
  460. static const unsigned char stress_amps_bn[8] = { 18, 18, 18, 18, 20, 20, 22, 22 };
  461. static const char bn_consonants2[3] = { 0x70, 0x71, 0 };
  462. SetupTranslator(tr, stress_lengths_bn, stress_amps_bn);
  463. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  464. tr->langopts.stress_rule = STRESSPOSN_1L;
  465. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  466. tr->letter_bits_offset = OFFSET_BENGALI;
  467. SetIndicLetters(tr); // call this after setting OFFSET_BENGALI
  468. SetLetterBitsRange(tr, LETTERGP_B, 0x01, 0x01); // candranindu
  469. SetLetterBitsRange(tr, LETTERGP_F, 0x3e, 0x4c); // vowel signs, but not virama
  470. SetLetterBits(tr, LETTERGP_C, bn_consonants2);
  471. tr->langopts.numbers = NUM_SWAP_TENS;
  472. tr->langopts.break_numbers = 0x24924aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  473. if (name2 == L_mni) {
  474. tr->langopts.numbers = 1;
  475. tr->langopts.numbers2 = NUM2_SWAP_THOUSANDS;
  476. }
  477. }
  478. break;
  479. case L('b', 'o'): // Tibet
  480. {
  481. tr->langopts.stress_rule = STRESSPOSN_1L;
  482. tr->letter_bits_offset = OFFSET_TIBET;
  483. SetLetterBitsRange(tr, LETTERGP_A, 0x71, 0x7d); // vowel signs
  484. SetLetterBitsRange(tr, LETTERGP_B, 0x71, 0x81); // vowel signs and subjoined letters
  485. SetLetterBitsRange(tr, LETTERGP_B, 0x90, 0xbc);
  486. SetLetterBitsRange(tr, LETTERGP_C, 0x40, 0x6c); // consonant letters (not subjoined)
  487. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  488. tr->langopts.numbers = 1;
  489. }
  490. break;
  491. case L('c', 'y'): // Welsh
  492. {
  493. static const short stress_lengths_cy[8] = { 170, 220, 180, 180, 0, 0, 250, 270 };
  494. static const unsigned char stress_amps_cy[8] = { 17, 15, 18, 18, 0, 0, 22, 20 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  495. SetupTranslator(tr, stress_lengths_cy, stress_amps_cy);
  496. tr->charset_a0 = charsets[14]; // ISO-8859-14
  497. tr->langopts.stress_rule = STRESSPOSN_2R;
  498. // 'diminished' is an unstressed final syllable
  499. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  500. tr->langopts.unstressed_wd1 = 0;
  501. tr->langopts.unstressed_wd2 = 2;
  502. tr->langopts.param[LOPT_SONORANT_MIN] = 120; // limit the shortening of sonorants before short vowels
  503. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  504. SetLetterVowel(tr, 'w'); // add letter to vowels and remove from consonants
  505. SetLetterVowel(tr, 'y');
  506. }
  507. break;
  508. case L('d', 'a'): // Danish
  509. {
  510. static const short stress_lengths_da[8] = { 160, 140, 200, 200, 0, 0, 220, 230 };
  511. SetupTranslator(tr, stress_lengths_da, NULL);
  512. tr->langopts.stress_rule = STRESSPOSN_1L;
  513. tr->langopts.param[LOPT_PREFIXES] = 1;
  514. SetLetterVowel(tr, 'y');
  515. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_ORDINAL_DOT | NUM_1900 | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_ORDINAL;
  516. }
  517. break;
  518. case L('d', 'e'):
  519. {
  520. static const short stress_lengths_de[8] = { 150, 130, 200, 200, 0, 0, 270, 270 };
  521. static const unsigned char stress_amps_de[] = { 20, 20, 20, 20, 20, 22, 22, 20 };
  522. SetupTranslator(tr, stress_lengths_de, stress_amps_de);
  523. tr->langopts.stress_rule = STRESSPOSN_1L;
  524. tr->langopts.word_gap = 0x8; // don't use linking phonemes
  525. tr->langopts.vowel_pause = 0x30;
  526. tr->langopts.param[LOPT_PREFIXES] = 1;
  527. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  528. tr->langopts.param[LOPT_LONG_VOWEL_THRESHOLD] = 175/2;
  529. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_ALLOW_SPACE | NUM_ORDINAL_DOT | NUM_ROMAN;
  530. SetLetterVowel(tr, 'y');
  531. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use de_rules for unpronouncable rules
  532. }
  533. break;
  534. case L('d', 'v'): // Divehi (Maldives)
  535. {
  536. SetupTranslator(tr, stress_lengths_ta, stress_amps_ta);
  537. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  538. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  539. tr->letter_bits_offset = OFFSET_THAANA;
  540. tr->langopts.stress_rule = STRESSPOSN_1L;
  541. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  542. SetLetterBitsRange(tr, LETTERGP_B, 0x26, 0x30); // vowel signs, and virama
  543. tr->langopts.break_numbers = 0x14a8; // 1000, 100,000 10,000,000
  544. tr->langopts.numbers = 1;
  545. }
  546. break;
  547. case L('e', 'n'):
  548. {
  549. static const short stress_lengths_en[8] = { 182, 140, 220, 220, 0, 0, 248, 275 };
  550. SetupTranslator(tr, stress_lengths_en, NULL);
  551. tr->langopts.stress_rule = STRESSPOSN_1L;
  552. tr->langopts.stress_flags = 0x08;
  553. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_ROMAN | NUM_1900;
  554. tr->langopts.param[LOPT_COMBINE_WORDS] = 2; // allow "mc" to cmbine with the following word
  555. tr->langopts.suffix_add_e = 'e';
  556. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use en_rules for unpronouncable rules
  557. SetLetterBits(tr, 6, "aeiouy"); // Group Y: vowels, including y
  558. }
  559. break;
  560. case L('e', 'l'): // Greek
  561. case L_grc: // Ancient Greek
  562. {
  563. static const short stress_lengths_el[8] = { 155, 180, 210, 210, 0, 0, 270, 300 };
  564. static const unsigned char stress_amps_el[8] = { 15, 12, 20, 20, 20, 22, 22, 21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  565. // character codes offset by 0x380
  566. static const char el_vowels[] = { 0x10, 0x2c, 0x2d, 0x2e, 0x2f, 0x30, 0x31, 0x35, 0x37, 0x39, 0x3f, 0x45, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0 };
  567. static const char el_fvowels[] = { 0x2d, 0x2e, 0x2f, 0x35, 0x37, 0x39, 0x45, 0x4d, 0 }; // ε η ι υ έ ή ί ύ _
  568. static const char el_voiceless[] = { 0x38, 0x3a, 0x3e, 0x40, 0x42, 0x43, 0x44, 0x46, 0x47, 0 }; // θ κ ξ π ς σ τ φ χ _
  569. static const char el_consonants[] = { 0x32, 0x33, 0x34, 0x36, 0x38, 0x3a, 0x3b, 0x3c, 0x3d, 0x3e, 0x40, 0x41, 0x42, 0x43, 0x44, 0x46, 0x47, 0x48, 0 };
  570. static const wchar_t el_char_apostrophe[] = { 0x3c3, 0 }; // σ _
  571. SetupTranslator(tr, stress_lengths_el, stress_amps_el);
  572. tr->charset_a0 = charsets[7]; // ISO-8859-7
  573. tr->char_plus_apostrophe = el_char_apostrophe;
  574. tr->letter_bits_offset = OFFSET_GREEK;
  575. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  576. SetLetterBits(tr, LETTERGP_A, el_vowels);
  577. SetLetterBits(tr, LETTERGP_VOWEL2, el_vowels);
  578. SetLetterBits(tr, LETTERGP_B, el_voiceless);
  579. SetLetterBits(tr, LETTERGP_C, el_consonants);
  580. SetLetterBits(tr, LETTERGP_Y, el_fvowels); // front vowels: ε η ι υ _
  581. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  582. tr->langopts.stress_rule = STRESSPOSN_2R;
  583. tr->langopts.stress_flags = S_FINAL_DIM_ONLY; // mark unstressed final syllables as diminished
  584. tr->langopts.unstressed_wd1 = 0;
  585. tr->langopts.unstressed_wd2 = 2;
  586. tr->langopts.param[LOPT_SONORANT_MIN] = 130; // limit the shortening of sonorants before short vowels
  587. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA;
  588. tr->langopts.numbers2 = 0x2 | NUM2_MULTIPLE_ORDINAL | NUM2_ORDINAL_NO_AND; // variant form of numbers before thousands
  589. if (name2 == L_grc) {
  590. // ancient greek
  591. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1;
  592. }
  593. }
  594. break;
  595. case L('e', 'o'):
  596. {
  597. static const short stress_lengths_eo[8] = { 150, 140, 180, 180, 0, 0, 200, 200 };
  598. static const unsigned char stress_amps_eo[] = { 16, 14, 20, 20, 20, 22, 22, 21 };
  599. static const wchar_t eo_char_apostrophe[2] = { 'l', 0 };
  600. SetupTranslator(tr, stress_lengths_eo, stress_amps_eo);
  601. tr->charset_a0 = charsets[3]; // ISO-8859-3
  602. tr->char_plus_apostrophe = eo_char_apostrophe;
  603. tr->langopts.vowel_pause = 2;
  604. tr->langopts.stress_rule = STRESSPOSN_2R;
  605. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  606. tr->langopts.unstressed_wd2 = 2;
  607. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_ALLOW_SPACE | NUM_ROMAN;
  608. }
  609. break;
  610. case L('e', 's'): // Spanish
  611. case L('a', 'n'): // Aragonese
  612. case L('c', 'a'): // Catalan
  613. case L('i', 'a'): // Interlingua
  614. case L_pap: // Papiamento
  615. {
  616. static const short stress_lengths_es[8] = { 156, 170, 170, 156, 0, 0, 163, 200 }; // change for Leandro Benitez, 02.Aug.2014
  617. static const unsigned char stress_amps_es[8] = { 16, 12, 18, 18, 20, 20, 20, 20 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  618. static const wchar_t ca_punct_within_word[] = { '\'', 0xb7, 0 }; // ca: allow middle-dot within word
  619. SetupTranslator(tr, stress_lengths_es, stress_amps_es);
  620. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  621. tr->langopts.stress_rule = STRESSPOSN_2R;
  622. // stress last syllable if it doesn't end in vowel or "s" or "n"
  623. // 'diminished' is an unstressed final syllable
  624. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  625. tr->langopts.unstressed_wd1 = 0;
  626. tr->langopts.unstressed_wd2 = 2;
  627. tr->langopts.param[LOPT_SONORANT_MIN] = 120; // limit the shortening of sonorants before short vowels
  628. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_AFTER;
  629. tr->langopts.numbers2 = NUM2_MULTIPLE_ORDINAL | NUM2_ORDINAL_NO_AND;
  630. if (name2 == L('c', 'a')) {
  631. // stress last syllable unless word ends with a vowel
  632. tr->punct_within_word = ca_punct_within_word;
  633. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2;
  634. } else if (name2 == L('i', 'a')) {
  635. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  636. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_AFTER;
  637. } else if (name2 == L('a', 'n')) {
  638. tr->langopts.stress_flags = S_FINAL_SPANISH | S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  639. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ROMAN | NUM_ROMAN_ORDINAL;
  640. tr->langopts.numbers2 = NUM2_ORDINAL_NO_AND;
  641. tr->langopts.roman_suffix = string_ordinal;
  642. } else if (name2 == L_pap) {
  643. // stress last syllable unless word ends with a vowel
  644. tr->langopts.stress_rule = STRESSPOSN_1R;
  645. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED | S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2;
  646. } else {
  647. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 2; // use es_rules for unpronouncable rules
  648. }
  649. }
  650. break;
  651. case L('e', 'u'): // basque
  652. {
  653. static const short stress_lengths_eu[8] = { 200, 200, 200, 200, 0, 0, 210, 230 }; // very weak stress
  654. static const unsigned char stress_amps_eu[8] = { 16, 16, 18, 18, 18, 18, 18, 18 };
  655. SetupTranslator(tr, stress_lengths_eu, stress_amps_eu);
  656. tr->langopts.stress_rule = STRESSPOSN_2L; // ?? second syllable, but not on a word-final vowel
  657. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED;
  658. tr->langopts.param[LOPT_SUFFIX] = 1;
  659. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_VIGESIMAL;
  660. }
  661. break;
  662. case L('f', 'a'): // Farsi
  663. {
  664. // Convert characters in the range 0x620 to 0x6cc to the range 1 to 63.
  665. // 0 indicates no translation for this character
  666. static const char transpose_map_fa[] = {
  667. 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, // 0x620
  668. 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 0, 0, 0, 0, 0, // 0x630
  669. 0, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, // 0x640
  670. 42, 43, 0, 0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x650
  671. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x660
  672. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 45, 0, // 0x670
  673. 0, 0, 0, 0, 0, 0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x680
  674. 0, 0, 0, 0, 0, 0, 0, 0, 47, 0, 0, 0, 0, 0, 0, 0, // 0x690
  675. 0, 0, 0, 0, 0, 0, 0, 0, 0, 48, 0, 0, 0, 0, 0, 49, // 0x6a0
  676. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x6b0
  677. 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 51
  678. }; // 0x6c0
  679. tr->transpose_min = 0x620;
  680. tr->transpose_max = 0x6cc;
  681. tr->transpose_map = transpose_map_fa;
  682. tr->letter_bits_offset = OFFSET_ARABIC;
  683. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND;
  684. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  685. tr->chars_ignore = chars_ignore_zwnj_hyphen; // replace ZWNJ by hyphen
  686. }
  687. break;
  688. case L('e', 't'): // Estonian
  689. tr->charset_a0 = charsets[4]; // ISO-8859-4
  690. // drop through to Finnish
  691. case L('f', 'i'): // Finnish
  692. {
  693. static const unsigned char stress_amps_fi[8] = { 18, 16, 22, 22, 20, 22, 22, 22 };
  694. static const short stress_lengths_fi[8] = { 150, 180, 200, 200, 0, 0, 210, 250 };
  695. SetupTranslator(tr, stress_lengths_fi, stress_amps_fi);
  696. tr->langopts.stress_rule = STRESSPOSN_1L;
  697. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_2_TO_HEAVY; // move secondary stress from light to a following heavy syllable
  698. tr->langopts.param[LOPT_IT_DOUBLING] = 1;
  699. tr->langopts.long_stop = 130;
  700. tr->langopts.numbers = NUM_DECIMAL_COMMA + NUM_ALLOW_SPACE;
  701. SetLetterVowel(tr, 'y');
  702. tr->langopts.spelling_stress = 1;
  703. tr->langopts.intonation_group = 3; // less intonation, don't raise pitch at comma
  704. }
  705. break;
  706. case L('f', 'r'): // french
  707. {
  708. SetupTranslator(tr, stress_lengths_fr, stress_amps_fr);
  709. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  710. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  711. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove lengthen indicator from unstressed syllables
  712. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  713. tr->langopts.accents = 2; // Say "Capital" after the letter.
  714. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_NOPAUSE | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_AFTER | NUM_VIGESIMAL | NUM_DFRACTION_4;
  715. SetLetterVowel(tr, 'y');
  716. }
  717. break;
  718. case L('g', 'a'): // irish
  719. case L('g', 'd'): // scots gaelic
  720. {
  721. tr->langopts.stress_rule = STRESSPOSN_1L;
  722. tr->langopts.stress_flags = S_NO_AUTO_2; // don't use secondary stress
  723. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND;
  724. tr->langopts.accents = 2; // 'capital' after letter name
  725. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 3; // don't count apostrophe
  726. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove [:] phoneme from non-stressed syllables (Lang=gd)
  727. }
  728. break;
  729. case L('h', 'i'): // Hindi
  730. case L('n', 'e'): // Nepali
  731. case L('o', 'r'): // Oriya
  732. case L('p', 'a'): // Punjabi
  733. case L('g', 'u'): // Gujarati
  734. case L('m', 'r'): // Marathi
  735. {
  736. static const short stress_lengths_hi[8] = { 190, 190, 210, 210, 0, 0, 230, 250 };
  737. static const unsigned char stress_amps_hi[8] = { 17, 14, 20, 19, 20, 22, 22, 21 };
  738. SetupTranslator(tr, stress_lengths_hi, stress_amps_hi);
  739. tr->charset_a0 = charsets[19]; // ISCII
  740. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  741. tr->langopts.stress_rule = 6; // stress on last heaviest syllable, excluding final syllable
  742. tr->langopts.stress_flags = S_MID_DIM | S_FINAL_DIM; // use 'diminished' for unstressed final syllable
  743. tr->langopts.numbers = NUM_SWAP_TENS;
  744. tr->langopts.break_numbers = 0x14aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  745. tr->letter_bits_offset = OFFSET_DEVANAGARI;
  746. if (name2 == L('p', 'a')) {
  747. tr->letter_bits_offset = OFFSET_GURMUKHI;
  748. } else if (name2 == L('g', 'u')) {
  749. SetupTranslator(tr, stress_lengths_equal, stress_amps_equal);
  750. tr->letter_bits_offset = OFFSET_GUJARATI;
  751. tr->langopts.stress_rule = STRESSPOSN_2R;
  752. } else if (name2 == L('n', 'e')) {
  753. SetupTranslator(tr, stress_lengths_equal, stress_amps_equal);
  754. tr->langopts.break_numbers = 0x2aaaa8;
  755. tr->langopts.max_digits = 22;
  756. tr->langopts.numbers2 |= NUM2_ENGLISH_NUMERALS;
  757. } else if (name2 == L('o', 'r')) {
  758. tr->letter_bits_offset = OFFSET_ORIYA;
  759. }
  760. SetIndicLetters(tr);
  761. }
  762. break;
  763. case L('h', 'r'): // Croatian
  764. case L('b', 's'): // Bosnian
  765. case L('s', 'r'): // Serbian
  766. {
  767. static const unsigned char stress_amps_hr[8] = { 17, 17, 20, 20, 20, 22, 22, 21 };
  768. static const short stress_lengths_hr[8] = { 180, 160, 200, 200, 0, 0, 220, 230 };
  769. static const short stress_lengths_sr[8] = { 160, 150, 200, 200, 0, 0, 250, 260 };
  770. strcpy(tr->dictionary_name, "hbs");
  771. if (name2 == L('s', 'r'))
  772. SetupTranslator(tr, stress_lengths_sr, stress_amps_hr);
  773. else
  774. SetupTranslator(tr, stress_lengths_hr, stress_amps_hr);
  775. tr->charset_a0 = charsets[2]; // ISO-8859-2
  776. tr->langopts.stress_rule = STRESSPOSN_1L;
  777. tr->langopts.stress_flags = S_FINAL_NO_2;
  778. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x3;
  779. tr->langopts.max_initial_consonants = 5;
  780. tr->langopts.spelling_stress = 1;
  781. tr->langopts.accents = 1;
  782. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_DECIMAL_COMMA | NUM_THOUS_SPACE | NUM_DFRACTION_2 | NUM_ROMAN_CAPITALS;
  783. tr->langopts.numbers2 = 0xa + NUM2_THOUSANDS_VAR5; // variant numbers before thousands,milliards
  784. tr->langopts.replace_chars = replace_cyrillic_latin;
  785. tr->langopts.our_alphabet = OFFSET_CYRILLIC; // don't say "cyrillic" before letter names
  786. SetLetterVowel(tr, 'y');
  787. SetLetterVowel(tr, 'r');
  788. }
  789. break;
  790. case L('h', 't'): // Haitian Creole
  791. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  792. tr->langopts.stress_flags = S_NO_AUTO_2 | S_FINAL_DIM; // don't use secondary stress
  793. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_OMIT_1_HUNDRED | NUM_NOPAUSE | NUM_ROMAN | NUM_VIGESIMAL | NUM_DFRACTION_4;
  794. break;
  795. case L('h', 'u'): // Hungarian
  796. {
  797. static const unsigned char stress_amps_hu[8] = { 17, 17, 19, 19, 20, 22, 22, 21 };
  798. static const short stress_lengths_hu[8] = { 185, 195, 195, 190, 0, 0, 210, 220 };
  799. SetupTranslator(tr, stress_lengths_hu, stress_amps_hu);
  800. tr->charset_a0 = charsets[2]; // ISO-8859-2
  801. tr->langopts.vowel_pause = 0x20;
  802. tr->langopts.stress_rule = STRESSPOSN_1L;
  803. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_NO_AUTO_2 | 0x8000 | S_HYPEN_UNSTRESS;
  804. tr->langopts.unstressed_wd1 = 2;
  805. tr->langopts.param[LOPT_IT_DOUBLING] = 1;
  806. tr->langopts.param[LOPT_ANNOUNCE_PUNCT] = 2; // don't break clause before announcing . ? !
  807. tr->langopts.numbers = NUM_DFRACTION_5 | NUM_ALLOW_SPACE | NUM_ROMAN | NUM_ROMAN_ORDINAL | NUM_ROMAN_CAPITALS | NUM_ORDINAL_DOT | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND;
  808. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  809. tr->langopts.decimal_sep = ',';
  810. tr->langopts.max_roman = 899;
  811. tr->langopts.min_roman = 1;
  812. SetLetterVowel(tr, 'y');
  813. tr->langopts.spelling_stress = 1;
  814. SetLengthMods(tr, 3); // all equal
  815. }
  816. break;
  817. case L('h', 'y'): // Armenian
  818. {
  819. static const short stress_lengths_hy[8] = { 250, 200, 250, 250, 0, 0, 250, 250 };
  820. static const char hy_vowels[] = { 0x31, 0x35, 0x37, 0x38, 0x3b, 0x48, 0x55, 0 };
  821. static const char hy_consonants[] = { 0x32, 0x33, 0x34, 0x36, 0x39, 0x3a, 0x3c, 0x3d, 0x3e, 0x3f,
  822. 0x40, 0x41, 0x42, 0x43, 0x44, 0x46, 0x47, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x56, 0 };
  823. static const char hy_consonants2[] = { 0x45, 0 };
  824. SetupTranslator(tr, stress_lengths_hy, NULL);
  825. tr->langopts.stress_rule = STRESSPOSN_1R; // default stress on final syllable
  826. tr->letter_bits_offset = OFFSET_ARMENIAN;
  827. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  828. SetLetterBits(tr, LETTERGP_A, hy_vowels);
  829. SetLetterBits(tr, LETTERGP_VOWEL2, hy_vowels);
  830. SetLetterBits(tr, LETTERGP_B, hy_consonants); // not including 'j'
  831. SetLetterBits(tr, LETTERGP_C, hy_consonants);
  832. SetLetterBits(tr, LETTERGP_C, hy_consonants2); // add 'j'
  833. tr->langopts.max_initial_consonants = 6;
  834. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED;
  835. }
  836. break;
  837. case L('i', 'd'): // Indonesian
  838. case L('m', 's'): // Malay
  839. {
  840. static const short stress_lengths_id[8] = { 160, 200, 180, 180, 0, 0, 220, 240 };
  841. static const unsigned char stress_amps_id[8] = { 16, 18, 18, 18, 20, 22, 22, 21 };
  842. SetupTranslator(tr, stress_lengths_id, stress_amps_id);
  843. tr->langopts.stress_rule = STRESSPOSN_2R;
  844. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_ROMAN;
  845. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  846. tr->langopts.accents = 2; // "capital" after letter name
  847. }
  848. break;
  849. case L('i', 's'): // Icelandic
  850. {
  851. static const short stress_lengths_is[8] = { 180, 160, 200, 200, 0, 0, 240, 250 };
  852. static const wchar_t is_lettergroup_B[] = { 'c', 'f', 'h', 'k', 'p', 't', 'x', 0xfe, 0 }; // voiceless conants, including 'þ' ?? 's'
  853. SetupTranslator(tr, stress_lengths_is, NULL);
  854. tr->langopts.stress_rule = STRESSPOSN_1L;
  855. tr->langopts.stress_flags = S_FINAL_NO_2;
  856. tr->langopts.param[LOPT_IT_LENGTHEN] = 0x11; // remove lengthen indicator from unstressed vowels
  857. tr->langopts.param[LOPT_REDUCE] = 2;
  858. ResetLetterBits(tr, 0x18);
  859. SetLetterBits(tr, 4, "kpst"); // Letter group F
  860. SetLetterBits(tr, 3, "jvr"); // Letter group H
  861. tr->letter_groups[1] = is_lettergroup_B;
  862. SetLetterVowel(tr, 'y');
  863. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SINGLE_AND | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_1900;
  864. tr->langopts.numbers2 = 0x2;
  865. }
  866. break;
  867. case L('i', 't'): // Italian
  868. {
  869. static const short stress_lengths_it[8] =
  870. { 165, 100, 170, 150, 0, 0, 215, 303 };
  871. static const unsigned char stress_amps_it[8] =
  872. { 16, 15, 16, 14, 20, 22, 22, 24 };
  873. SetupTranslator(tr, stress_lengths_it, stress_amps_it);
  874. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  875. tr->langopts.stress_rule = STRESSPOSN_2R;
  876. tr->langopts.stress_flags = S_FINAL_NO_2 | S_PRIORITY_STRESS;
  877. tr->langopts.vowel_pause = 1;
  878. tr->langopts.unstressed_wd1 = 2;
  879. tr->langopts.unstressed_wd2 = 2;
  880. tr->langopts.param[LOPT_IT_LENGTHEN] = 2; // remove lengthen indicator from unstressed or non-penultimate syllables
  881. tr->langopts.param[LOPT_IT_DOUBLING] = 1; // double the first consonant if the previous word ends in a stressed vowel (changed to =1, 23.01.2014 - only use if prev.word has $double)
  882. tr->langopts.param[LOPT_SONORANT_MIN] = 130; // limit the shortening of sonorants before short vowels
  883. tr->langopts.param[LOPT_REDUCE] = 1; // reduce vowels even if phonemes are specified in it_list
  884. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  885. tr->langopts.numbers = NUM_SINGLE_VOWEL | NUM_OMIT_1_HUNDRED |NUM_DECIMAL_COMMA | NUM_ROMAN | NUM_DFRACTION_1 | NUM_ROMAN_CAPITALS | NUM_ROMAN_AFTER;
  886. tr->langopts.numbers2 = NUM2_NO_TEEN_ORDINALS;
  887. tr->langopts.accents = 2; // Say "Capital" after the letter.
  888. SetLetterVowel(tr, 'y');
  889. }
  890. break;
  891. case L_jbo: // Lojban
  892. {
  893. static const short stress_lengths_jbo[8] = { 145, 145, 170, 160, 0, 0, 330, 350 };
  894. static const wchar_t jbo_punct_within_word[] = { '.', ',', '\'', 0x2c8, 0 }; // allow period and comma within a word, also stress marker (from LOPT_CAPS_IN_WORD)
  895. SetupTranslator(tr, stress_lengths_jbo, NULL);
  896. tr->langopts.stress_rule = STRESSPOSN_2R;
  897. tr->langopts.vowel_pause = 0x20c; // pause before a word which starts with a vowel, or after a word which ends in a consonant
  898. tr->punct_within_word = jbo_punct_within_word;
  899. tr->langopts.param[LOPT_CAPS_IN_WORD] = 2; // capitals indicate stressed syllables
  900. SetLetterVowel(tr, 'y');
  901. tr->langopts.max_lengthmod = 368;
  902. }
  903. break;
  904. case L('k', 'a'): // Georgian
  905. {
  906. // character codes offset by 0x1080
  907. static const char ka_vowels[] = { 0x30, 0x34, 0x38, 0x3d, 0x43, 0x55, 0x57, 0 };
  908. static const char ka_consonants[] =
  909. { 0x31, 0x32, 0x33, 0x35, 0x36, 0x37, 0x39, 0x3a, 0x3b, 0x3c, 0x3e, 0x3f, 0x40, 0x41, 0x42, 0x44,
  910. 0x45, 0x46, 0x47, 0x48, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x56, 0 };
  911. SetupTranslator(tr, stress_lengths_ta, stress_amps_ta);
  912. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  913. SetLetterBits(tr, LETTERGP_A, ka_vowels);
  914. SetLetterBits(tr, LETTERGP_C, ka_consonants);
  915. SetLetterBits(tr, LETTERGP_VOWEL2, ka_vowels);
  916. tr->langopts.stress_rule = STRESSPOSN_1L;
  917. tr->langopts.stress_flags = S_FINAL_NO_2;
  918. tr->letter_bits_offset = OFFSET_GEORGIAN;
  919. tr->langopts.max_initial_consonants = 7;
  920. tr->langopts.numbers = NUM_VIGESIMAL | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED |NUM_OMIT_1_THOUSAND | NUM_DFRACTION_5 | NUM_ROMAN;
  921. tr->langopts.alt_alphabet = OFFSET_CYRILLIC;
  922. tr->langopts.alt_alphabet_lang = L('r', 'u');
  923. }
  924. break;
  925. case L('k', 'k'): // Kazakh
  926. {
  927. static const unsigned char stress_amps_tr[8] = { 18, 16, 20, 21, 20, 21, 21, 20 };
  928. static const short stress_lengths_tr[8] = { 190, 180, 230, 230, 0, 0, 250, 250 };
  929. tr->letter_bits_offset = OFFSET_CYRILLIC;
  930. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  931. SetLetterBits(tr, LETTERGP_A, (char *)ru_vowels);
  932. SetLetterBits(tr, LETTERGP_C, (char *)ru_consonants);
  933. SetLetterBits(tr, LETTERGP_VOWEL2, (char *)ru_vowels);
  934. SetupTranslator(tr, stress_lengths_tr, stress_amps_tr);
  935. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  936. tr->langopts.stress_flags = S_NO_AUTO_2 + S_NO_EOC_LENGTHEN; // no automatic secondary stress, don't lengthen at end-of-clause
  937. tr->langopts.lengthen_tonic = 0;
  938. tr->langopts.param[LOPT_SUFFIX] = 1;
  939. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_DFRACTION_6;
  940. tr->langopts.max_initial_consonants = 2;
  941. SetLengthMods(tr, 3); // all equal
  942. }
  943. break;
  944. case L('k', 'l'): // Greenlandic
  945. {
  946. SetupTranslator(tr, stress_lengths_equal, stress_amps_equal);
  947. tr->langopts.stress_rule = 12;
  948. tr->langopts.stress_flags = S_NO_AUTO_2;
  949. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_ORDINAL_DOT | NUM_1900 | NUM_ROMAN | NUM_ROMAN_CAPITALS | NUM_ROMAN_ORDINAL;
  950. }
  951. break;
  952. case L('k', 'o'): // Korean, TEST
  953. {
  954. static const char ko_ivowels[] = { 0x63, 0x64, 0x67, 0x68, 0x6d, 0x72, 0x74, 0x75, 0 }; // y and i vowels
  955. static const unsigned char ko_voiced[] = { 0x02, 0x05, 0x06, 0xab, 0xaf, 0xb7, 0xbc, 0 }; // voiced consonants, l,m,n,N
  956. tr->letter_bits_offset = OFFSET_KOREAN;
  957. tr->langopts.our_alphabet = 0xa700;
  958. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  959. SetLetterBitsRange(tr, LETTERGP_A, 0x61, 0x75);
  960. SetLetterBits(tr, LETTERGP_Y, ko_ivowels);
  961. SetLetterBits(tr, LETTERGP_G, (const char *)ko_voiced);
  962. tr->langopts.stress_rule = 8; // ?? 1st syllable if it is heavy, else 2nd syllable
  963. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  964. tr->langopts.numbers = NUM_OMIT_1_HUNDRED;
  965. tr->langopts.numbers2 = NUM2_MYRIADS;
  966. tr->langopts.break_numbers = 0x1111110;
  967. tr->langopts.max_digits = 20;
  968. }
  969. break;
  970. case L('k', 'u'): // Kurdish
  971. {
  972. static const unsigned char stress_amps_ku[8] = { 18, 18, 20, 20, 20, 22, 22, 21 };
  973. static const short stress_lengths_ku[8] = { 180, 180, 190, 180, 0, 0, 230, 240 };
  974. SetupTranslator(tr, stress_lengths_ku, stress_amps_ku);
  975. tr->charset_a0 = charsets[9]; // ISO-8859-9 - Latin5
  976. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  977. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_AND_HUNDRED;
  978. tr->langopts.max_initial_consonants = 2;
  979. }
  980. break;
  981. case L('l', 'a'): // Latin
  982. {
  983. tr->charset_a0 = charsets[4]; // ISO-8859-4, includes a,e,i,o,u-macron
  984. tr->langopts.stress_rule = STRESSPOSN_2R;
  985. tr->langopts.stress_flags = S_NO_AUTO_2;
  986. tr->langopts.unstressed_wd1 = 0;
  987. tr->langopts.unstressed_wd2 = 2;
  988. tr->langopts.param[LOPT_DIERESES] = 1;
  989. tr->langopts.numbers = NUM_ROMAN;
  990. tr->langopts.max_roman = 5000;
  991. }
  992. break;
  993. case L('l', 't'): // Lithuanian
  994. {
  995. tr->charset_a0 = charsets[4]; // ISO-8859-4
  996. tr->langopts.stress_rule = STRESSPOSN_2R;
  997. tr->langopts.stress_flags = S_NO_AUTO_2;
  998. tr->langopts.unstressed_wd1 = 0;
  999. tr->langopts.unstressed_wd2 = 2;
  1000. tr->langopts.param[LOPT_DIERESES] = 1;
  1001. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_4 | NUM_ORDINAL_DOT;
  1002. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR4;
  1003. tr->langopts.max_roman = 5000;
  1004. }
  1005. break;
  1006. case L('l', 'v'): // latvian
  1007. {
  1008. static const unsigned char stress_amps_lv[8] = { 17, 13, 20, 20, 20, 22, 22, 21 };
  1009. static const short stress_lengths_lv[8] = { 180, 130, 210, 210, 0, 0, 210, 210 };
  1010. SetupTranslator(tr, stress_lengths_lv, stress_amps_lv);
  1011. tr->langopts.stress_rule = STRESSPOSN_1L;
  1012. tr->langopts.spelling_stress = 1;
  1013. tr->charset_a0 = charsets[4]; // ISO-8859-4
  1014. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_4 | NUM_ORDINAL_DOT;
  1015. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_EO_CLAUSE1;
  1016. }
  1017. break;
  1018. case L('m', 'k'): // Macedonian
  1019. {
  1020. static wchar_t vowels_cyrillic[] = { 0x440, // also include 'р' [R]
  1021. 0x430, 0x435, 0x438, 0x439, 0x43e, 0x443, 0x44b, 0x44d, 0x44e, 0x44f, 0x450, 0x451, 0x456, 0x457, 0x45d, 0x45e, 0 };
  1022. static const unsigned char stress_amps_mk[8] = { 17, 17, 20, 20, 20, 22, 22, 21 };
  1023. static const short stress_lengths_mk[8] = { 180, 160, 200, 200, 0, 0, 220, 230 };
  1024. SetupTranslator(tr, stress_lengths_mk, stress_amps_mk);
  1025. tr->charset_a0 = charsets[5]; // ISO-8859-5
  1026. tr->letter_groups[0] = tr->letter_groups[7] = vowels_cyrillic;
  1027. tr->letter_bits_offset = OFFSET_CYRILLIC;
  1028. tr->langopts.stress_rule = STRESSPOSN_3R; // antipenultimate
  1029. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_AND_UNITS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1030. tr->langopts.numbers2 = 0x8a; // variant numbers before thousands,milliards
  1031. }
  1032. break;
  1033. case L('m', 't'): // Maltese
  1034. {
  1035. tr->charset_a0 = charsets[3]; // ISO-8859-3
  1036. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  1037. tr->langopts.stress_rule = STRESSPOSN_2R; // penultimate
  1038. tr->langopts.numbers = 1;
  1039. }
  1040. break;
  1041. case L('n', 'l'): // Dutch
  1042. {
  1043. static const short stress_lengths_nl[8] = { 160, 135, 210, 210, 0, 0, 260, 280 };
  1044. tr->langopts.stress_rule = STRESSPOSN_1L;
  1045. tr->langopts.vowel_pause = 0x30; // ??
  1046. tr->langopts.param[LOPT_DIERESES] = 1;
  1047. tr->langopts.param[LOPT_PREFIXES] = 1;
  1048. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x100; // devoice at end of word
  1049. SetLetterVowel(tr, 'y');
  1050. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_SWAP_TENS | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_ALLOW_SPACE | NUM_1900 | NUM_ORDINAL_DOT;
  1051. tr->langopts.ordinal_indicator = "e";
  1052. tr->langopts.stress_flags = S_FIRST_PRIMARY;
  1053. memcpy(tr->stress_lengths, stress_lengths_nl, sizeof(tr->stress_lengths));
  1054. }
  1055. break;
  1056. case L('n', 'o'): // Norwegian
  1057. {
  1058. static const short stress_lengths_no[8] = { 160, 140, 200, 200, 0, 0, 220, 230 };
  1059. SetupTranslator(tr, stress_lengths_no, NULL);
  1060. tr->langopts.stress_rule = STRESSPOSN_1L;
  1061. SetLetterVowel(tr, 'y');
  1062. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_ALLOW_SPACE | NUM_1900 | NUM_ORDINAL_DOT;
  1063. }
  1064. break;
  1065. case L('o', 'm'): // Oromo
  1066. {
  1067. static const unsigned char stress_amps_om[] = { 18, 15, 20, 20, 20, 22, 22, 22 };
  1068. static const short stress_lengths_om[8] = { 200, 200, 200, 200, 0, 0, 200, 200 };
  1069. SetupTranslator(tr, stress_lengths_om, stress_amps_om);
  1070. tr->langopts.stress_rule = STRESSPOSN_2R;
  1071. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | 0x80000;
  1072. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_HUNDRED_AND;
  1073. tr->langopts.numbers2 = 0x200; // say "thousands" before its number
  1074. }
  1075. break;
  1076. case L('p', 'l'): // Polish
  1077. {
  1078. static const short stress_lengths_pl[8] = { 160, 190, 175, 175, 0, 0, 200, 210 };
  1079. static const unsigned char stress_amps_pl[8] = { 17, 13, 19, 19, 20, 22, 22, 21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  1080. SetupTranslator(tr, stress_lengths_pl, stress_amps_pl);
  1081. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1082. tr->langopts.stress_rule = STRESSPOSN_2R;
  1083. tr->langopts.stress_flags = S_FINAL_DIM_ONLY; // mark unstressed final syllables as diminished
  1084. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x9;
  1085. tr->langopts.max_initial_consonants = 7; // for example: wchrzczony :)
  1086. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_DFRACTION_2;
  1087. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR3;
  1088. tr->langopts.param[LOPT_COMBINE_WORDS] = 4 + 0x100; // combine 'nie' (marked with $alt2) with some 1-syllable (and 2-syllable) words (marked with $alt)
  1089. SetLetterVowel(tr, 'y');
  1090. }
  1091. break;
  1092. case L('p', 't'): // Portuguese
  1093. {
  1094. static const short stress_lengths_pt[8] = { 170, 115, 210, 240, 0, 0, 260, 280 };
  1095. static const unsigned char stress_amps_pt[8] = { 16, 11, 19, 21, 20, 22, 22, 21 }; // 'diminished' is used to mark a quieter, final unstressed syllable
  1096. SetupTranslator(tr, stress_lengths_pt, stress_amps_pt);
  1097. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1098. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  1099. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_INITIAL_2 | S_PRIORITY_STRESS;
  1100. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_DFRACTION_2 | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_ROMAN_CAPITALS;
  1101. tr->langopts.numbers2 = NUM2_MULTIPLE_ORDINAL | NUM2_NO_TEEN_ORDINALS | NUM2_ORDINAL_NO_AND;
  1102. tr->langopts.max_roman = 5000;
  1103. SetLetterVowel(tr, 'y');
  1104. ResetLetterBits(tr, 0x2);
  1105. SetLetterBits(tr, 1, "bcdfgjkmnpqstvxz"); // B hard consonants, excluding h,l,r,w,y
  1106. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  1107. tr->langopts.accents = 2; // 'capital' after letter name
  1108. }
  1109. break;
  1110. case L('r', 'o'): // Romanian
  1111. {
  1112. static const short stress_lengths_ro[8] = { 170, 170, 180, 180, 0, 0, 240, 260 };
  1113. static const unsigned char stress_amps_ro[8] = { 15, 13, 18, 18, 20, 22, 22, 21 };
  1114. SetupTranslator(tr, stress_lengths_ro, stress_amps_ro);
  1115. tr->langopts.stress_rule = STRESSPOSN_1R;
  1116. tr->langopts.stress_flags = S_FINAL_VOWEL_UNSTRESSED | S_FINAL_DIM_ONLY;
  1117. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1118. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_DFRACTION_3 | NUM_AND_UNITS | NUM_ROMAN;
  1119. tr->langopts.numbers2 = 0x1e; // variant numbers before all thousandplex
  1120. }
  1121. break;
  1122. case L('r', 'u'): // Russian
  1123. Translator_Russian(tr);
  1124. break;
  1125. case L('r', 'w'): // Kiryarwanda
  1126. {
  1127. tr->langopts.stress_rule = STRESSPOSN_2R;
  1128. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1129. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1130. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words. Need to allow "bw'" prefix
  1131. tr->langopts.numbers = NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_DFRACTION_2 | NUM_AND_HUNDRED;
  1132. tr->langopts.numbers2 = 0x200; // say "thousands" before its number
  1133. }
  1134. break;
  1135. case L('s', 'k'): // Slovak
  1136. case L('c', 's'): // Czech
  1137. {
  1138. static const char *sk_voiced = "bdgjlmnrvwzaeiouy";
  1139. SetupTranslator(tr, stress_lengths_sk, stress_amps_sk);
  1140. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1141. tr->langopts.stress_rule = STRESSPOSN_1L;
  1142. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1143. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x3;
  1144. tr->langopts.max_initial_consonants = 5;
  1145. tr->langopts.spelling_stress = 1;
  1146. tr->langopts.param[LOPT_COMBINE_WORDS] = 4; // combine some prepositions with the following word
  1147. tr->langopts.numbers = NUM_OMIT_1_HUNDRED | NUM_DFRACTION_2 | NUM_ROMAN;
  1148. tr->langopts.numbers2 = NUM2_THOUSANDS_VAR2;
  1149. tr->langopts.thousands_sep = STRESSPOSN_1L; // no thousands separator
  1150. tr->langopts.decimal_sep = ',';
  1151. if (name2 == L('c', 's')) {
  1152. tr->langopts.numbers2 = 0x108; // variant numbers before milliards
  1153. }
  1154. SetLetterVowel(tr, 'y');
  1155. SetLetterVowel(tr, 'r');
  1156. ResetLetterBits(tr, 0x20);
  1157. SetLetterBits(tr, 5, sk_voiced);
  1158. }
  1159. break;
  1160. case L('s', 'i'): // Sinhala
  1161. {
  1162. SetupTranslator(tr, stress_lengths_ta, stress_amps_ta);
  1163. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1164. tr->langopts.stress_rule = STRESSPOSN_1L;
  1165. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1166. tr->langopts.spelling_stress = 1;
  1167. tr->letter_bits_offset = OFFSET_SINHALA;
  1168. memset(tr->letter_bits, 0, sizeof(tr->letter_bits));
  1169. SetLetterBitsRange(tr, LETTERGP_A, 0x05, 0x16); // vowel letters
  1170. SetLetterBitsRange(tr, LETTERGP_A, 0x4a, 0x73); // + vowel signs, and virama
  1171. SetLetterBitsRange(tr, LETTERGP_B, 0x4a, 0x73); // vowel signs, and virama
  1172. SetLetterBitsRange(tr, LETTERGP_C, 0x1a, 0x46); // the main consonant range
  1173. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1174. tr->langopts.suffix_add_e = tr->letter_bits_offset + 0x4a; // virama
  1175. tr->langopts.numbers = NUM_OMIT_1_THOUSAND | NUM_SINGLE_STRESS_L | NUM_DFRACTION_7;
  1176. tr->langopts.numbers2 = NUM2_PERCENT_BEFORE;
  1177. tr->langopts.break_numbers = 0x14aa8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  1178. }
  1179. break;
  1180. case L('s', 'l'): // Slovenian
  1181. tr->charset_a0 = charsets[2]; // ISO-8859-2
  1182. tr->langopts.stress_rule = STRESSPOSN_2R; // Temporary
  1183. tr->langopts.stress_flags = S_NO_AUTO_2;
  1184. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 0x103;
  1185. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x76; // [v] don't count this character at start of word
  1186. tr->langopts.param[LOPT_ALT] = 2; // call ApplySpecialAttributes2() if a word has $alt or $alt2
  1187. tr->langopts.param[LOPT_IT_LENGTHEN] = 1; // remove lengthen indicator from unstressed syllables
  1188. tr->letter_bits[(int)'r'] |= 0x80; // add 'r' to letter group 7, vowels for Unpronouncable test
  1189. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_SWAP_TENS | NUM_OMIT_1_HUNDRED | NUM_DFRACTION_2 | NUM_ORDINAL_DOT | NUM_ROMAN;
  1190. tr->langopts.numbers2 = 0x100; // plural forms of millions etc
  1191. tr->langopts.thousands_sep = ' '; // don't allow dot as thousands separator
  1192. tr->langopts.replace_chars = replace_cyrillic_latin;
  1193. break;
  1194. case L('s', 'q'): // Albanian
  1195. {
  1196. static const short stress_lengths_sq[8] = { 150, 150, 180, 180, 0, 0, 300, 300 };
  1197. static const unsigned char stress_amps_sq[8] = { 16, 12, 16, 16, 20, 20, 21, 19 };
  1198. SetupTranslator(tr, stress_lengths_sq, stress_amps_sq);
  1199. tr->langopts.stress_rule = STRESSPOSN_1R;
  1200. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2 | S_FINAL_VOWEL_UNSTRESSED;
  1201. SetLetterVowel(tr, 'y');
  1202. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND | NUM_AND_UNITS | NUM_DFRACTION_4;
  1203. tr->langopts.accents = 2; // "capital" after letter name
  1204. }
  1205. break;
  1206. case L('s', 'v'): // Swedish
  1207. {
  1208. static const unsigned char stress_amps_sv[] = { 16, 16, 20, 20, 20, 22, 22, 21 };
  1209. static const short stress_lengths_sv[8] = { 160, 135, 220, 220, 0, 0, 250, 280 };
  1210. SetupTranslator(tr, stress_lengths_sv, stress_amps_sv);
  1211. tr->langopts.stress_rule = STRESSPOSN_1L;
  1212. SetLetterVowel(tr, 'y');
  1213. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_1900;
  1214. tr->langopts.accents = 1;
  1215. }
  1216. break;
  1217. case L('s', 'w'): // Swahili
  1218. case L('t', 'n'): // Setswana
  1219. {
  1220. static const short stress_lengths_sw[8] = { 160, 170, 200, 200, 0, 0, 320, 340 };
  1221. static const unsigned char stress_amps_sw[] = { 16, 12, 19, 19, 20, 22, 22, 21 };
  1222. SetupTranslator(tr, stress_lengths_sw, stress_amps_sw);
  1223. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1224. tr->langopts.vowel_pause = 1;
  1225. tr->langopts.stress_rule = STRESSPOSN_2R;
  1226. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2;
  1227. tr->langopts.max_initial_consonants = 4; // for example: mwngi
  1228. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_SINGLE_AND | NUM_OMIT_1_HUNDRED;
  1229. tr->langopts.break_numbers = 0x49249268; // for languages which have numbers for 100,000 and 1,000,000
  1230. }
  1231. break;
  1232. case L('t', 'a'): // Tamil
  1233. case L('k', 'n'): // Kannada
  1234. case L('m', 'l'): // Malayalam
  1235. case L('t', 'e'): // Telugu
  1236. {
  1237. SetupTranslator(tr, stress_lengths_ta2, stress_amps_ta);
  1238. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1239. tr->langopts.stress_rule = STRESSPOSN_1L;
  1240. tr->langopts.stress_flags = S_FINAL_DIM_ONLY | S_FINAL_NO_2; // use 'diminished' for unstressed final syllable
  1241. tr->langopts.spelling_stress = 1;
  1242. tr->langopts.break_numbers = 0x14a8; // 1000, 100,000 10,000,000
  1243. if (name2 == L('t', 'a')) {
  1244. SetupTranslator(tr, stress_lengths_ta, NULL);
  1245. tr->letter_bits_offset = OFFSET_TAMIL;
  1246. tr->langopts.numbers = NUM_OMIT_1_THOUSAND;
  1247. tr->langopts.numbers2 = NUM2_ORDINAL_AND_THOUSANDS;
  1248. tr->langopts.param[LOPT_WORD_MERGE] = 1; // don't break vowels betwen words
  1249. } else if (name2 == L('m', 'r')) {
  1250. tr->letter_bits_offset = OFFSET_DEVANAGARI;
  1251. } else if (name2 == L('m', 'l')) {
  1252. static const short stress_lengths_ml[8] = { 180, 160, 240, 240, 0, 0, 260, 260 };
  1253. SetupTranslator(tr, stress_lengths_ml, stress_amps_equal);
  1254. tr->letter_bits_offset = OFFSET_MALAYALAM;
  1255. tr->langopts.numbers = NUM_OMIT_1_THOUSAND | NUM_OMIT_1_HUNDRED;
  1256. tr->langopts.numbers2 = NUM2_OMIT_1_HUNDRED_ONLY;
  1257. tr->langopts.stress_rule = 13; // 1st syllable, unless 1st vowel is short and 2nd is long
  1258. } else if (name2 == L('k', 'n')) {
  1259. tr->letter_bits_offset = OFFSET_KANNADA;
  1260. tr->langopts.numbers = 0x1;
  1261. } else if (name2 == L('t', 'e')) {
  1262. tr->letter_bits_offset = OFFSET_TELUGU;
  1263. tr->langopts.numbers = 0x1;
  1264. tr->langopts.numbers2 = NUM2_ORDINAL_DROP_VOWEL;
  1265. }
  1266. SetIndicLetters(tr); // call this after setting OFFSET_
  1267. SetLetterBitsRange(tr, LETTERGP_B, 0x4e, 0x4e); // chillu-virama (unofficial)
  1268. }
  1269. break;
  1270. case L('t', 'r'): // Turkish
  1271. case L('a', 'z'): // Azerbaijan
  1272. {
  1273. static const unsigned char stress_amps_tr[8] = { 18, 16, 20, 21, 20, 21, 21, 20 };
  1274. static const short stress_lengths_tr[8] = { 190, 180, 200, 230, 0, 0, 240, 250 };
  1275. SetupTranslator(tr, stress_lengths_tr, stress_amps_tr);
  1276. tr->charset_a0 = charsets[9]; // ISO-8859-9 - Latin5
  1277. tr->langopts.stress_rule = 7; // stress on the last syllable, before any explicitly unstressed syllable
  1278. tr->langopts.stress_flags = S_NO_AUTO_2; // no automatic secondary stress
  1279. tr->langopts.dotless_i = 1;
  1280. tr->langopts.param[LOPT_SUFFIX] = 1;
  1281. if (name2 == L('a', 'z')) {
  1282. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_ALLOW_SPACE | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1283. } else {
  1284. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_2;
  1285. }
  1286. tr->langopts.max_initial_consonants = 2;
  1287. }
  1288. break;
  1289. case L('t', 't'): // Tatar
  1290. {
  1291. SetCyrillicLetters(tr);
  1292. SetupTranslator(tr, stress_lengths_fr, stress_amps_fr);
  1293. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable
  1294. tr->langopts.stress_flags = S_NO_AUTO_2; // no automatic secondary stress
  1295. tr->langopts.numbers = NUM_SINGLE_STRESS | NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_DFRACTION_4;
  1296. }
  1297. break;
  1298. case L('u', 'k'): // Ukrainian
  1299. {
  1300. SetCyrillicLetters(tr);
  1301. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  1302. }
  1303. break;
  1304. case L('u', 'r'): // Urdu
  1305. case L('s', 'd'): // Sindhi
  1306. {
  1307. tr->letter_bits_offset = OFFSET_ARABIC;
  1308. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1309. tr->langopts.numbers = NUM_SWAP_TENS;
  1310. tr->langopts.break_numbers = 0x52a8; // for languages which have numbers for 100,000 and 100,00,000, eg Hindi
  1311. }
  1312. break;
  1313. case L('v', 'i'): // Vietnamese
  1314. {
  1315. static const short stress_lengths_vi[8] = { 150, 150, 180, 180, 210, 230, 230, 240 };
  1316. static const unsigned char stress_amps_vi[] = { 16, 16, 16, 16, 22, 22, 22, 22 };
  1317. static wchar_t vowels_vi[] = {
  1318. 0x61, 0xe0, 0xe1, 0x1ea3, 0xe3, 0x1ea1, // a
  1319. 0x103, 0x1eb1, 0x1eaf, 0x1eb3, 0x1eb5, 0x1eb7, // ă
  1320. 0xe2, 0x1ea7, 0x1ea5, 0x1ea9, 0x1eab, 0x1ead, // â
  1321. 0x65, 0xe8, 0xe9, 0x1ebb, 0x1ebd, 0x1eb9, // e
  1322. 0xea, 0x1ec1, 0x1ebf, 0x1ec3, 0x1ec5, 0x1ec7, // i
  1323. 0x69, 0xec, 0xed, 0x1ec9, 0x129, 0x1ecb, // i
  1324. 0x6f, 0xf2, 0xf3, 0x1ecf, 0xf5, 0x1ecd, // o
  1325. 0xf4, 0x1ed3, 0x1ed1, 0x1ed5, 0x1ed7, 0x1ed9, // ô
  1326. 0x1a1, 0x1edd, 0x1edb, 0x1edf, 0x1ee1, 0x1ee3, // ơ
  1327. 0x75, 0xf9, 0xfa, 0x1ee7, 0x169, 0x1ee5, // u
  1328. 0x1b0, 0x1eeb, 0x1ee9, 0x1eed, 0x1eef, 0x1ef1, // ư
  1329. 0x79, 0x1ef3, 0xfd, 0x1ef7, 0x1ef9, 0x1ef5, 0
  1330. }; // y
  1331. SetupTranslator(tr, stress_lengths_vi, stress_amps_vi);
  1332. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1333. tr->langopts.stress_rule = STRESSPOSN_1L;
  1334. tr->langopts.word_gap = 0x21; // length of a final vowel is less dependent on the next consonant, don't merge consonant with next word
  1335. tr->letter_groups[0] = tr->letter_groups[7] = vowels_vi;
  1336. tr->langopts.tone_language = 1; // Tone language, use CalcPitches_Tone() rather than CalcPitches()
  1337. tr->langopts.unstressed_wd1 = 2;
  1338. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_HUNDRED_AND_DIGIT | NUM_DFRACTION_4 | NUM_ZERO_HUNDRED;
  1339. }
  1340. break;
  1341. case L('w', 'o'):
  1342. tr->langopts.stress_rule = STRESSPOSN_1L;
  1343. tr->langopts.numbers = NUM_AND_UNITS | NUM_HUNDRED_AND | NUM_OMIT_1_HUNDRED | NUM_OMIT_1_THOUSAND | NUM_SINGLE_STRESS;
  1344. break;
  1345. case L('z', 'h'):
  1346. case L_zhy:
  1347. {
  1348. static const short stress_lengths_zh[8] = { 230, 150, 230, 230, 230, 0, 240, 250 }; // 1=tone5. end-of-sentence, 6=tone 1&4, 7=tone 2&3
  1349. static const unsigned char stress_amps_zh[] = { 22, 16, 22, 22, 22, 22, 22, 22 };
  1350. SetupTranslator(tr, stress_lengths_zh, stress_amps_zh);
  1351. tr->langopts.stress_rule = STRESSPOSN_1R; // stress on final syllable of a "word"
  1352. tr->langopts.stress_flags = S_NO_DIM; // don't automatically set diminished stress (may be set in the intonation module)
  1353. tr->langopts.vowel_pause = 0;
  1354. tr->langopts.tone_language = 1; // Tone language, use CalcPitches_Tone() rather than CalcPitches()
  1355. tr->langopts.length_mods0 = tr->langopts.length_mods; // don't lengthen vowels in the last syllable
  1356. tr->langopts.tone_numbers = 1; // a number after letters indicates a tone number (eg. pinyin or jyutping)
  1357. tr->langopts.ideographs = 1;
  1358. tr->langopts.our_alphabet = 0x3100;
  1359. tr->langopts.word_gap = 0x21; // length of a final vowel is less dependent on the next consonant, don't merge consonant with next word
  1360. if (name2 == L('z', 'h')) {
  1361. tr->langopts.textmode = 1;
  1362. tr->langopts.listx = 1; // compile zh_listx after zh_list
  1363. tr->langopts.numbers = 1;
  1364. tr->langopts.numbers2 = NUM2_ZERO_TENS;
  1365. tr->langopts.break_numbers = 0x00018;
  1366. }
  1367. }
  1368. break;
  1369. default:
  1370. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 1; // disable check for unpronouncable words
  1371. break;
  1372. }
  1373. tr->translator_name = name2;
  1374. ProcessLanguageOptions(&tr->langopts);
  1375. return tr;
  1376. }
  1377. void ProcessLanguageOptions(LANGUAGE_OPTIONS *langopts)
  1378. {
  1379. if (langopts->numbers & NUM_DECIMAL_COMMA) {
  1380. // use . and ; for thousands and decimal separators
  1381. langopts->thousands_sep = '.';
  1382. langopts->decimal_sep = ',';
  1383. }
  1384. if (langopts->numbers & NUM_THOUS_SPACE) {
  1385. langopts->thousands_sep = 0; // don't allow thousands separator, except space
  1386. }
  1387. }
  1388. static void Translator_Russian(Translator *tr)
  1389. {
  1390. static const unsigned char stress_amps_ru[] = { 16, 16, 18, 18, 20, 24, 24, 22 };
  1391. static const short stress_lengths_ru[8] = { 150, 140, 220, 220, 0, 0, 260, 280 };
  1392. static const char ru_ivowels2[] = { 0x2c, 0x15, 0x18, 0x2e, 0x2f, 0 }; // add more vowels to letter group Y (iotated vowels & soft-sign)
  1393. SetupTranslator(tr, stress_lengths_ru, stress_amps_ru);
  1394. SetCyrillicLetters(tr);
  1395. SetLetterBits(tr, 6, ru_ivowels2);
  1396. tr->langopts.param[LOPT_UNPRONOUNCABLE] = 0x432; // [v] don't count this character at start of word
  1397. tr->langopts.param[LOPT_REGRESSIVE_VOICING] = 1;
  1398. tr->langopts.param[LOPT_REDUCE] = 2;
  1399. tr->langopts.stress_rule = 5;
  1400. tr->langopts.stress_flags = S_NO_AUTO_2;
  1401. tr->langopts.numbers = NUM_DECIMAL_COMMA | NUM_OMIT_1_HUNDRED;
  1402. tr->langopts.numbers2 = 0x2 + NUM2_THOUSANDS_VAR1; // variant numbers before thousands
  1403. tr->langopts.phoneme_change = 1;
  1404. tr->langopts.testing = 2;
  1405. }