| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551 | 
#include "config.h"
#include <assert.h>
#include <errno.h>
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
#include <stdio.h>
#include <sys/stat.h>
#include <espeak-ng/espeak_ng.h>
#include <espeak-ng/encoding.h>
#include "readclause.h"
#include "speech.h"
#include "phoneme.h"
#include "voice.h"
#include "synthesize.h"
#include "translate.h"
static char source[N_TR_SOURCE+40]; 
static short charix[N_TR_SOURCE+4];
static int charix_top = 0;
static int tone2;
static char voice_change_name[40];
static espeak_ng_STATUS
set_text(const char *text, const char *voicename)
{
	espeak_ng_STATUS status = espeak_ng_SetVoiceByName(voicename);
	if (status != ENS_OK)
		return status;
	if (p_decoder == NULL)
		p_decoder = create_text_decoder();
	count_characters = 0;
	return text_decoder_decode_string(p_decoder, text, -1, ESPEAKNG_ENCODING_UTF_8);
}
static void
test_latin()
{
	printf("testing Latin (Latn)\n");
	assert(clause_type_from_codepoint('?') == CLAUSE_QUESTION);
	assert(clause_type_from_codepoint('!') == CLAUSE_EXCLAMATION);
	assert(clause_type_from_codepoint(',') == CLAUSE_COMMA);
	assert(clause_type_from_codepoint(':') == CLAUSE_COLON);
	assert(clause_type_from_codepoint(';') == CLAUSE_SEMICOLON);
	assert(clause_type_from_codepoint(0x00A1) == (CLAUSE_SEMICOLON | CLAUSE_OPTIONAL_SPACE_AFTER));
	assert(clause_type_from_codepoint(0x00Bf) == (CLAUSE_SEMICOLON | CLAUSE_OPTIONAL_SPACE_AFTER));
	assert(clause_type_from_codepoint(0x2013) == CLAUSE_SEMICOLON);
	assert(clause_type_from_codepoint(0x2014) == CLAUSE_SEMICOLON);
	assert(clause_type_from_codepoint(0x2026) == (CLAUSE_SEMICOLON | CLAUSE_SPEAK_PUNCTUATION_NAME | CLAUSE_OPTIONAL_SPACE_AFTER));
}
static void
test_latin_sentence()
{
	printf("testing Latin (Latn) ... sentence\n");
	assert(clause_type_from_codepoint('a') == CLAUSE_NONE);
	assert(clause_type_from_codepoint('.') == CLAUSE_PERIOD);
	short retix[] = {
		0, 2, 3, 4, 5, 6, 
		0, 8, 9, 10, 11, 12, 13, 14, 15, 
		0, 17, 18, 
		0, 20, 21, 
		0, 23, 24, 25, 
		0, 27, 28, 29, 30 }; 
	assert(set_text("Janet finished #1 in the race.", "en") == ENS_OK);
	charix_top = 0;
	assert(ReadClause(translator, source, charix, &charix_top, N_TR_SOURCE, &tone2, voice_change_name) == (CLAUSE_PERIOD | CLAUSE_DOT_AFTER_LAST_WORD));
	assert(!strcmp(source, "Janet finished #1 in the race "));
	assert(charix_top == (sizeof(retix)/sizeof(retix[0])) - 1);
	assert(!memcmp(charix, retix, sizeof(retix)));
	assert(tone2 == 0);
	assert(voice_change_name[0] == 0);
	charix_top = 0;
	assert(ReadClause(translator, source, charix, &charix_top, N_TR_SOURCE, &tone2, voice_change_name) == CLAUSE_EOF);
	assert(!strcmp(source, " "));
	assert(charix_top == 0);
}
static void
test_greek()
{
	printf("testing Greek (Grek)\n");
	assert(clause_type_from_codepoint(0x037E) == CLAUSE_QUESTION);
	assert(clause_type_from_codepoint(0x0387) == CLAUSE_SEMICOLON);
}
static void
test_armenian()
{
	printf("testing Armenian (Armn)\n");
	assert(clause_type_from_codepoint(0x055B) == (CLAUSE_EXCLAMATION | CLAUSE_PUNCTUATION_IN_WORD));
	assert(clause_type_from_codepoint(0x055C) == (CLAUSE_EXCLAMATION | CLAUSE_PUNCTUATION_IN_WORD));
	assert(clause_type_from_codepoint(0x055D) == CLAUSE_COMMA);
	assert(clause_type_from_codepoint(0x055E) == (CLAUSE_QUESTION | CLAUSE_PUNCTUATION_IN_WORD));
	assert(clause_type_from_codepoint(0x0589) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
}
static void
test_arabic()
{
	printf("testing Arabic (Arab)\n");
	assert(clause_type_from_codepoint(0x060C) == CLAUSE_COMMA);
	assert(clause_type_from_codepoint(0x061B) == CLAUSE_SEMICOLON);
	assert(clause_type_from_codepoint(0x061F) == CLAUSE_QUESTION);
	assert(clause_type_from_codepoint(0x06D4) == CLAUSE_PERIOD);
}
static void
test_devanagari()
{
	printf("testing Devanagari (Deva)\n");
	assert(clause_type_from_codepoint(0x0964) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
}
static void
test_tibetan()
{
	printf("testing Tibetan (Tibt)\n");
	assert(clause_type_from_codepoint(0x0F0D) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
	assert(clause_type_from_codepoint(0x0F0E) == CLAUSE_PARAGRAPH);
}
static void
test_sinhala()
{
	printf("testing Sinhala (Sinh)\n");
	assert(clause_type_from_codepoint(0x0DF4) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
}
static void
test_georgian()
{
	printf("testing Georgian (Geor)\n");
	assert(clause_type_from_codepoint(0x10FB) == CLAUSE_PARAGRAPH);
}
static void
test_ethiopic()
{
	printf("testing Ethiopic (Ethi)\n");
	assert(clause_type_from_codepoint(0x1362) == CLAUSE_PERIOD);
	assert(clause_type_from_codepoint(0x1363) == CLAUSE_COMMA);
	assert(clause_type_from_codepoint(0x1364) == CLAUSE_SEMICOLON);
	assert(clause_type_from_codepoint(0x1365) == CLAUSE_COLON);
	assert(clause_type_from_codepoint(0x1366) == CLAUSE_COLON);
	assert(clause_type_from_codepoint(0x1367) == CLAUSE_QUESTION);
	assert(clause_type_from_codepoint(0x1368) == CLAUSE_PARAGRAPH);
}
static void
test_ideographic()
{
	printf("testing Ideographic (Hani)\n");
	assert(clause_type_from_codepoint(0x3001) == (CLAUSE_COMMA | CLAUSE_OPTIONAL_SPACE_AFTER));
	assert(clause_type_from_codepoint(0x3002) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
}
static void
test_fullwidth()
{
	printf("testing Full Width\n");
	assert(clause_type_from_codepoint(0xFF01) == (CLAUSE_EXCLAMATION | CLAUSE_OPTIONAL_SPACE_AFTER));
	assert(clause_type_from_codepoint(0xFF0C) == (CLAUSE_COMMA | CLAUSE_OPTIONAL_SPACE_AFTER));
	assert(clause_type_from_codepoint(0xFF0E) == (CLAUSE_PERIOD | CLAUSE_OPTIONAL_SPACE_AFTER));
	assert(clause_type_from_codepoint(0xFF1A) == (CLAUSE_COLON | CLAUSE_OPTIONAL_SPACE_AFTER));
	assert(clause_type_from_codepoint(0xFF1B) == (CLAUSE_SEMICOLON | CLAUSE_OPTIONAL_SPACE_AFTER));
	assert(clause_type_from_codepoint(0xFF1F) == (CLAUSE_QUESTION | CLAUSE_OPTIONAL_SPACE_AFTER));
}
static void
test_uts51_emoji_character()
{
	printf("testing Emoji ... UTS-51 ED-3. emoji character\n");
	short retix[] = {
		0, -1, -1,
		2, -1, -1,
		3, -1, -1,
		4, -1, -1, -1,
		5, -1, -1, -1,
		6 };
	assert(set_text(
		"\xE2\x86\x94"      
		"\xE2\x86\x95"      
		"\xE2\x9B\x94"      
		"\xF0\x9F\x90\x8B"  
		"\xF0\x9F\x90\xAC", 
		"en") == ENS_OK);
	charix_top = 0;
	assert(ReadClause(translator, source, charix, &charix_top, N_TR_SOURCE, &tone2, voice_change_name) == CLAUSE_EOF);
	assert(!strcmp(source,
		"\xE2\x86\x94"     
		"\xE2\x86\x95"     
		"\xE2\x9B\x94"     
		"\xF0\x9F\x90\x8B" 
		"\xF0\x9F\x90\xAC" 
		" "));
	assert(charix_top == (sizeof(retix)/sizeof(retix[0])) - 1);
	assert(!memcmp(charix, retix, sizeof(retix)));
	assert(tone2 == 0);
	assert(voice_change_name[0] == 0);
}
static void
test_uts51_text_presentation_sequence()
{
	printf("testing Emoji ... UTS-51 ED-8a. text presentation sequence\n");
	short retix[] = {
		0, 2, -1, -1,
		3, 4, -1, -1,
		5, -1, -1, 6, -1, -1,
		7, -1, -1, -1, 8, -1, -1,
		9 };
	assert(set_text(
		"#\xEF\xB8\x8E"                 
		"4\xEF\xB8\x8E"                 
		"\xE2\x80\xBC\xEF\xB8\x8E"      
		"\xF0\x9F\x97\x92\xEF\xB8\x8E", 
		"en") == ENS_OK);
	charix_top = 0;
	assert(ReadClause(translator, source, charix, &charix_top, N_TR_SOURCE, &tone2, voice_change_name) == CLAUSE_EOF);
	assert(!strcmp(source,
		"#\xEF\xB8\x8E"                
		"4\xEF\xB8\x8E"                
		"\xE2\x80\xBC\xEF\xB8\x8E"     
		"\xF0\x9F\x97\x92\xEF\xB8\x8E" 
		" "));
	assert(charix_top == (sizeof(retix)/sizeof(retix[0])) - 1);
	assert(!memcmp(charix, retix, sizeof(retix)));
	assert(tone2 == 0);
	assert(voice_change_name[0] == 0);
}
static void
test_uts51_emoji_presentation_sequence()
{
	printf("testing Emoji ... UTS-51 ED-9a. emoji presentation sequence\n");
	short retix[] = {
		0, 2, -1, -1,
		3, 4, -1, -1,
		5, -1, -1, 6, -1, -1,
		7, -1, -1, -1, 8, -1, -1,
		9 };
	assert(set_text(
		"#\xEF\xB8\x8F"                 
		"4\xEF\xB8\x8F"                 
		"\xE2\x80\xBC\xEF\xB8\x8F"      
		"\xF0\x9F\x97\x92\xEF\xB8\x8F", 
		"en") == ENS_OK);
	charix_top = 0;
	assert(ReadClause(translator, source, charix, &charix_top, N_TR_SOURCE, &tone2, voice_change_name) == CLAUSE_EOF);
	assert(!strcmp(source,
		"#\xEF\xB8\x8F"                
		"4\xEF\xB8\x8F"                
		"\xE2\x80\xBC\xEF\xB8\x8F"     
		"\xF0\x9F\x97\x92\xEF\xB8\x8F" 
		" "));
	assert(charix_top == (sizeof(retix)/sizeof(retix[0])) - 1);
	assert(!memcmp(charix, retix, sizeof(retix)));
	assert(tone2 == 0);
	assert(voice_change_name[0] == 0);
}
static void
test_uts51_emoji_modifier_sequence()
{
	printf("testing Emoji ... UTS-51 ED-13. emoji modifier sequence\n");
	short retix[] = {
		0, -1, -1, 2, -1, -1, -1,
		3, -1, -1, -1, 4, -1, -1, -1,
		5, -1, -1, -1, 6, -1, -1, -1,
		7 };
	assert(set_text(
		"\xE2\x98\x9D\xF0\x9F\x8F\xBB"      
		"\xF0\x9F\x91\xB0\xF0\x9F\x8F\xBD"  
		"\xF0\x9F\x92\xAA\xF0\x9F\x8F\xBF", 
		"en") == ENS_OK);
	charix_top = 0;
	assert(ReadClause(translator, source, charix, &charix_top, N_TR_SOURCE, &tone2, voice_change_name) == CLAUSE_EOF);
	assert(!strcmp(source,
		"\xE2\x98\x9D\xF0\x9F\x8F\xBB"     
		"\xF0\x9F\x91\xB0\xF0\x9F\x8F\xBD" 
		"\xF0\x9F\x92\xAA\xF0\x9F\x8F\xBF" 
		" "));
	assert(charix_top == (sizeof(retix)/sizeof(retix[0])) - 1);
	assert(!memcmp(charix, retix, sizeof(retix)));
	assert(tone2 == 0);
	assert(voice_change_name[0] == 0);
}
static void
test_uts51_emoji_flag_sequence()
{
	printf("testing Emoji ... UTS-51 ED-14. emoji flag sequence\n");
	short retix[] = {
		0, -1, -1, -1, 2, -1, -1, -1,
		3, -1, -1, -1, 4, -1, -1, -1,
		5, -1, -1, -1, 6, -1, -1, -1,
		7, -1, -1, -1, 8, -1, -1, -1,
		9 };
	assert(set_text(
		"\xF0\x9F\x87\xA6\xF0\x9F\x87\xB7"  
		"\xF0\x9F\x87\xA7\xF0\x9F\x87\xAC"  
		"\xF0\x9F\x87\xAC\xF0\x9F\x87\xA8"  
		"\xF0\x9F\x87\xAC\xF0\x9F\x87\xB1", 
		"en") == ENS_OK);
	charix_top = 0;
	assert(ReadClause(translator, source, charix, &charix_top, N_TR_SOURCE, &tone2, voice_change_name) == CLAUSE_EOF);
	assert(!strcmp(source,
		"\xF0\x9F\x87\xA6\xF0\x9F\x87\xB7" 
		"\xF0\x9F\x87\xA7\xF0\x9F\x87\xAC" 
		"\xF0\x9F\x87\xAC\xF0\x9F\x87\xA8" 
		"\xF0\x9F\x87\xAC\xF0\x9F\x87\xB1" 
		" "));
	assert(charix_top == (sizeof(retix)/sizeof(retix[0])) - 1);
	assert(!memcmp(charix, retix, sizeof(retix)));
	assert(tone2 == 0);
	assert(voice_change_name[0] == 0);
}
static void
test_uts51_emoji_tag_sequence_emoji_character()
{
	printf("testing Emoji ... UTS-51 ED-14a. emoji tag sequence (emoji character)\n");
	short retix[] = {
		0, -1, -1, -1, 
		2, -1, -1, -1, 3, -1, -1, -1, 4, -1, -1, -1, 5, -1, -1, -1, 6, -1, -1, -1, 
		7, -1, -1, -1, 
		8, -1, -1, -1, 
		9, -1, -1, -1, 10, -1, -1, -1, 11, -1, -1, -1, 12, -1, -1, -1, 13, -1, -1, -1, 
		14, -1, -1, -1, 
		15, -1, -1, -1, 
		16, -1, -1, -1, 17, -1, -1, -1, 18, -1, -1, -1, 19, -1, -1, -1, 
		20, -1, -1, -1, 
		21 };
	assert(set_text(
		
		"\xF0\x9F\x8F\xB4"  
		"\xF3\xA0\x81\xA7"  
		"\xF3\xA0\x81\xA2"  
		"\xF3\xA0\x81\xA5"  
		"\xF3\xA0\x81\xAE"  
		"\xF3\xA0\x81\xA7"  
		"\xF3\xA0\x81\xBF"  
		
		"\xF0\x9F\x8F\xB4"  
		"\xF3\xA0\x81\xA7"  
		"\xF3\xA0\x81\xA2"  
		"\xF3\xA0\x81\xB3"  
		"\xF3\xA0\x81\xA3"  
		"\xF3\xA0\x81\xB4"  
		"\xF3\xA0\x81\xBF"  
		
		"\xF0\x9F\x8F\xB4"  
		"\xF3\xA0\x81\xB5"  
		"\xF3\xA0\x81\xB3"  
		"\xF3\xA0\x81\xA3"  
		"\xF3\xA0\x81\xA1"  
		"\xF3\xA0\x81\xBF", 
		"en") == ENS_OK);
	charix_top = 0;
	assert(ReadClause(translator, source, charix, &charix_top, N_TR_SOURCE, &tone2, voice_change_name) == CLAUSE_EOF);
	assert(!strcmp(source,
		
		"\xF0\x9F\x8F\xB4" 
		"\xF3\xA0\x81\xA7" 
		"\xF3\xA0\x81\xA2" 
		"\xF3\xA0\x81\xA5" 
		"\xF3\xA0\x81\xAE" 
		"\xF3\xA0\x81\xA7" 
		"\xF3\xA0\x81\xBF" 
		
		"\xF0\x9F\x8F\xB4" 
		"\xF3\xA0\x81\xA7" 
		"\xF3\xA0\x81\xA2" 
		"\xF3\xA0\x81\xB3" 
		"\xF3\xA0\x81\xA3" 
		"\xF3\xA0\x81\xB4" 
		"\xF3\xA0\x81\xBF" 
		
		"\xF0\x9F\x8F\xB4" 
		"\xF3\xA0\x81\xB5" 
		"\xF3\xA0\x81\xB3" 
		"\xF3\xA0\x81\xA3" 
		"\xF3\xA0\x81\xA1" 
		"\xF3\xA0\x81\xBF" 
		" "));
	assert(charix_top == (sizeof(retix)/sizeof(retix[0])) - 1);
	assert(!memcmp(charix, retix, sizeof(retix)));
	assert(tone2 == 0);
	assert(voice_change_name[0] == 0);
}
static void
test_uts51_emoji_combining_sequence()
{
	printf("testing Emoji ... UTS-51 ED-14b. emoji combining sequence\n");
	short retix[] = {
		0, -1, -1, 2, -1, -1,            
		3, -1, -1, 4, -1, -1, 5, -1, -1, 
		6, -1, -1, 7, -1, -1, 8, -1, -1, 
		9 };
	assert(set_text(
		"\xE2\x86\x95\xE2\x83\x9E"              
		"\xE2\x86\x95\xEF\xB8\x8E\xE2\x83\x9E"  
		"\xE2\x86\x95\xEF\xB8\x8F\xE2\x83\x9E", 
		"en") == ENS_OK);
	charix_top = 0;
	assert(ReadClause(translator, source, charix, &charix_top, N_TR_SOURCE, &tone2, voice_change_name) == CLAUSE_EOF);
	assert(!strcmp(source,
		"\xE2\x86\x95\xE2\x83\x9E"             
		"\xE2\x86\x95\xEF\xB8\x8E\xE2\x83\x9E" 
		"\xE2\x86\x95\xEF\xB8\x8F\xE2\x83\x9E" 
		" "));
	assert(charix_top == (sizeof(retix)/sizeof(retix[0])) - 1);
	assert(!memcmp(charix, retix, sizeof(retix)));
	assert(tone2 == 0);
	assert(voice_change_name[0] == 0);
}
static void
test_uts51_emoji_keycap_sequence()
{
	printf("testing Emoji ... UTS-51 ED-14c. emoji keycap sequence\n");
	short retix[] = {
		0, 2, -1, -1, 3, -1, -1,
		4, 5, -1, -1, 6, -1, -1,
		7, 8, -1, -1, 9, -1, -1,
		10 };
	assert(set_text(
		"5\xEF\xB8\x8E\xE2\x83\xA3"  
		"#\xEF\xB8\x8E\xE2\x83\xA3"  
		"*\xEF\xB8\x8E\xE2\x83\xA3", 
		"en") == ENS_OK);
	charix_top = 0;
	assert(ReadClause(translator, source, charix, &charix_top, N_TR_SOURCE, &tone2, voice_change_name) == CLAUSE_EOF);
	assert(!strcmp(source,
		"5\xEF\xB8\x8E\xE2\x83\xA3" 
		"#\xEF\xB8\x8E\xE2\x83\xA3" 
		"*\xEF\xB8\x8E\xE2\x83\xA3" 
		" "));
	assert(charix_top == (sizeof(retix)/sizeof(retix[0])) - 1);
	assert(!memcmp(charix, retix, sizeof(retix)));
	assert(tone2 == 0);
	assert(voice_change_name[0] == 0);
}
int
main(int argc, char **argv)
{
	(void)argc; 
	(void)argv; 
	assert(espeak_Initialize(AUDIO_OUTPUT_SYNCHRONOUS, 0, NULL, espeakINITIALIZE_DONT_EXIT) == 22050);
	test_latin();
	test_latin_sentence();
	test_greek();
	test_armenian();
	test_arabic();
	test_devanagari();
	test_tibetan();
	test_sinhala();
	test_georgian();
	test_ethiopic();
	test_ideographic();
	test_fullwidth();
	test_uts51_emoji_character();
	test_uts51_text_presentation_sequence();
	test_uts51_emoji_presentation_sequence();
	test_uts51_emoji_modifier_sequence();
	test_uts51_emoji_flag_sequence();
	test_uts51_emoji_tag_sequence_emoji_character();
	test_uts51_emoji_combining_sequence();
	test_uts51_emoji_keycap_sequence();
	assert(espeak_Terminate() == EE_OK);
	return EXIT_SUCCESS;
}
 |