/* Word break function test, using test data from UCD.
Copyright (C) 2010-2022 Free Software Foundation, Inc.
This program is free software: you can redistribute it and/or modify it
under the terms of the GNU Lesser General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public License
along with this program. If not, see . */
/* Written by Daiki Ueno , 2014.
Largely based on unigbrk/test-uc-is-grapheme-break.c,
written by Ben Pfaff , 2010. */
#include
/* Specification. */
#include
#include
#include
#include
const char *
wordbreakproperty_to_string (int wbp)
{
switch (wbp)
{
#define CASE(VALUE) case WBP_##VALUE: return #VALUE;
CASE(OTHER)
CASE(CR)
CASE(LF)
CASE(NEWLINE)
CASE(EXTEND)
CASE(FORMAT)
CASE(KATAKANA)
CASE(ALETTER)
CASE(MIDNUMLET)
CASE(MIDLETTER)
CASE(MIDNUM)
CASE(NUMERIC)
CASE(EXTENDNUMLET)
CASE(RI)
CASE(DQ)
CASE(SQ)
CASE(HL)
CASE(ZWJ)
CASE(EB)
CASE(EM)
CASE(GAZ)
CASE(EBG)
CASE(WSS)
}
abort ();
}
int
main (int argc, char *argv[])
{
const char *filename;
char line[4096];
int exit_code;
FILE *stream;
int lineno;
if (argc != 2)
{
fprintf (stderr, "usage: %s FILENAME\n"
"where FILENAME is the location of the WordBreakTest.txt\n"
"test file.\n", argv[0]);
exit (1);
}
filename = argv[1];
stream = fopen (filename, "r");
if (stream == NULL)
{
fprintf (stderr, "error during fopen of '%s'\n", filename);
exit (1);
}
exit_code = 0;
lineno = 0;
while (fgets (line, sizeof line, stream))
{
char *comment;
const char *p;
uint32_t input[100];
char breaks[101];
char breaks_expected[101];
int i;
lineno++;
memset (breaks, 0, sizeof (breaks));
memset (breaks_expected, 0, sizeof (breaks_expected));
comment = strchr (line, '#');
if (comment != NULL)
*comment = '\0';
if (line[strspn (line, " \t\r\n")] == '\0')
continue;
i = 0;
p = line;
do
{
p += strspn (p, " \t\r\n");
if (!strncmp (p, "\303\267" /* ÷ */, 2))
{
breaks_expected[i] = 1;
p += 2;
}
else if (!strncmp (p, "\303\227" /* × */, 2))
{
breaks_expected[i] = 0;
p += 2;
}
else
{
fprintf (stderr, "%s:%d.%d: syntax error expecting '÷' or '×'\n",
filename, lineno, (int) (p - line + 1));
exit (1);
}
p += strspn (p, " \t\r\n");
if (*p != '\0')
{
unsigned int next_int;
int n;
if (sscanf (p, "%x%n", &next_int, &n) != 1)
{
fprintf (stderr, "%s:%d.%d: syntax error at '%s' "
"expecting hexadecimal Unicode code point number\n",
filename, lineno, (int) (p - line + 1), p);
exit (1);
}
p += n;
input[i] = next_int;
}
p += strspn (p, " \t\r\n");
i++;
}
while (*p != '\0');
u32_wordbreaks (input, i - 1, breaks);
/* u32_wordbreaks always set BREAKS[0] to 0. */
breaks[0] = breaks_expected[0] = 1;
if (memcmp (breaks, breaks_expected, i - 1) != 0)
{
int j;
fprintf (stderr, "%s:%d: expected: ", filename, lineno);
for (j = 0; j < i - 1; j++)
{
int input_wbp = uc_wordbreak_property (input[j]);
fprintf (stderr, "%s U+%04X (%s) ",
breaks_expected[j] == 1 ? "\303\267" : "\303\227",
input[j], wordbreakproperty_to_string (input_wbp));
}
fprintf (stderr, "\n");
fprintf (stderr, "%s:%d: actual: ", filename, lineno);
for (j = 0; j < i - 1; j++)
{
int input_wbp = uc_wordbreak_property (input[j]);
fprintf (stderr, "%s U+%04X (%s) ",
breaks[j] == 1 ? "\303\267" : "\303\227",
input[j], wordbreakproperty_to_string (input_wbp));
}
fprintf (stderr, "\n");
exit_code = 1;
}
}
return exit_code;
}