Merge tag 'upstream/0.9.6'

Upstream version 0.9.6

1 files changed, 181 insertions, 0 deletions

diff --git a/tests/uniwbrk/test-uc-wordbreaks.c b/tests/uniwbrk/test-uc-wordbreaks.c
new file mode 100644
index 0000000..adb61a6
--- /dev/null
+++ b/tests/uniwbrk/test-uc-wordbreaks.c
@@ -0,0 +1,181 @@
+/* Word break function test, using test data from UCD.
+   Copyright (C) 2010-2015 Free Software Foundation, Inc.
+
+   This program is free software: you can redistribute it and/or modify it
+   under the terms of the GNU Lesser General Public License as published
+   by the Free Software Foundation; either version 3 of the License, or
+   (at your option) any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   Lesser General Public License for more details.
+
+   You should have received a copy of the GNU Lesser General Public License
+   along with this program.  If not, see <http://www.gnu.org/licenses/>.  */
+
+/* Written by Daiki Ueno <ueno@gnu.org>, 2014.
+
+   Largely based on unigbrk/test-uc-is-grapheme-break.c,
+   written by Ben Pfaff <blp@cs.stanford.edu>, 2010.  */
+
+#include <config.h>
+
+/* Specification. */
+#include <uniwbrk.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+const char *
+wordbreakproperty_to_string (int wbp)
+{
+  switch (wbp)
+    {
+#define CASE(VALUE) case WBP_##VALUE: return #VALUE;
+      CASE(OTHER)
+      CASE(CR)
+      CASE(LF)
+      CASE(NEWLINE)
+      CASE(EXTEND)
+      CASE(FORMAT)
+      CASE(KATAKANA)
+      CASE(ALETTER)
+      CASE(MIDNUMLET)
+      CASE(MIDLETTER)
+      CASE(MIDNUM)
+      CASE(NUMERIC)
+      CASE(EXTENDNUMLET)
+      CASE(RI)
+      CASE(DQ)
+      CASE(SQ)
+      CASE(HL)
+    }
+  abort ();
+}
+
+int
+main (int argc, char *argv[])
+{
+  const char *filename;
+  char line[4096];
+  int exit_code;
+  FILE *stream;
+  int lineno;
+
+  if (argc != 2)
+    {
+      fprintf (stderr, "usage: %s FILENAME\n"
+               "where FILENAME is the location of the WordBreakTest.txt\n"
+               "test file.\n", argv[0]);
+      exit (1);
+    }
+
+  filename = argv[1];
+  stream = fopen (filename, "r");
+  if (stream == NULL)
+    {
+      fprintf (stderr, "error during fopen of '%s'\n", filename);
+      exit (1);
+    }
+
+  exit_code = 0;
+  lineno = 0;
+  while (fgets (line, sizeof line, stream))
+    {
+      char *comment;
+      const char *p;
+      uint32_t input[100];
+      char breaks[101];
+      char breaks_expected[101];
+      int i;
+
+      lineno++;
+
+      memset (breaks, 0, sizeof (breaks));
+      memset (breaks_expected, 0, sizeof (breaks_expected));
+
+      comment = strchr (line, '#');
+      if (comment != NULL)
+        *comment = '\0';
+      if (line[strspn (line, " \t\r\n")] == '\0')
+        continue;
+
+      i = 0;
+      p = line;
+      do
+        {
+          p += strspn (p, " \t\r\n");
+          if (!strncmp (p, "\303\267" /* ÷ */, 2))
+            {
+	      breaks_expected[i] = 1;
+              p += 2;
+            }
+          else if (!strncmp (p, "\303\227" /* × */, 2))
+            {
+	      breaks_expected[i] = 0;
+              p += 2;
+            }
+          else
+            {
+              fprintf (stderr, "%s:%d.%d: syntax error expecting '÷' or '×'\n",
+                       filename, lineno, (int) (p - line + 1));
+              exit (1);
+            }
+
+          p += strspn (p, " \t\r\n");
+          if (*p != '\0')
+            {
+              unsigned int next_int;
+              int n;
+
+              if (sscanf (p, "%x%n", &next_int, &n) != 1)
+                {
+                  fprintf (stderr, "%s:%d.%d: syntax error at '%s' "
+                           "expecting hexadecimal Unicode code point number\n",
+                           filename, lineno, (int) (p - line + 1), p);
+                  exit (1);
+                }
+              p += n;
+
+	      input[i] = next_int;
+	    }
+
+          p += strspn (p, " \t\r\n");
+	  i++;
+        }
+      while (*p != '\0');
+
+      u32_wordbreaks (input, i - 1, breaks);
+
+      /* u32_wordbreaks always set BREAKS[0] to 0.  */
+      breaks[0] = breaks_expected[0] = 1;
+      if (memcmp (breaks, breaks_expected, i - 1) != 0)
+	{
+	  int j;
+
+	  fprintf (stderr, "%s:%d: expected: ", filename, lineno);
+	  for (j = 0; j < i - 1; j++)
+	    {
+	      int input_wbp = uc_wordbreak_property (input[j]);
+	      fprintf (stderr, "%s U+%04X (%s) ",
+		       breaks_expected[j] == 1 ? "\303\267" : "\303\227",
+		       input[j], wordbreakproperty_to_string (input_wbp));
+	    }
+	  fprintf (stderr, "\n");
+	  fprintf (stderr, "%s:%d: actual: ", filename, lineno);
+	  for (j = 0; j < i - 1; j++)
+	    {
+	      int input_wbp = uc_wordbreak_property (input[j]);
+	      fprintf (stderr, "%s U+%04X (%s) ",
+		       breaks[j] == 1 ? "\303\267" : "\303\227",
+		       input[j], wordbreakproperty_to_string (input_wbp));
+	    }
+	  fprintf (stderr, "\n");
+	  exit_code = 1;
+	}
+    }
+
+  return exit_code;
+}