1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
/* Word breaks in UTF-8 strings.
Copyright (C) 2009-2015 Free Software Foundation, Inc.
Written by Bruno Haible <bruno@clisp.org>, 2009.
This program is free software: you can redistribute it and/or modify it
under the terms of the GNU Lesser General Public License as published
by the Free Software Foundation; either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>. */
#include <config.h>
/* Specification. */
#include "uniwbrk.h"
#include <string.h>
#include "unistr.h"
#include "uniwbrk/wbrktable.h"
#define FUNC u8_wordbreaks
#define UNIT uint8_t
#define U_MBTOUC_UNSAFE u8_mbtouc_unsafe
#include "u-wordbreaks.h"
#ifdef TEST
#include <stdio.h>
#include <stdlib.h>
/* Read the contents of an input stream, and return it, terminated with a NUL
byte. */
char *
read_file (FILE *stream)
{
#define BUFSIZE 4096
char *buf = NULL;
int alloc = 0;
int size = 0;
int count;
while (! feof (stream))
{
if (size + BUFSIZE > alloc)
{
alloc = alloc + alloc / 2;
if (alloc < size + BUFSIZE)
alloc = size + BUFSIZE;
buf = realloc (buf, alloc);
if (buf == NULL)
{
fprintf (stderr, "out of memory\n");
exit (1);
}
}
count = fread (buf + size, 1, BUFSIZE, stream);
if (count == 0)
{
if (ferror (stream))
{
perror ("fread");
exit (1);
}
}
else
size += count;
}
buf = realloc (buf, size + 1);
if (buf == NULL)
{
fprintf (stderr, "out of memory\n");
exit (1);
}
buf[size] = '\0';
return buf;
#undef BUFSIZE
}
int
main (int argc, char * argv[])
{
if (argc == 1)
{
/* Display all the word breaks in the input string. */
char *input = read_file (stdin);
int length = strlen (input);
char *breaks = malloc (length);
int i;
u8_wordbreaks ((uint8_t *) input, length, breaks);
for (i = 0; i < length; i++)
{
switch (breaks[i])
{
case 1:
/* U+2027 in UTF-8 encoding */
putc (0xe2, stdout); putc (0x80, stdout); putc (0xa7, stdout);
break;
case 0:
break;
default:
abort ();
}
putc (input[i], stdout);
}
free (breaks);
return 0;
}
else
return 1;
}
#endif /* TEST */
|
