1 /*
2 * Copyright 2013 Garrett D'Amore <garrett@damore.org>
3 * Copyright 2010 Nexenta Systems, Inc. All rights reserved.
4 * Copyright (c) 2002-2004 Tim J. Robbins
5 * All rights reserved.
6 *
7 * Copyright (c) 2011 The FreeBSD Foundation
8 * All rights reserved.
9 * Portions of this software were developed by David Chisnall
10 * under sponsorship from the FreeBSD Foundation.
11 *
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions
14 * are met:
15 * 1. Redistributions of source code must retain the above copyright
16 * notice, this list of conditions and the following disclaimer.
17 * 2. Redistributions in binary form must reproduce the above copyright
18 * notice, this list of conditions and the following disclaimer in the
19 * documentation and/or other materials provided with the distribution.
20 *
21 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
22 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
25 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
30 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
31 * SUCH DAMAGE.
32 */
33
34 /*
35 * PRC National Standard GB 18030-2000 encoding of Chinese text.
36 *
37 * See gb18030(5) for details.
38 */
39
40 #include <sys/param.h>
41
42 #include <errno.h>
43 #include <runetype.h>
44 #include <stdlib.h>
45 #include <string.h>
46 #include <wchar.h>
47 #include "mblocal.h"
48
49 static size_t _GB18030_mbrtowc(wchar_t * __restrict, const char * __restrict,
50 size_t, mbstate_t * __restrict);
51 static int _GB18030_mbsinit(const mbstate_t *);
52 static size_t _GB18030_wcrtomb(char * __restrict, wchar_t,
53 mbstate_t * __restrict);
54 static size_t _GB18030_mbsnrtowcs(wchar_t * __restrict,
55 const char ** __restrict, size_t, size_t,
56 mbstate_t * __restrict);
57 static size_t _GB18030_wcsnrtombs(char * __restrict,
58 const wchar_t ** __restrict, size_t, size_t,
59 mbstate_t * __restrict);
60
61
62 typedef struct {
63 int count;
64 u_char bytes[4];
65 } _GB18030State;
66
67 int
_GB18030_init(struct xlocale_ctype * l,_RuneLocale * rl)68 _GB18030_init(struct xlocale_ctype *l, _RuneLocale *rl)
69 {
70
71 l->__mbrtowc = _GB18030_mbrtowc;
72 l->__wcrtomb = _GB18030_wcrtomb;
73 l->__mbsinit = _GB18030_mbsinit;
74 l->__mbsnrtowcs = _GB18030_mbsnrtowcs;
75 l->__wcsnrtombs = _GB18030_wcsnrtombs;
76 l->runes = rl;
77 l->__mb_cur_max = 4;
78 l->__mb_sb_limit = 128;
79
80 return (0);
81 }
82
83 static int
_GB18030_mbsinit(const mbstate_t * ps)84 _GB18030_mbsinit(const mbstate_t *ps)
85 {
86
87 return (ps == NULL || ((const _GB18030State *)ps)->count == 0);
88 }
89
90 static size_t
_GB18030_mbrtowc(wchar_t * __restrict pwc,const char * __restrict s,size_t n,mbstate_t * __restrict ps)91 _GB18030_mbrtowc(wchar_t * __restrict pwc, const char * __restrict s,
92 size_t n, mbstate_t * __restrict ps)
93 {
94 _GB18030State *gs;
95 wchar_t wch;
96 int ch, len, ocount;
97 size_t ncopy;
98
99 gs = (_GB18030State *)ps;
100
101 if (gs->count < 0 || gs->count > sizeof(gs->bytes)) {
102 errno = EINVAL;
103 return ((size_t)-1);
104 }
105
106 if (s == NULL) {
107 s = "";
108 n = 1;
109 pwc = NULL;
110 }
111
112 ncopy = MIN(MIN(n, MB_CUR_MAX), sizeof(gs->bytes) - gs->count);
113 (void) memcpy(gs->bytes + gs->count, s, ncopy);
114 ocount = gs->count;
115 gs->count += ncopy;
116 s = (char *)gs->bytes;
117 n = gs->count;
118
119 if (n == 0)
120 /* Incomplete multibyte sequence */
121 return ((size_t)-2);
122
123 /*
124 * Single byte: [00-7f]
125 * Two byte: [81-fe][40-7e,80-fe]
126 * Four byte: [81-fe][30-39][81-fe][30-39]
127 */
128 ch = (unsigned char)*s++;
129 if (ch <= 0x7f) {
130 len = 1;
131 wch = ch;
132 } else if (ch >= 0x81 && ch <= 0xfe) {
133 wch = ch;
134 if (n < 2)
135 return ((size_t)-2);
136 ch = (unsigned char)*s++;
137 if ((ch >= 0x40 && ch <= 0x7e) || (ch >= 0x80 && ch <= 0xfe)) {
138 wch = (wch << 8) | ch;
139 len = 2;
140 } else if (ch >= 0x30 && ch <= 0x39) {
141 /*
142 * Strip high bit off the wide character we will
143 * eventually output so that it is positive when
144 * cast to wint_t on 32-bit twos-complement machines.
145 */
146 wch = ((wch & 0x7f) << 8) | ch;
147 if (n < 3)
148 return ((size_t)-2);
149 ch = (unsigned char)*s++;
150 if (ch < 0x81 || ch > 0xfe)
151 goto ilseq;
152 wch = (wch << 8) | ch;
153 if (n < 4)
154 return ((size_t)-2);
155 ch = (unsigned char)*s++;
156 if (ch < 0x30 || ch > 0x39)
157 goto ilseq;
158 wch = (wch << 8) | ch;
159 len = 4;
160 } else
161 goto ilseq;
162 } else
163 goto ilseq;
164
165 if (pwc != NULL)
166 *pwc = wch;
167 gs->count = 0;
168 return (wch == L'\0' ? 0 : len - ocount);
169 ilseq:
170 errno = EILSEQ;
171 return ((size_t)-1);
172 }
173
174 static size_t
_GB18030_wcrtomb(char * __restrict s,wchar_t wc,mbstate_t * __restrict ps)175 _GB18030_wcrtomb(char * __restrict s, wchar_t wc, mbstate_t * __restrict ps)
176 {
177 _GB18030State *gs;
178 size_t len;
179 int c;
180
181 gs = (_GB18030State *)ps;
182
183 if (gs->count != 0) {
184 errno = EINVAL;
185 return ((size_t)-1);
186 }
187
188 if (s == NULL)
189 /* Reset to initial shift state (no-op) */
190 return (1);
191 if ((wc & ~0x7fffffff) != 0)
192 goto ilseq;
193 if (wc & 0x7f000000) {
194 /* Replace high bit that mbrtowc() removed. */
195 wc |= 0x80000000;
196 c = (wc >> 24) & 0xff;
197 if (c < 0x81 || c > 0xfe)
198 goto ilseq;
199 *s++ = c;
200 c = (wc >> 16) & 0xff;
201 if (c < 0x30 || c > 0x39)
202 goto ilseq;
203 *s++ = c;
204 c = (wc >> 8) & 0xff;
205 if (c < 0x81 || c > 0xfe)
206 goto ilseq;
207 *s++ = c;
208 c = wc & 0xff;
209 if (c < 0x30 || c > 0x39)
210 goto ilseq;
211 *s++ = c;
212 len = 4;
213 } else if (wc & 0x00ff0000)
214 goto ilseq;
215 else if (wc & 0x0000ff00) {
216 c = (wc >> 8) & 0xff;
217 if (c < 0x81 || c > 0xfe)
218 goto ilseq;
219 *s++ = c;
220 c = wc & 0xff;
221 if (c < 0x40 || c == 0x7f || c == 0xff)
222 goto ilseq;
223 *s++ = c;
224 len = 2;
225 } else if (wc <= 0x7f) {
226 *s++ = wc;
227 len = 1;
228 } else
229 goto ilseq;
230
231 return (len);
232 ilseq:
233 errno = EILSEQ;
234 return ((size_t)-1);
235 }
236
237 static size_t
_GB18030_mbsnrtowcs(wchar_t * __restrict dst,const char ** __restrict src,size_t nms,size_t len,mbstate_t * __restrict ps)238 _GB18030_mbsnrtowcs(wchar_t * __restrict dst,
239 const char ** __restrict src, size_t nms, size_t len,
240 mbstate_t * __restrict ps)
241 {
242 return (__mbsnrtowcs_std(dst, src, nms, len, ps, _GB18030_mbrtowc));
243 }
244
245 static size_t
_GB18030_wcsnrtombs(char * __restrict dst,const wchar_t ** __restrict src,size_t nwc,size_t len,mbstate_t * __restrict ps)246 _GB18030_wcsnrtombs(char * __restrict dst,
247 const wchar_t ** __restrict src, size_t nwc, size_t len,
248 mbstate_t * __restrict ps)
249 {
250 return (__wcsnrtombs_std(dst, src, nwc, len, ps, _GB18030_wcrtomb));
251 }
252