1 /* $FreeBSD: head/lib/libiconv_modules/UES/citrus_ues.c 281550 2015-04-15 09:09:20Z tijl $ */
2 /* $NetBSD: citrus_ues.c,v 1.3 2012/02/12 13:51:29 wiz Exp $ */
3
4 /*-
5 * Copyright (c)2006 Citrus Project,
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 * SUCH DAMAGE.
28 */
29
30 #include <sys/cdefs.h>
31
32 #include <assert.h>
33 #include <errno.h>
34 #include <limits.h>
35 #include <stdio.h>
36 #include <stdint.h>
37 #include <stdlib.h>
38 #include <string.h>
39 #include <wchar.h>
40
41 #include "citrus_namespace.h"
42 #include "citrus_types.h"
43 #include "citrus_bcs.h"
44 #include "citrus_module.h"
45 #include "citrus_stdenc.h"
46 #include "citrus_ues.h"
47
48 typedef struct {
49 size_t mb_cur_max;
50 int mode;
51 #define MODE_C99 1
52 } _UESEncodingInfo;
53
54 typedef struct {
55 int chlen;
56 char ch[12];
57 } _UESState;
58
59 #define _CEI_TO_EI(_cei_) (&(_cei_)->ei)
60 #define _CEI_TO_STATE(_cei_, _func_) (_cei_)->states.s_##_func_
61
62 #define _FUNCNAME(m) _citrus_UES_##m
63 #define _ENCODING_INFO _UESEncodingInfo
64 #define _ENCODING_STATE _UESState
65 #define _ENCODING_MB_CUR_MAX(_ei_) (_ei_)->mb_cur_max
66 #define _ENCODING_IS_STATE_DEPENDENT 0
67 #define _STATE_NEEDS_EXPLICIT_INIT(_ps_) 0
68
69 static __inline void
70 /*ARGSUSED*/
_citrus_UES_init_state(_UESEncodingInfo * __restrict ei __unused,_UESState * __restrict psenc)71 _citrus_UES_init_state(_UESEncodingInfo * __restrict ei __unused,
72 _UESState * __restrict psenc)
73 {
74
75 psenc->chlen = 0;
76 }
77
78 #if 0
79 static __inline void
80 /*ARGSUSED*/
81 _citrus_UES_pack_state(_UESEncodingInfo * __restrict ei __unused,
82 void *__restrict pspriv, const _UESState * __restrict psenc)
83 {
84
85 memcpy(pspriv, (const void *)psenc, sizeof(*psenc));
86 }
87
88 static __inline void
89 /*ARGSUSED*/
90 _citrus_UES_unpack_state(_UESEncodingInfo * __restrict ei __unused,
91 _UESState * __restrict psenc, const void * __restrict pspriv)
92 {
93
94 memcpy((void *)psenc, pspriv, sizeof(*psenc));
95 }
96 #endif
97
98 static __inline int
to_int(int ch)99 to_int(int ch)
100 {
101
102 if (ch >= '0' && ch <= '9')
103 return (ch - '0');
104 else if (ch >= 'A' && ch <= 'F')
105 return ((ch - 'A') + 10);
106 else if (ch >= 'a' && ch <= 'f')
107 return ((ch - 'a') + 10);
108 return (-1);
109 }
110
111 #define ESCAPE '\\'
112 #define UCS2_ESC 'u'
113 #define UCS4_ESC 'U'
114
115 #define UCS2_BIT 16
116 #define UCS4_BIT 32
117 #define BMP_MAX UINT32_C(0xFFFF)
118 #define UCS2_MAX UINT32_C(0x10FFFF)
119 #define UCS4_MAX UINT32_C(0x7FFFFFFF)
120
121 static const char *xdig = "0123456789abcdef";
122
123 static __inline int
to_str(char * s,wchar_t wc,int bit)124 to_str(char *s, wchar_t wc, int bit)
125 {
126 char *p;
127
128 p = s;
129 *p++ = ESCAPE;
130 switch (bit) {
131 case UCS2_BIT:
132 *p++ = UCS2_ESC;
133 break;
134 case UCS4_BIT:
135 *p++ = UCS4_ESC;
136 break;
137 default:
138 abort();
139 }
140 do {
141 *p++ = xdig[(wc >> (bit -= 4)) & 0xF];
142 } while (bit > 0);
143 return (p - s);
144 }
145
146 static __inline bool
is_hi_surrogate(wchar_t wc)147 is_hi_surrogate(wchar_t wc)
148 {
149
150 return (wc >= 0xD800 && wc <= 0xDBFF);
151 }
152
153 static __inline bool
is_lo_surrogate(wchar_t wc)154 is_lo_surrogate(wchar_t wc)
155 {
156
157 return (wc >= 0xDC00 && wc <= 0xDFFF);
158 }
159
160 static __inline wchar_t
surrogate_to_ucs(wchar_t hi,wchar_t lo)161 surrogate_to_ucs(wchar_t hi, wchar_t lo)
162 {
163
164 hi -= 0xD800;
165 lo -= 0xDC00;
166 return ((hi << 10 | lo) + 0x10000);
167 }
168
169 static __inline void
ucs_to_surrogate(wchar_t wc,wchar_t * __restrict hi,wchar_t * __restrict lo)170 ucs_to_surrogate(wchar_t wc, wchar_t * __restrict hi, wchar_t * __restrict lo)
171 {
172
173 wc -= 0x10000;
174 *hi = (wc >> 10) + 0xD800;
175 *lo = (wc & 0x3FF) + 0xDC00;
176 }
177
178 static __inline bool
is_basic(wchar_t wc)179 is_basic(wchar_t wc)
180 {
181
182 return ((uint32_t)wc <= 0x9F && wc != 0x24 && wc != 0x40 &&
183 wc != 0x60);
184 }
185
186 static int
_citrus_UES_mbrtowc_priv(_UESEncodingInfo * __restrict ei,wchar_t * __restrict pwc,char ** __restrict s,size_t n,_UESState * __restrict psenc,size_t * __restrict nresult)187 _citrus_UES_mbrtowc_priv(_UESEncodingInfo * __restrict ei,
188 wchar_t * __restrict pwc, char ** __restrict s, size_t n,
189 _UESState * __restrict psenc, size_t * __restrict nresult)
190 {
191 char *s0;
192 int ch, head, num, tail;
193 wchar_t hi, wc;
194
195 if (*s == NULL) {
196 _citrus_UES_init_state(ei, psenc);
197 *nresult = 0;
198 return (0);
199 }
200 s0 = *s;
201
202 hi = (wchar_t)0;
203 tail = 0;
204
205 surrogate:
206 wc = (wchar_t)0;
207 head = tail;
208 if (psenc->chlen == head) {
209 if (n-- < 1)
210 goto restart;
211 psenc->ch[psenc->chlen++] = *s0++;
212 }
213 ch = (unsigned char)psenc->ch[head++];
214 if (ch == ESCAPE) {
215 if (psenc->chlen == head) {
216 if (n-- < 1)
217 goto restart;
218 psenc->ch[psenc->chlen++] = *s0++;
219 }
220 switch (psenc->ch[head]) {
221 case UCS2_ESC:
222 tail += 6;
223 break;
224 case UCS4_ESC:
225 if (ei->mode & MODE_C99) {
226 tail = 10;
227 break;
228 }
229 /*FALLTHROUGH*/
230 default:
231 tail = 0;
232 }
233 ++head;
234 }
235 for (; head < tail; ++head) {
236 if (psenc->chlen == head) {
237 if (n-- < 1) {
238 restart:
239 *s = s0;
240 *nresult = (size_t)-2;
241 return (0);
242 }
243 psenc->ch[psenc->chlen++] = *s0++;
244 }
245 num = to_int((int)(unsigned char)psenc->ch[head]);
246 if (num < 0) {
247 tail = 0;
248 break;
249 }
250 wc = (wc << 4) | num;
251 }
252 head = 0;
253 switch (tail) {
254 case 0:
255 break;
256 case 6:
257 if (hi != (wchar_t)0)
258 break;
259 if ((ei->mode & MODE_C99) == 0) {
260 if (is_hi_surrogate(wc) != 0) {
261 hi = wc;
262 goto surrogate;
263 }
264 if ((uint32_t)wc <= 0x7F /* XXX */ ||
265 is_lo_surrogate(wc) != 0)
266 break;
267 goto done;
268 }
269 /*FALLTHROUGH*/
270 case 10:
271 if (is_basic(wc) == 0 && (uint32_t)wc <= UCS4_MAX &&
272 is_hi_surrogate(wc) == 0 && is_lo_surrogate(wc) == 0)
273 goto done;
274 *nresult = (size_t)-1;
275 return (EILSEQ);
276 case 12:
277 if (is_lo_surrogate(wc) == 0)
278 break;
279 wc = surrogate_to_ucs(hi, wc);
280 goto done;
281 }
282 ch = (unsigned char)psenc->ch[0];
283 head = psenc->chlen;
284 if (--head > 0)
285 memmove(&psenc->ch[0], &psenc->ch[1], head);
286 wc = (wchar_t)ch;
287 done:
288 psenc->chlen = head;
289 if (pwc != NULL)
290 *pwc = wc;
291 *nresult = (size_t)((wc == 0) ? 0 : (s0 - *s));
292 *s = s0;
293
294 return (0);
295 }
296
297 static int
_citrus_UES_wcrtomb_priv(_UESEncodingInfo * __restrict ei,char * __restrict s,size_t n,wchar_t wc,_UESState * __restrict psenc,size_t * __restrict nresult)298 _citrus_UES_wcrtomb_priv(_UESEncodingInfo * __restrict ei,
299 char * __restrict s, size_t n, wchar_t wc,
300 _UESState * __restrict psenc, size_t * __restrict nresult)
301 {
302 wchar_t hi, lo;
303
304 if (psenc->chlen != 0)
305 return (EINVAL);
306
307 if ((ei->mode & MODE_C99) ? is_basic(wc) : (uint32_t)wc <= 0x7F) {
308 if (n-- < 1)
309 goto e2big;
310 psenc->ch[psenc->chlen++] = (char)wc;
311 } else if ((uint32_t)wc <= BMP_MAX) {
312 if (n < 6)
313 goto e2big;
314 psenc->chlen = to_str(&psenc->ch[0], wc, UCS2_BIT);
315 } else if ((ei->mode & MODE_C99) == 0 && (uint32_t)wc <= UCS2_MAX) {
316 if (n < 12)
317 goto e2big;
318 ucs_to_surrogate(wc, &hi, &lo);
319 psenc->chlen += to_str(&psenc->ch[0], hi, UCS2_BIT);
320 psenc->chlen += to_str(&psenc->ch[6], lo, UCS2_BIT);
321 } else if ((ei->mode & MODE_C99) && (uint32_t)wc <= UCS4_MAX) {
322 if (n < 10)
323 goto e2big;
324 psenc->chlen = to_str(&psenc->ch[0], wc, UCS4_BIT);
325 } else {
326 *nresult = (size_t)-1;
327 return (EILSEQ);
328 }
329 memcpy(s, psenc->ch, psenc->chlen);
330 *nresult = psenc->chlen;
331 psenc->chlen = 0;
332
333 return (0);
334
335 e2big:
336 *nresult = (size_t)-1;
337 return (E2BIG);
338 }
339
340 /*ARGSUSED*/
341 static int
_citrus_UES_stdenc_wctocs(_UESEncodingInfo * __restrict ei __unused,_csid_t * __restrict csid,_index_t * __restrict idx,wchar_t wc)342 _citrus_UES_stdenc_wctocs(_UESEncodingInfo * __restrict ei __unused,
343 _csid_t * __restrict csid, _index_t * __restrict idx, wchar_t wc)
344 {
345
346 *csid = 0;
347 *idx = (_index_t)wc;
348
349 return (0);
350 }
351
352 static __inline int
353 /*ARGSUSED*/
_citrus_UES_stdenc_cstowc(_UESEncodingInfo * __restrict ei __unused,wchar_t * __restrict wc,_csid_t csid,_index_t idx)354 _citrus_UES_stdenc_cstowc(_UESEncodingInfo * __restrict ei __unused,
355 wchar_t * __restrict wc, _csid_t csid, _index_t idx)
356 {
357
358 if (csid != 0)
359 return (EILSEQ);
360 *wc = (wchar_t)idx;
361
362 return (0);
363 }
364
365 static __inline int
366 /*ARGSUSED*/
_citrus_UES_stdenc_get_state_desc_generic(_UESEncodingInfo * __restrict ei __unused,_UESState * __restrict psenc,int * __restrict rstate)367 _citrus_UES_stdenc_get_state_desc_generic(_UESEncodingInfo * __restrict ei __unused,
368 _UESState * __restrict psenc, int * __restrict rstate)
369 {
370
371 *rstate = (psenc->chlen == 0) ? _STDENC_SDGEN_INITIAL :
372 _STDENC_SDGEN_INCOMPLETE_CHAR;
373 return (0);
374 }
375
376 static void
377 /*ARGSUSED*/
_citrus_UES_encoding_module_uninit(_UESEncodingInfo * ei __unused)378 _citrus_UES_encoding_module_uninit(_UESEncodingInfo *ei __unused)
379 {
380
381 /* ei seems to be unused */
382 }
383
384 static int
385 /*ARGSUSED*/
_citrus_UES_encoding_module_init(_UESEncodingInfo * __restrict ei,const void * __restrict var,size_t lenvar)386 _citrus_UES_encoding_module_init(_UESEncodingInfo * __restrict ei,
387 const void * __restrict var, size_t lenvar)
388 {
389 const char *p;
390
391 p = var;
392 memset((void *)ei, 0, sizeof(*ei));
393 while (lenvar > 0) {
394 switch (_bcs_toupper(*p)) {
395 case 'C':
396 MATCH(C99, ei->mode |= MODE_C99);
397 break;
398 }
399 ++p;
400 --lenvar;
401 }
402 ei->mb_cur_max = (ei->mode & MODE_C99) ? 10 : 12;
403
404 return (0);
405 }
406
407 /* ----------------------------------------------------------------------
408 * public interface for stdenc
409 */
410
411 _CITRUS_STDENC_DECLS(UES);
412 _CITRUS_STDENC_DEF_OPS(UES);
413
414 #include "citrus_stdenc_template.h"
415