lib/i18n_module/GBK2K/citrus_gbk2k.c

   1 /* $FreeBSD: head/lib/libiconv_modules/GBK2K/citrus_gbk2k.c 281550 2015-04-15 09:09:20Z tijl $ */
   2 /* $NetBSD: citrus_gbk2k.c,v 1.7 2008/06/14 16:01:07 tnozaki Exp $ */
   3
   4 /*-
   5  * Copyright (c)2003 Citrus Project,
   6  * All rights reserved.
   7  *
   8  * Redistribution and use in source and binary forms, with or without
   9  * modification, are permitted provided that the following conditions
  10  * are met:
  11  * 1. Redistributions of source code must retain the above copyright
  12  *    notice, this list of conditions and the following disclaimer.
  13  * 2. Redistributions in binary form must reproduce the above copyright
  14  *    notice, this list of conditions and the following disclaimer in the
  15  *    documentation and/or other materials provided with the distribution.
  16  *
  17  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  18  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  19  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  20  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
  21  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  22  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  23  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  24  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  25  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  26  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  27  * SUCH DAMAGE.
  28  */
  29
  30 #include <sys/cdefs.h>
  31 #include <sys/types.h>
  32
  33 #include <assert.h>
  34 #include <errno.h>
  35 #include <limits.h>
  36 #include <stdbool.h>
  37 #include <stddef.h>
  38 #include <stdio.h>
  39 #include <stdlib.h>
  40 #include <string.h>
  41 #include <wchar.h>
  42
  43 #include "citrus_namespace.h"
  44 #include "citrus_types.h"
  45 #include "citrus_bcs.h"
  46 #include "citrus_module.h"
  47 #include "citrus_stdenc.h"
  48 #include "citrus_gbk2k.h"
  49
  50
  51 /* ----------------------------------------------------------------------
  52  * private stuffs used by templates
  53  */
  54
  55 typedef struct _GBK2KState {
  56         int      chlen;
  57         char     ch[4];
  58 } _GBK2KState;
  59
  60 typedef struct {
  61         int      mb_cur_max;
  62 } _GBK2KEncodingInfo;
  63
  64 #define _CEI_TO_EI(_cei_)               (&(_cei_)->ei)
  65 #define _CEI_TO_STATE(_cei_, _func_)    (_cei_)->states.s_##_func_
  66
  67 #define _FUNCNAME(m)                    _citrus_GBK2K_##m
  68 #define _ENCODING_INFO                  _GBK2KEncodingInfo
  69 #define _ENCODING_STATE                 _GBK2KState
  70 #define _ENCODING_MB_CUR_MAX(_ei_)      (_ei_)->mb_cur_max
  71 #define _ENCODING_IS_STATE_DEPENDENT    0
  72 #define _STATE_NEEDS_EXPLICIT_INIT(_ps_)        0
  73
  74 static __inline void
  75 /*ARGSUSED*/
  76 _citrus_GBK2K_init_state(_GBK2KEncodingInfo * __restrict ei __unused,
  77     _GBK2KState * __restrict s)
  78 {
  79
  80         memset(s, 0, sizeof(*s));
  81 }
  82
  83 #if 0
  84 static __inline void
  85 /*ARGSUSED*/
  86 _citrus_GBK2K_pack_state(_GBK2KEncodingInfo * __restrict ei __unused,
  87     void * __restrict pspriv, const _GBK2KState * __restrict s)
  88 {
  89
  90         memcpy(pspriv, (const void *)s, sizeof(*s));
  91 }
  92
  93 static __inline void
  94 /*ARGSUSED*/
  95 _citrus_GBK2K_unpack_state(_GBK2KEncodingInfo * __restrict ei __unused,
  96     _GBK2KState * __restrict s, const void * __restrict pspriv)
  97 {
  98
  99         memcpy((void *)s, pspriv, sizeof(*s));
 100 }
 101 #endif
 102
 103 static  __inline bool
 104 _mb_singlebyte(int c)
 105 {
 106
 107         return ((c & 0xff) <= 0x7f);
 108 }
 109
 110 static __inline bool
 111 _mb_leadbyte(int c)
 112 {
 113
 114         c &= 0xff;
 115         return (0x81 <= c && c <= 0xfe);
 116 }
 117
 118 static __inline bool
 119 _mb_trailbyte(int c)
 120 {
 121
 122         c &= 0xff;
 123         return ((0x40 <= c && c <= 0x7e) || (0x80 <= c && c <= 0xfe));
 124 }
 125
 126 static __inline bool
 127 _mb_surrogate(int c)
 128 {
 129
 130         c &= 0xff;
 131         return (0x30 <= c && c <= 0x39);
 132 }
 133
 134 static __inline int
 135 _mb_count(wchar_t v)
 136 {
 137         uint32_t c;
 138
 139         c = (uint32_t)v; /* XXX */
 140         if (!(c & 0xffffff00))
 141                 return (1);
 142         if (!(c & 0xffff0000))
 143                 return (2);
 144         return (4);
 145 }
 146
 147 #define _PSENC          (psenc->ch[psenc->chlen - 1])
 148 #define _PUSH_PSENC(c)  (psenc->ch[psenc->chlen++] = (c))
 149
 150 static int
 151 _citrus_GBK2K_mbrtowc_priv(_GBK2KEncodingInfo * __restrict ei,
 152     wchar_t * __restrict pwc, char ** __restrict s, size_t n,
 153     _GBK2KState * __restrict psenc, size_t * __restrict nresult)
 154 {
 155         char *s0, *s1;
 156         wchar_t wc;
 157         int chlenbak, len;
 158
 159         s0 = *s;
 160
 161         if (s0 == NULL) {
 162                 /* _citrus_GBK2K_init_state(ei, psenc); */
 163                 psenc->chlen = 0;
 164                 *nresult = 0;
 165                 return (0);
 166         }
 167
 168         chlenbak = psenc->chlen;
 169
 170         switch (psenc->chlen) {
 171         case 3:
 172                 if (!_mb_leadbyte (_PSENC))
 173                         goto invalid;
 174         /* FALLTHROUGH */
 175         case 2:
 176                 if (!_mb_surrogate(_PSENC) || _mb_trailbyte(_PSENC))
 177                         goto invalid;
 178         /* FALLTHROUGH */
 179         case 1:
 180                 if (!_mb_leadbyte (_PSENC))
 181                         goto invalid;
 182         /* FALLTHOROUGH */
 183         case 0:
 184                 break;
 185         default:
 186                 goto invalid;
 187         }
 188
 189         for (;;) {
 190                 if (n-- < 1)
 191                         goto restart;
 192
 193                 _PUSH_PSENC(*s0++);
 194
 195                 switch (psenc->chlen) {
 196                 case 1:
 197                         if (_mb_singlebyte(_PSENC))
 198                                 goto convert;
 199                         if (_mb_leadbyte  (_PSENC))
 200                                 continue;
 201                         goto ilseq;
 202                 case 2:
 203                         if (_mb_trailbyte (_PSENC))
 204                                 goto convert;
 205                         if (ei->mb_cur_max == 4 &&
 206                             _mb_surrogate (_PSENC))
 207                                 continue;
 208                         goto ilseq;
 209                 case 3:
 210                         if (_mb_leadbyte  (_PSENC))
 211                                 continue;
 212                         goto ilseq;
 213                 case 4:
 214                         if (_mb_surrogate (_PSENC))
 215                                 goto convert;
 216                         goto ilseq;
 217                 }
 218         }
 219
 220 convert:
 221         len = psenc->chlen;
 222         s1  = &psenc->ch[0];
 223         wc  = 0;
 224         while (len-- > 0)
 225                 wc = (wc << 8) | (*s1++ & 0xff);
 226
 227         if (pwc != NULL)
 228                 *pwc = wc;
 229         *s = s0;
 230         *nresult = (wc == 0) ? 0 : psenc->chlen - chlenbak;
 231         /* _citrus_GBK2K_init_state(ei, psenc); */
 232         psenc->chlen = 0;
 233
 234         return (0);
 235
 236 restart:
 237         *s = s0;
 238         *nresult = (size_t)-2;
 239
 240         return (0);
 241
 242 invalid:
 243         return (EINVAL);
 244
 245 ilseq:
 246         *nresult = (size_t)-1;
 247         return (EILSEQ);
 248 }
 249
 250 static int
 251 _citrus_GBK2K_wcrtomb_priv(_GBK2KEncodingInfo * __restrict ei,
 252     char * __restrict s, size_t n, wchar_t wc, _GBK2KState * __restrict psenc,
 253     size_t * __restrict nresult)
 254 {
 255         size_t len;
 256         int ret;
 257
 258         if (psenc->chlen != 0) {
 259                 ret = EINVAL;
 260                 goto err;
 261         }
 262
 263         len = _mb_count(wc);
 264         if (n < len) {
 265                 ret = E2BIG;
 266                 goto err;
 267         }
 268
 269         switch (len) {
 270         case 1:
 271                 if (!_mb_singlebyte(_PUSH_PSENC(wc     ))) {
 272                         ret = EILSEQ;
 273                         goto err;
 274                 }
 275                 break;
 276         case 2:
 277                 if (!_mb_leadbyte  (_PUSH_PSENC(wc >> 8)) ||
 278                     !_mb_trailbyte (_PUSH_PSENC(wc))) {
 279                         ret = EILSEQ;
 280                         goto err;
 281                 }
 282                 break;
 283         case 4:
 284                 if (ei->mb_cur_max != 4 ||
 285                     !_mb_leadbyte  (_PUSH_PSENC(wc >> 24)) ||
 286                     !_mb_surrogate (_PUSH_PSENC(wc >> 16)) ||
 287                     !_mb_leadbyte  (_PUSH_PSENC(wc >>  8)) ||
 288                     !_mb_surrogate (_PUSH_PSENC(wc))) {
 289                         ret = EILSEQ;
 290                         goto err;
 291                 }
 292                 break;
 293         }
 294
 295         memcpy(s, psenc->ch, psenc->chlen);
 296         *nresult = psenc->chlen;
 297         /* _citrus_GBK2K_init_state(ei, psenc); */
 298         psenc->chlen = 0;
 299
 300         return (0);
 301
 302 err:
 303         *nresult = (size_t)-1;
 304         return (ret);
 305 }
 306
 307 static __inline int
 308 /*ARGSUSED*/
 309 _citrus_GBK2K_stdenc_wctocs(_GBK2KEncodingInfo * __restrict ei __unused,
 310     _csid_t * __restrict csid, _index_t * __restrict idx, wchar_t wc)
 311 {
 312         uint8_t ch, cl;
 313
 314         if ((uint32_t)wc < 0x80) {
 315                 /* ISO646 */
 316                 *csid = 0;
 317                 *idx = (_index_t)wc;
 318         } else if ((uint32_t)wc >= 0x10000) {
 319                 /* GBKUCS : XXX */
 320                 *csid = 3;
 321                 *idx = (_index_t)wc;
 322         } else {
 323                 ch = (uint8_t)(wc >> 8);
 324                 cl = (uint8_t)wc;
 325                 if (ch >= 0xA1 && cl >= 0xA1) {
 326                         /* EUC G1 */
 327                         *csid = 1;
 328                         *idx = (_index_t)wc & 0x7F7FU;
 329                 } else {
 330                         /* extended area (0x8140-) */
 331                         *csid = 2;
 332                         *idx = (_index_t)wc;
 333                 }
 334         }
 335
 336         return (0);
 337 }
 338
 339 static __inline int
 340 /*ARGSUSED*/
 341 _citrus_GBK2K_stdenc_cstowc(_GBK2KEncodingInfo * __restrict ei,
 342     wchar_t * __restrict wc, _csid_t csid, _index_t idx)
 343 {
 344
 345         switch (csid) {
 346         case 0:
 347                 /* ISO646 */
 348                 *wc = (wchar_t)idx;
 349                 break;
 350         case 1:
 351                 /* EUC G1 */
 352                 *wc = (wchar_t)idx | 0x8080U;
 353                 break;
 354         case 2:
 355                 /* extended area */
 356                 *wc = (wchar_t)idx;
 357                 break;
 358         case 3:
 359                 /* GBKUCS : XXX */
 360                 if (ei->mb_cur_max != 4)
 361                         return (EINVAL);
 362                 *wc = (wchar_t)idx;
 363                 break;
 364         default:
 365                 return (EILSEQ);
 366         }
 367
 368         return (0);
 369 }
 370
 371 static __inline int
 372 /*ARGSUSED*/
 373 _citrus_GBK2K_stdenc_get_state_desc_generic(_GBK2KEncodingInfo * __restrict ei __unused,
 374     _GBK2KState * __restrict psenc, int * __restrict rstate)
 375 {
 376
 377         *rstate = (psenc->chlen == 0) ? _STDENC_SDGEN_INITIAL :
 378             _STDENC_SDGEN_INCOMPLETE_CHAR;
 379         return (0);
 380 }
 381
 382 static int
 383 /*ARGSUSED*/
 384 _citrus_GBK2K_encoding_module_init(_GBK2KEncodingInfo * __restrict ei,
 385     const void * __restrict var, size_t lenvar)
 386 {
 387         const char *p;
 388
 389         p = var;
 390         memset((void *)ei, 0, sizeof(*ei));
 391         ei->mb_cur_max = 4;
 392         while (lenvar > 0) {
 393                 switch (_bcs_tolower(*p)) {
 394                 case '2':
 395                         MATCH("2byte", ei->mb_cur_max = 2);
 396                         break;
 397                 }
 398                 p++;
 399                 lenvar--;
 400         }
 401
 402         return (0);
 403 }
 404
 405 static void
 406 /*ARGSUSED*/
 407 _citrus_GBK2K_encoding_module_uninit(_GBK2KEncodingInfo *ei __unused)
 408 {
 409
 410 }
 411
 412 /* ----------------------------------------------------------------------
 413  * public interface for stdenc
 414  */
 415
 416 _CITRUS_STDENC_DECLS(GBK2K);
 417 _CITRUS_STDENC_DEF_OPS(GBK2K);
 418
 419 #include "citrus_stdenc_template.h"