diff options
Diffstat (limited to 'iconvdata/ibm939.c')
| -rw-r--r-- | iconvdata/ibm939.c | 270 |
1 files changed, 270 insertions, 0 deletions
diff --git a/iconvdata/ibm939.c b/iconvdata/ibm939.c new file mode 100644 index 0000000000..7dd72840eb --- /dev/null +++ b/iconvdata/ibm939.c @@ -0,0 +1,270 @@ +/* Conversion to and from IBM939. + Copyright (C) 2000 Free Software Foundation, Inc. + This file is part of the GNU C Library. + Contributed by Masahide Washizawa <washi@yamato.ibm.co.jp>, 2000. + + The GNU C Library is free software; you can redistribute it and/or + modify it under the terms of the GNU Library General Public License as + published by the Free Software Foundation; either version 2 of the + License, or (at your option) any later version. + + The GNU C Library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Library General Public License for more details. + + You should have received a copy of the GNU Library General Public + License along with the GNU C Library; see the file COPYING.LIB. If not, + write to the Free Software Foundation, Inc., 59 Temple Place - Suite 330, + Boston, MA 02111-1307, USA. */ + +#include <dlfcn.h> +#include <stdint.h> +#include <wchar.h> +#include <byteswap.h> +#include "ibm939.h" + +/* The shift sequences for this charset (it does not use ESC). */ +#define SI 0x0F /* Shift In, host code to turn DBCS off. */ +#define SO 0x0E /* Shift Out, host code to turn DBCS on. */ + +/* Definitions used in the body of the `gconv' function. */ +#define CHARSET_NAME "IBM939//" +#define FROM_LOOP from_ibm939 +#define TO_LOOP to_ibm939 + +/* Definitions of initialization and destructor function. */ +#define DEFINE_INIT 1 +#define DEFINE_FINI 1 + +#define MIN_NEEDED_FROM 1 +#define MIN_NEEDED_TO 4 + +/* Current codeset type. */ +enum +{ + init = 0, + sb, + db +}; + +/* First, define the conversion function from IBM-939 to UCS4. */ +#define MIN_NEEDED_INPUT MIN_NEEDED_FROM +#define MIN_NEEDED_OUTPUT MIN_NEEDED_TO +#define INIT_PARAMS int curcs = init; +#define LOOPFCT FROM_LOOP +#define BODY \ + { \ + uint32_t ch = *inptr; \ + uint32_t res; \ + const struct gap *rp1 = __ibm939sb_to_ucs4_idx; \ + const struct gap *rp2 = __ibm939db_to_ucs4_idx; \ + \ + if (__builtin_expect (ch, 0) == SO) \ + { \ + if (__builtin_expect (inptr + 1 >= inend, 0)) \ + { \ + result = __GCONV_INCOMPLETE_INPUT; \ + break; \ + } \ + \ + /* Shift OUT, change to DBCS converter. */ \ + if (curcs == db) \ + { \ + result = __GCONV_ILLEGAL_INPUT; \ + break; \ + } \ + curcs = db; \ + ++inptr; \ + ch = *inptr; \ + } \ + else if (__builtin_expect (ch, 0) == SI) \ + { \ + if (__builtin_expect (inptr + 1 >= inend, 0)) \ + { \ + result = __GCONV_INCOMPLETE_INPUT; \ + break; \ + } \ + \ + /* Shift IN, change to SBCS converter. */ \ + if (curcs == sb) \ + { \ + result = __GCONV_ILLEGAL_INPUT; \ + break; \ + } \ + curcs = sb; \ + ++inptr; \ + ch = *inptr; \ + } \ + \ + if (curcs == sb || curcs == init) \ + { \ + /* Use the IBM939 table for single byte. */ \ + while (ch > rp1->end) \ + ++rp1; \ + \ + if (__builtin_expect (rp1 == NULL, 0) \ + || __builtin_expect (ch < rp1->start, 0) \ + || (res = __ibm939sb_to_ucs4[ch + rp1->idx], \ + __builtin_expect (res, L'\1') == L'\0' && ch != '\0')) \ + { \ + /* This is an illegal character. */ \ + if (! ignore_errors_p ()) \ + { \ + result = __GCONV_ILLEGAL_INPUT; \ + break; \ + } \ + ++*irreversible; \ + ++inptr; \ + continue; \ + } \ + else \ + { \ + if (res == 0xa5) \ + res = 0x5c; \ + put32 (outptr, res); \ + outptr += 4; \ + ++inptr; \ + } \ + } \ + else if (curcs == db) \ + { \ + /* Use the IBM939 table for double byte. */ \ + if (__builtin_expect (inptr + 1 >= inend, 0)) \ + { \ + /* The second character is not available. Store the \ + intermediate result. */ \ + result = __GCONV_INCOMPLETE_INPUT; \ + break; \ + } \ + \ + ch = (ch * 0x100) + inptr[1]; \ + while (ch > rp2->end) \ + ++rp2; \ + \ + if (__builtin_expect (rp2 == NULL, 0) \ + || __builtin_expect (ch < rp2->start, 0) \ + || (res = __ibm939db_to_ucs4[ch + rp2->idx], \ + __builtin_expect (res, L'\1') == L'\0' && ch != '\0')) \ + { \ + /* This is an illegal character. */ \ + if (! ignore_errors_p ()) \ + { \ + result = __GCONV_ILLEGAL_INPUT; \ + break; \ + } \ + ++*irreversible; \ + inptr += 2; \ + continue; \ + } \ + else \ + { \ + put32 (outptr, res); \ + outptr += 4; \ + inptr += 2; \ + } \ + } \ + } +#define LOOP_NEED_FLAGS +#include <iconv/loop.c> + +/* Next, define the other direction */ +#define MIN_NEEDED_INPUT MIN_NEEDED_TO +#define MIN_NEEDED_OUTPUT MIN_NEEDED_FROM +#define INIT_PARAMS int curcs = init; +#define LOOPFCT TO_LOOP +#define BODY \ + { \ + uint32_t ch = get32 (inptr); \ + const struct gap *rp1 = __ucs4_to_ibm939sb_idx; \ + const struct gap *rp2 = __ucs4_to_ibm939db_idx; \ + const char *cp; \ + \ + if (__builtin_expect (ch, 0) >= 0xffff) \ + { \ + rp1 = NULL; \ + rp2 = NULL; \ + } \ + else \ + while (ch > rp1->end) \ + ++rp1; \ + \ + /* Use the UCS4 table for single byte. */ \ + if (__builtin_expect (rp1 == NULL, 0) \ + || __builtin_expect (ch < rp1->start, 0) \ + || (cp = __ucs4_to_ibm939sb[ch + rp1->idx], \ + __builtin_expect (cp[0], L'\1') == L'\0' && ch != '\0')) \ + { \ + /* Use the UCS4 table for double byte. */ \ + while (ch > rp2->end) \ + ++rp2; \ + \ + if (__builtin_expect (rp2 == NULL, 0) \ + || __builtin_expect (ch < rp2->start, 0) \ + || (cp = __ucs4_to_ibm939db[ch + rp2->idx], \ + __builtin_expect (cp[0], L'\1')==L'\0' && ch != '\0')) \ + { \ + /* This is an illegal character. */ \ + if (! ignore_errors_p ()) \ + { \ + result = __GCONV_ILLEGAL_INPUT; \ + break; \ + } \ + ++*irreversible; \ + } \ + else \ + { \ + if (curcs == init || curcs == sb) \ + { \ + if (__builtin_expect (outptr+1 > outend, 0)) \ + { \ + result = __GCONV_FULL_OUTPUT; \ + break; \ + } \ + *outptr++ = SO; \ + curcs = db; \ + } \ + \ + if (__builtin_expect (outptr + 2 > outend, 0)) \ + { \ + result = __GCONV_FULL_OUTPUT; \ + break; \ + } \ + *outptr++ = cp[0]; \ + *outptr++ = cp[1]; \ + } \ + } \ + else \ + { \ + if (curcs == db) \ + { \ + if (__builtin_expect (outptr + 1 > outend, 0)) \ + { \ + result = __GCONV_FULL_OUTPUT; \ + break; \ + } \ + *outptr++ = SI; \ + } \ + \ + if (__builtin_expect (outptr + 1 > outend, 0)) \ + { \ + result = __GCONV_FULL_OUTPUT; \ + break; \ + } \ + if (ch == 0x7e) \ + *outptr++ = 0xa0; \ + else if (ch == 0x5c) \ + *outptr++ = 0xb2; \ + else \ + *outptr++ = cp[0]; \ + curcs = sb; \ + } \ + \ + /* Now that we wrote the output increment the input pointer. */ \ + inptr += 4; \ + } +#define LOOP_NEED_FLAGS +#include <iconv/loop.c> + +/* Now define the toplevel functions. */ +#include <iconv/skeleton.c> |