[thirdparty/glibc.git] / iconvdata / gbgbk.c

/* Mapping tables from GBK to GB2312 and vice versa.
   Copyright (C) 1999-2014 Free Software Foundation, Inc.
   This file is part of the GNU C Library.
   Contributed by Ulrich Drepper <drepper@cygnus.com>, 1999.

   The GNU C Library is free software; you can redistribute it and/or
   modify it under the terms of the GNU Lesser General Public
   License as published by the Free Software Foundation; either
   version 2.1 of the License, or (at your option) any later version.

   The GNU C Library is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
   Lesser General Public License for more details.

   You should have received a copy of the GNU Lesser General Public
   License along with the GNU C Library; if not, see
   <http://www.gnu.org/licenses/>.  */

#include <dlfcn.h>
#include <gconv.h>
#include <stdint.h>


/* Definitions used in the body of the `gconv' function.  */
#define CHARSET_NAME		"GBK//"
#define FROM_LOOP		from_gbk_to_gb
#define TO_LOOP			from_gb_to_gbk
#define DEFINE_INIT		1
#define DEFINE_FINI		1
#define MIN_NEEDED_FROM		1
#define MAX_NEEDED_FROM		2
#define MIN_NEEDED_TO		1
#define MAX_NEEDED_TO		2


/* First define the conversion function from GBK to GB2312.  */
#define MIN_NEEDED_INPUT	MIN_NEEDED_FROM
#define MAX_NEEDED_INPUT	MAX_NEEDED_FROM
#define MIN_NEEDED_OUTPUT	MIN_NEEDED_TO
#define MAX_NEEDED_OUTPUT	MAX_NEEDED_TO
#define LOOPFCT			FROM_LOOP
#define BODY \
  {									      \
    uint32_t ch = *inptr;						      \
									      \
    if (ch <= 0x7f)							      \
      *outptr++ = *inptr++;						      \
    else								      \
      {									      \
	/* It's a two-byte sequence.  We have to mask out all the sequences   \
	   which are not in GB2312.  Besides all of them in the range	      \
	   0x8140 to 0xA0FE this also includes in the remaining range the     \
	   sequences which the second byte being in the range from 0x40 to    \
	   0xA0 and the following exceptions:				      \
									      \
	     0xA2A1 to 0xA2A9,						      \
	     0xA2AA,							      \
	     0xA6E0 to 0xA6EB,						      \
	     0xA6EE to 0xA6F2,						      \
	     0xA6F4, 0xA6F5,						      \
	     0xA8BB to 0xA8C0						      \
									      \
	   All these characters are not defined in GB2312.  Besides this      \
	   there is an incomatibility in the mapping.  The Unicode tables     \
	   say that 0xA1A4 maps in GB2312 to U30FB while in GBK it maps to    \
	   U00B7.  Similarly, 0xA1AA maps in GB2312 to U2015 while in GBK     \
	   it maps to U2014.  Since we are free to do whatever we want if     \
	   a mapping is not available we will not flag this as an error	      \
	   but instead map the two positions.  But this means that the	      \
	   mapping							      \
									      \
		UCS4 -> GB2312 -> GBK -> UCS4				      \
									      \
	   might not produce identical text.  */			      \
	if (__glibc_unlikely (inptr + 1 >= inend))			      \
	  {								      \
	    /* The second character is not available.  Store		      \
	       the intermediate result.  */				      \
	    result = __GCONV_INCOMPLETE_INPUT;				      \
	    break;							      \
	  }								      \
									      \
	if (__glibc_unlikely (outend - outptr < 2))			      \
	  {								      \
	    /* We ran out of space.  */					      \
	    result = __GCONV_FULL_OUTPUT;				      \
	    break;							      \
	  }								      \
									      \
	ch = (ch << 8) | inptr[1];					      \
									      \
	/* Map 0xA844 (U2015 in GBK) to 0xA1AA (U2015 in GB2312).  */	      \
	if (__glibc_unlikely (ch == 0xa844))				      \
	  ch = 0xa1aa;							      \
									      \
	/* Now determine whether the character is valid.  */		      \
	if (__builtin_expect (ch < 0xa1a1, 0)				      \
	    || __builtin_expect (ch > 0xf7fe, 0)			      \
	    || __builtin_expect (inptr[1] < 0xa1, 0)			      \
	    /* Now test the exceptions.  */				      \
	    || (__builtin_expect (ch >= 0xa2a1, 0)			      \
		&& __builtin_expect (ch <= 0xa2aa, 0))			      \
	    || (__builtin_expect (ch >= 0xa6e0, 0)			      \
		&& __builtin_expect (ch <= 0xa6f5, 0))			      \
	    || (__builtin_expect (ch >= 0xa8bb, 0)			      \
		&& __builtin_expect (ch <= 0xa8c0, 0)))			      \
	  {								      \
	    /* One of the characters we cannot map.  */			      \
	    STANDARD_TO_LOOP_ERR_HANDLER (2);				      \
	  }								      \
									      \
	/* Copy the two bytes.  */					      \
	*outptr++ = *inptr++;						      \
	*outptr++ = *inptr++;						      \
      }									      \
  }
#define LOOP_NEED_FLAGS
#include <iconv/loop.c>


/* Next, define the other direction.  */
#define MIN_NEEDED_INPUT	MIN_NEEDED_TO
#define MAX_NEEDED_INPUT	MAX_NEEDED_TO
#define MIN_NEEDED_OUTPUT	MIN_NEEDED_FROM
#define MAX_NEEDED_OUTPUT	MAX_NEEDED_FROM
#define LOOPFCT			TO_LOOP
#define BODY \
  {									      \
    /* We don't have to care about characters we cannot map.  The only	      \
       problem are the mapping of 0xA1A4 and 0xA1AA but as explained above    \
       we do not do anything special here.  */				      \
    unsigned char ch = *inptr++;					      \
									      \
    if (ch > 0x7f)							      \
      {									      \
	if (__glibc_unlikely (inptr + 1 >= inend))			      \
	  {								      \
	    /* The second character is not available.  Store		      \
		 the intermediate result.  */				      \
	    result = __GCONV_INCOMPLETE_INPUT;				      \
	    break;							      \
	  }								      \
									      \
	if (__glibc_unlikely (outend - outptr < 2))			      \
	  {								      \
	    /* We ran out of space.  */					      \
	    result = __GCONV_FULL_OUTPUT;				      \
	    break;							      \
	  }								      \
									      \
	*outptr++ = ch;							      \
	ch = *inptr++;							      \
      }									      \
    *outptr++ = ch;							      \
  }
#include <iconv/loop.c>


/* Now define the toplevel functions.  */
#include <iconv/skeleton.c>
Commit	Line	Data
f3d703cd	1	/* Mapping tables from GBK to GB2312 and vice versa.
d4697bc9	2	Copyright (C) 1999-2014 Free Software Foundation, Inc.
f3d703cd UD	3	This file is part of the GNU C Library.
	4	Contributed by Ulrich Drepper <drepper@cygnus.com>, 1999.
	5
	6	The GNU C Library is free software; you can redistribute it and/or
41bdb6e2 AJ	7	modify it under the terms of the GNU Lesser General Public
	8	License as published by the Free Software Foundation; either
	9	version 2.1 of the License, or (at your option) any later version.
f3d703cd UD	10
	11	The GNU C Library is distributed in the hope that it will be useful,
	12	but WITHOUT ANY WARRANTY; without even the implied warranty of
	13	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
41bdb6e2	14	Lesser General Public License for more details.
f3d703cd	15
41bdb6e2	16	You should have received a copy of the GNU Lesser General Public
59ba27a6 PE	17	License along with the GNU C Library; if not, see
59ba27a6 PE	18	<http://www.gnu.org/licenses/>. */
f3d703cd	19
55985355	20	#include <dlfcn.h>
f3d703cd UD	21	#include <gconv.h>
	22	#include <stdint.h>
	23
	24
	25	/* Definitions used in the body of the `gconv' function. */
	26	#define CHARSET_NAME "GBK//"
	27	#define FROM_LOOP from_gbk_to_gb
	28	#define TO_LOOP from_gb_to_gbk
	29	#define DEFINE_INIT 1
	30	#define DEFINE_FINI 1
	31	#define MIN_NEEDED_FROM 1
	32	#define MAX_NEEDED_FROM 2
	33	#define MIN_NEEDED_TO 1
	34	#define MAX_NEEDED_TO 2
	35
	36
ffa156af	37	/* First define the conversion function from GBK to GB2312. */
f3d703cd UD	38	#define MIN_NEEDED_INPUT MIN_NEEDED_FROM
	39	#define MAX_NEEDED_INPUT MAX_NEEDED_FROM
	40	#define MIN_NEEDED_OUTPUT MIN_NEEDED_TO
fd1b5c0f	41	#define MAX_NEEDED_OUTPUT MAX_NEEDED_TO
f3d703cd UD	42	#define LOOPFCT FROM_LOOP
	43	#define BODY \
	44	{ \
	45	uint32_t ch = *inptr; \
	46	\
	47	if (ch <= 0x7f) \
	48	outptr++ = inptr++; \
	49	else \
	50	{ \
	51	/* It's a two-byte sequence. We have to mask out all the sequences \
	52	which are not in GB2312. Besides all of them in the range \
	53	0x8140 to 0xA0FE this also includes in the remaining range the \
	54	sequences which the second byte being in the range from 0x40 to \
	55	0xA0 and the following exceptions: \
	56	\
	57	0xA2A1 to 0xA2A9, \
	58	0xA2AA, \
	59	0xA6E0 to 0xA6EB, \
	60	0xA6EE to 0xA6F2, \
	61	0xA6F4, 0xA6F5, \
	62	0xA8BB to 0xA8C0 \
	63	\
	64	All these characters are not defined in GB2312. Besides this \
	65	there is an incomatibility in the mapping. The Unicode tables \
	66	say that 0xA1A4 maps in GB2312 to U30FB while in GBK it maps to \
a2aa7df3 UD	67	U00B7. Similarly, 0xA1AA maps in GB2312 to U2015 while in GBK \
	68	it maps to U2014. Since we are free to do whatever we want if \
	69	a mapping is not available we will not flag this as an error \
	70	but instead map the two positions. But this means that the \
	71	mapping \
f3d703cd	72	\
ffa156af	73	UCS4 -> GB2312 -> GBK -> UCS4 \
f3d703cd UD	74	\
f3d703cd UD	75	might not produce identical text. */ \
a1ffb40e	76	if (__glibc_unlikely (inptr + 1 >= inend)) \
f3d703cd UD	77	{ \
	78	/* The second character is not available. Store \
	79	the intermediate result. */ \
	80	result = __GCONV_INCOMPLETE_INPUT; \
	81	break; \
	82	} \
	83	\
a1ffb40e	84	if (__glibc_unlikely (outend - outptr < 2)) \
ffa156af UD	85	{ \
	86	/* We ran out of space. */ \
	87	result = __GCONV_FULL_OUTPUT; \
	88	break; \
	89	} \
	90	\
f3d703cd UD	91	ch = (ch << 8) \| inptr[1]; \
f3d703cd UD	92	\
a2aa7df3	93	/* Map 0xA844 (U2015 in GBK) to 0xA1AA (U2015 in GB2312). */ \
a1ffb40e	94	if (__glibc_unlikely (ch == 0xa844)) \
a2aa7df3 UD	95	ch = 0xa1aa; \
a2aa7df3 UD	96	\
f3d703cd	97	/* Now determine whether the character is valid. */ \
db2d05f9 UD	98	if (__builtin_expect (ch < 0xa1a1, 0) \
	99	\|\| __builtin_expect (ch > 0xf7fe, 0) \
	100	\|\| __builtin_expect (inptr[1] < 0xa1, 0) \
85830c4c	101	/* Now test the exceptions. */ \
db2d05f9	102	\|\| (__builtin_expect (ch >= 0xa2a1, 0) \
e438a468	103	&& __builtin_expect (ch <= 0xa2aa, 0)) \
db2d05f9	104	\|\| (__builtin_expect (ch >= 0xa6e0, 0) \
e438a468	105	&& __builtin_expect (ch <= 0xa6f5, 0)) \
db2d05f9	106	\|\| (__builtin_expect (ch >= 0xa8bb, 0) \
e438a468	107	&& __builtin_expect (ch <= 0xa8c0, 0))) \
f3d703cd	108	{ \
85830c4c	109	/* One of the characters we cannot map. */ \
e438a468	110	STANDARD_TO_LOOP_ERR_HANDLER (2); \
f3d703cd	111	} \
d6204268 UD	112	\
	113	/* Copy the two bytes. */ \
	114	outptr++ = inptr++; \
	115	outptr++ = inptr++; \
f3d703cd UD	116	} \
f3d703cd UD	117	}
55985355	118	#define LOOP_NEED_FLAGS
f3d703cd UD	119	#include <iconv/loop.c>
	120
	121
	122	/* Next, define the other direction. */
	123	#define MIN_NEEDED_INPUT MIN_NEEDED_TO
fd1b5c0f	124	#define MAX_NEEDED_INPUT MAX_NEEDED_TO
f3d703cd UD	125	#define MIN_NEEDED_OUTPUT MIN_NEEDED_FROM
	126	#define MAX_NEEDED_OUTPUT MAX_NEEDED_FROM
	127	#define LOOPFCT TO_LOOP
	128	#define BODY \
	129	{ \
	130	/* We don't have to care about characters we cannot map. The only \
a2aa7df3 UD	131	problem are the mapping of 0xA1A4 and 0xA1AA but as explained above \
a2aa7df3 UD	132	we do not do anything special here. */ \
f3d703cd UD	133	unsigned char ch = *inptr++; \
	134	\
	135	if (ch > 0x7f) \
	136	{ \
a1ffb40e	137	if (__glibc_unlikely (inptr + 1 >= inend)) \
ffa156af UD	138	{ \
	139	/* The second character is not available. Store \
	140	the intermediate result. */ \
fd1b5c0f UD	141	result = __GCONV_INCOMPLETE_INPUT; \
fd1b5c0f UD	142	break; \
ffa156af UD	143	} \
ffa156af UD	144	\
a1ffb40e	145	if (__glibc_unlikely (outend - outptr < 2)) \
ffa156af UD	146	{ \
	147	/* We ran out of space. */ \
	148	result = __GCONV_FULL_OUTPUT; \
	149	break; \
	150	} \
	151	\
f3d703cd UD	152	*outptr++ = ch; \
	153	ch = *inptr++; \
	154	} \
	155	*outptr++ = ch; \
	156	}
	157	#include <iconv/loop.c>
	158
	159
	160	/* Now define the toplevel functions. */
	161	#include <iconv/skeleton.c>