]> git.ipfire.org Git - thirdparty/glibc.git/blame - iconvdata/shift_jisx0213.c
Use a doubly-linked list for _IO_list_all (bug 27777)
[thirdparty/glibc.git] / iconvdata / shift_jisx0213.c
CommitLineData
93a568aa 1/* Conversion from and to Shift_JISX0213.
dff8da6b 2 Copyright (C) 2002-2024 Free Software Foundation, Inc.
93a568aa 3 This file is part of the GNU C Library.
93a568aa
UD
4
5 The GNU C Library is free software; you can redistribute it and/or
6 modify it under the terms of the GNU Lesser General Public
7 License as published by the Free Software Foundation; either
8 version 2.1 of the License, or (at your option) any later version.
9
10 The GNU C Library is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Lesser General Public License for more details.
14
15 You should have received a copy of the GNU Lesser General Public
59ba27a6 16 License along with the GNU C Library; if not, see
5a82c748 17 <https://www.gnu.org/licenses/>. */
93a568aa
UD
18
19#include <dlfcn.h>
20#include <stdint.h>
21#include <gconv.h>
22
23/* The structure of Shift_JISX0213 is as follows:
24
25 0x00..0x7F: ISO646-JP, an ASCII variant
26
27 0x{A1..DF}: JISX0201 Katakana.
28
29 0x{81..9F,E0..EF}{40..7E,80..FC}: JISX0213 plane 1.
30
31 0x{F0..FC}{40..7E,80..FC}: JISX0213 plane 2, with irregular row mapping.
32
33 Note that some JISX0213 characters are not contained in Unicode 3.2
34 and are therefore best represented as sequences of Unicode characters.
35*/
36
37#include "jisx0213.h"
38
39/* Definitions used in the body of the `gconv' function. */
40#define CHARSET_NAME "SHIFT_JISX0213//"
41#define FROM_LOOP from_shift_jisx0213
42#define TO_LOOP to_shift_jisx0213
43#define DEFINE_INIT 1
44#define DEFINE_FINI 1
13e402e7 45#define ONE_DIRECTION 0
faaa6f62
UD
46#define FROM_LOOP_MIN_NEEDED_FROM 1
47#define FROM_LOOP_MAX_NEEDED_FROM 2
48#define FROM_LOOP_MIN_NEEDED_TO 4
49#define FROM_LOOP_MAX_NEEDED_TO 8
50#define TO_LOOP_MIN_NEEDED_FROM 4
51#define TO_LOOP_MAX_NEEDED_FROM 4
52#define TO_LOOP_MIN_NEEDED_TO 1
53#define TO_LOOP_MAX_NEEDED_TO 2
93a568aa
UD
54#define PREPARE_LOOP \
55 int saved_state; \
56 int *statep = &data->__statep->__count;
57#define EXTRA_LOOP_ARGS , statep
58
59
60/* Since we might have to reset input pointer we must be able to save
61 and restore the state. */
62#define SAVE_RESET_STATE(Save) \
63 if (Save) \
64 saved_state = *statep; \
65 else \
66 *statep = saved_state
67
68
fa00744e
UD
69/* During Shift_JISX0213 to UCS-4 conversion, the COUNT element of the state
70 contains the last UCS-4 character, shifted by 3 bits.
71 During UCS-4 to Shift_JISX0213 conversion, the COUNT element of the state
93a568aa
UD
72 contains the last two bytes to be output, shifted by 3 bits. */
73
74/* Since this is a stateful encoding we have to provide code which resets
75 the output state to the initial state. This has to be done during the
76 flushing. */
77#define EMIT_SHIFT_TO_INIT \
78 if (data->__statep->__count != 0) \
79 { \
80 if (FROM_DIRECTION) \
fa00744e 81 { \
a1ffb40e 82 if (__glibc_likely (outbuf + 4 <= outend)) \
fa00744e
UD
83 { \
84 /* Write out the last character. */ \
a7467d52
AJ
85 *((uint32_t *) outbuf) = data->__statep->__count >> 3; \
86 outbuf += sizeof (uint32_t); \
fa00744e
UD
87 data->__statep->__count = 0; \
88 } \
89 else \
90 /* We don't have enough room in the output buffer. */ \
91 status = __GCONV_FULL_OUTPUT; \
92 } \
93a568aa
UD
93 else \
94 { \
a1ffb40e 95 if (__glibc_likely (outbuf + 2 <= outend)) \
93a568aa
UD
96 { \
97 /* Write out the last character. */ \
98 uint32_t lasttwo = data->__statep->__count >> 3; \
99 *outbuf++ = (lasttwo >> 8) & 0xff; \
100 *outbuf++ = lasttwo & 0xff; \
101 data->__statep->__count = 0; \
102 } \
103 else \
104 /* We don't have enough room in the output buffer. */ \
105 status = __GCONV_FULL_OUTPUT; \
106 } \
107 }
108
109
110/* First define the conversion function from Shift_JISX0213 to UCS-4. */
faaa6f62
UD
111#define MIN_NEEDED_INPUT FROM_LOOP_MIN_NEEDED_FROM
112#define MAX_NEEDED_INPUT FROM_LOOP_MAX_NEEDED_FROM
113#define MIN_NEEDED_OUTPUT FROM_LOOP_MIN_NEEDED_TO
114#define MAX_NEEDED_OUTPUT FROM_LOOP_MAX_NEEDED_TO
93a568aa
UD
115#define LOOPFCT FROM_LOOP
116#define BODY \
117 { \
fa00744e 118 uint32_t ch; \
93a568aa 119 \
fa00744e
UD
120 /* Determine whether there is a buffered character pending. */ \
121 ch = *statep >> 3; \
a1ffb40e 122 if (__glibc_likely (ch == 0)) \
02779eaa 123 { \
fa00744e
UD
124 /* No - so look at the next input byte. */ \
125 ch = *inptr; \
02779eaa 126 \
fa00744e 127 if (ch < 0x80) \
93a568aa 128 { \
fa00744e 129 /* Plain ISO646-JP character. */ \
a1ffb40e 130 if (__glibc_unlikely (ch == 0x5c)) \
fa00744e 131 ch = 0xa5; \
a1ffb40e 132 else if (__glibc_unlikely (ch == 0x7e)) \
fa00744e
UD
133 ch = 0x203e; \
134 ++inptr; \
93a568aa 135 } \
fa00744e 136 else if (ch >= 0xa1 && ch <= 0xdf) \
02779eaa 137 { \
fa00744e
UD
138 /* Half-width katakana. */ \
139 ch += 0xfec0; \
140 ++inptr; \
02779eaa 141 } \
fa00744e 142 else if ((ch >= 0x81 && ch <= 0x9f) || (ch >= 0xe0 && ch <= 0xfc)) \
02779eaa 143 { \
fa00744e
UD
144 /* Two byte character. */ \
145 uint32_t ch2; \
93a568aa 146 \
a1ffb40e 147 if (__glibc_unlikely (inptr + 1 >= inend)) \
fa00744e
UD
148 { \
149 /* The second byte is not available. */ \
150 result = __GCONV_INCOMPLETE_INPUT; \
151 break; \
152 } \
93a568aa 153 \
fa00744e 154 ch2 = inptr[1]; \
93a568aa 155 \
fa00744e 156 /* The second byte must be in the range 0x{40..7E,80..FC}. */ \
a1ffb40e 157 if (__glibc_unlikely (ch2 < 0x40 || ch2 == 0x7f || ch2 > 0xfc)) \
02779eaa 158 { \
fa00744e
UD
159 /* This is an illegal character. */ \
160 STANDARD_FROM_LOOP_ERR_HANDLER (1); \
93a568aa 161 } \
fa00744e
UD
162 \
163 /* Convert to row and column. */ \
164 if (ch < 0xe0) \
165 ch -= 0x81; \
166 else \
167 ch -= 0xc1; \
168 if (ch2 < 0x80) \
169 ch2 -= 0x40; \
02779eaa 170 else \
fa00744e
UD
171 ch2 -= 0x41; \
172 /* Now 0 <= ch <= 0x3b, 0 <= ch2 <= 0xbb. */ \
173 ch = 2 * ch; \
174 if (ch2 >= 0x5e) \
175 ch2 -= 0x5e, ch++; \
176 ch2 += 0x21; \
177 if (ch >= 0x5e) \
93a568aa 178 { \
fa00744e
UD
179 /* Handling of JISX 0213 plane 2 rows. */ \
180 if (ch >= 0x67) \
181 ch += 230; \
182 else if (ch >= 0x63 || ch == 0x5f) \
183 ch += 168; \
184 else \
185 ch += 162; \
186 } \
187 \
188 ch = jisx0213_to_ucs4 (0x121 + ch, ch2); \
189 \
190 if (ch == 0) \
191 { \
192 /* This is an illegal character. */ \
193 STANDARD_FROM_LOOP_ERR_HANDLER (1); \
194 } \
195 \
196 inptr += 2; \
197 \
198 if (ch < 0x80) \
199 { \
200 /* It's a combining character. */ \
201 uint32_t u1 = __jisx0213_to_ucs_combining[ch - 1][0]; \
202 uint32_t u2 = __jisx0213_to_ucs_combining[ch - 1][1]; \
203 \
204 put32 (outptr, u1); \
205 outptr += 4; \
206 \
207 /* See whether we have room for two characters. */ \
208 if (outptr + 4 <= outend) \
209 { \
210 put32 (outptr, u2); \
211 outptr += 4; \
212 continue; \
213 } \
214 \
215 /* Otherwise store only the first character now, and \
216 put the second one into the queue. */ \
217 *statep = u2 << 3; \
218 /* Tell the caller why we terminate the loop. */ \
02779eaa 219 result = __GCONV_FULL_OUTPUT; \
93a568aa
UD
220 break; \
221 } \
93a568aa 222 } \
fa00744e
UD
223 else \
224 { \
225 /* This is illegal. */ \
226 STANDARD_FROM_LOOP_ERR_HANDLER (1); \
227 } \
93a568aa
UD
228 } \
229 \
230 put32 (outptr, ch); \
231 outptr += 4; \
232 }
233#define LOOP_NEED_FLAGS
234#define EXTRA_LOOP_DECLS , int *statep
f9ad060c
UD
235#define ONEBYTE_BODY \
236 { \
237 if (c < 0x80) \
238 { \
239 if (c == 0x5c) \
240 return 0xa5; \
241 if (c == 0x7e) \
242 return 0x203e; \
243 return c; \
244 } \
245 if (c >= 0xa1 && c <= 0xdf) \
246 return 0xfec0 + c; \
247 return WEOF; \
248 }
93a568aa
UD
249#include <iconv/loop.c>
250
251
252/* Next, define the other direction, from UCS-4 to Shift_JISX0213. */
253
254/* Composition tables for each of the relevant combining characters. */
255static const struct
256{
257 uint16_t base;
258 uint16_t composed;
259} comp_table_data[] =
260{
261#define COMP_TABLE_IDX_02E5 0
262#define COMP_TABLE_LEN_02E5 1
263 { 0x8684, 0x8685 }, /* 0x12B65 = 0x12B64 U+02E5 */
264#define COMP_TABLE_IDX_02E9 (COMP_TABLE_IDX_02E5 + COMP_TABLE_LEN_02E5)
265#define COMP_TABLE_LEN_02E9 1
266 { 0x8680, 0x8686 }, /* 0x12B66 = 0x12B60 U+02E9 */
267#define COMP_TABLE_IDX_0300 (COMP_TABLE_IDX_02E9 + COMP_TABLE_LEN_02E9)
268#define COMP_TABLE_LEN_0300 5
269 { 0x857b, 0x8663 }, /* 0x12B44 = 0x1295C U+0300 */
270 { 0x8657, 0x8667 }, /* 0x12B48 = 0x12B38 U+0300 */
271 { 0x8656, 0x8669 }, /* 0x12B4A = 0x12B37 U+0300 */
272 { 0x864f, 0x866b }, /* 0x12B4C = 0x12B30 U+0300 */
273 { 0x8662, 0x866d }, /* 0x12B4E = 0x12B43 U+0300 */
274#define COMP_TABLE_IDX_0301 (COMP_TABLE_IDX_0300 + COMP_TABLE_LEN_0300)
275#define COMP_TABLE_LEN_0301 4
276 { 0x8657, 0x8668 }, /* 0x12B49 = 0x12B38 U+0301 */
277 { 0x8656, 0x866a }, /* 0x12B4B = 0x12B37 U+0301 */
278 { 0x864f, 0x866c }, /* 0x12B4D = 0x12B30 U+0301 */
279 { 0x8662, 0x866e }, /* 0x12B4F = 0x12B43 U+0301 */
280#define COMP_TABLE_IDX_309A (COMP_TABLE_IDX_0301 + COMP_TABLE_LEN_0301)
281#define COMP_TABLE_LEN_309A 14
282 { 0x82a9, 0x82f5 }, /* 0x12477 = 0x1242B U+309A */
283 { 0x82ab, 0x82f6 }, /* 0x12478 = 0x1242D U+309A */
284 { 0x82ad, 0x82f7 }, /* 0x12479 = 0x1242F U+309A */
285 { 0x82af, 0x82f8 }, /* 0x1247A = 0x12431 U+309A */
286 { 0x82b1, 0x82f9 }, /* 0x1247B = 0x12433 U+309A */
287 { 0x834a, 0x8397 }, /* 0x12577 = 0x1252B U+309A */
288 { 0x834c, 0x8398 }, /* 0x12578 = 0x1252D U+309A */
289 { 0x834e, 0x8399 }, /* 0x12579 = 0x1252F U+309A */
290 { 0x8350, 0x839a }, /* 0x1257A = 0x12531 U+309A */
291 { 0x8352, 0x839b }, /* 0x1257B = 0x12533 U+309A */
292 { 0x835a, 0x839c }, /* 0x1257C = 0x1253B U+309A */
293 { 0x8363, 0x839d }, /* 0x1257D = 0x12544 U+309A */
294 { 0x8367, 0x839e }, /* 0x1257E = 0x12548 U+309A */
295 { 0x83f3, 0x83f6 }, /* 0x12678 = 0x12675 U+309A */
296};
297
faaa6f62
UD
298#define MIN_NEEDED_INPUT TO_LOOP_MIN_NEEDED_FROM
299#define MAX_NEEDED_INPUT TO_LOOP_MAX_NEEDED_FROM
300#define MIN_NEEDED_OUTPUT TO_LOOP_MIN_NEEDED_TO
301#define MAX_NEEDED_OUTPUT TO_LOOP_MAX_NEEDED_TO
93a568aa
UD
302#define LOOPFCT TO_LOOP
303#define BODY \
304 { \
305 uint32_t ch = get32 (inptr); \
306 \
307 if ((*statep >> 3) != 0) \
308 { \
309 /* Attempt to combine the last character with this one. */ \
310 uint16_t lasttwo = *statep >> 3; \
311 unsigned int idx; \
312 unsigned int len; \
313 \
314 if (ch == 0x02e5) \
315 idx = COMP_TABLE_IDX_02E5, len = COMP_TABLE_LEN_02E5; \
316 else if (ch == 0x02e9) \
317 idx = COMP_TABLE_IDX_02E9, len = COMP_TABLE_LEN_02E9; \
318 else if (ch == 0x0300) \
319 idx = COMP_TABLE_IDX_0300, len = COMP_TABLE_LEN_0300; \
320 else if (ch == 0x0301) \
321 idx = COMP_TABLE_IDX_0301, len = COMP_TABLE_LEN_0301; \
322 else if (ch == 0x309a) \
323 idx = COMP_TABLE_IDX_309A, len = COMP_TABLE_LEN_309A; \
324 else \
325 goto not_combining; \
326 \
327 do \
328 if (comp_table_data[idx].base == lasttwo) \
329 break; \
330 while (++idx, --len > 0); \
331 \
332 if (len > 0) \
333 { \
334 /* Output the combined character. */ \
a1ffb40e 335 if (__glibc_unlikely (outptr + 1 >= outend)) \
93a568aa
UD
336 { \
337 result = __GCONV_FULL_OUTPUT; \
338 break; \
339 } \
340 lasttwo = comp_table_data[idx].composed; \
341 *outptr++ = (lasttwo >> 8) & 0xff; \
342 *outptr++ = lasttwo & 0xff; \
343 *statep = 0; \
344 inptr += 4; \
345 continue; \
346 } \
347 \
348 not_combining: \
349 /* Output the buffered character. */ \
a1ffb40e 350 if (__glibc_unlikely (outptr + 1 >= outend)) \
93a568aa
UD
351 { \
352 result = __GCONV_FULL_OUTPUT; \
353 break; \
354 } \
355 *outptr++ = (lasttwo >> 8) & 0xff; \
356 *outptr++ = lasttwo & 0xff; \
357 *statep = 0; \
358 continue; \
359 } \
360 \
361 if (ch < 0x80) \
362 /* Plain ISO646-JP character. */ \
363 *outptr++ = ch; \
364 else if (ch == 0xa5) \
365 *outptr++ = 0x5c; \
366 else if (ch == 0x203e) \
367 *outptr++ = 0x7e; \
368 else if (ch >= 0xff61 && ch <= 0xff9f) \
369 /* Half-width katakana. */ \
370 *outptr++ = ch - 0xfec0; \
371 else \
372 { \
373 unsigned int s1, s2; \
0e15c4b6
UD
374 uint32_t jch = ucs4_to_jisx0213 (ch); \
375 if (jch == 0) \
93a568aa
UD
376 { \
377 UNICODE_TAG_HANDLER (ch, 4); \
378 \
379 /* Illegal character. */ \
e438a468 380 STANDARD_TO_LOOP_ERR_HANDLER (4); \
93a568aa
UD
381 } \
382 \
383 /* Convert it to shifted representation. */ \
0e15c4b6
UD
384 s1 = jch >> 8; \
385 s2 = jch & 0x7f; \
93a568aa
UD
386 s1 -= 0x21; \
387 s2 -= 0x21; \
388 if (s1 >= 0x5e) \
389 { \
390 /* Handling of JISX 0213 plane 2 rows. */ \
391 if (s1 >= 0xcd) /* rows 0x26E..0x27E */ \
392 s1 -= 102; \
393 else if (s1 >= 0x8b || s1 == 0x87) /* rows 0x228, 0x22C..0x22F */ \
394 s1 -= 40; \
395 else /* rows 0x221, 0x223..0x225 */ \
396 s1 -= 34; \
397 /* Now 0x5e <= s1 <= 0x77. */ \
398 } \
399 if (s1 & 1) \
400 s2 += 0x5e; \
401 s1 = s1 >> 1; \
402 if (s1 < 0x1f) \
403 s1 += 0x81; \
404 else \
405 s1 += 0xc1; \
406 if (s2 < 0x3f) \
407 s2 += 0x40; \
408 else \
409 s2 += 0x41; \
410 \
0e15c4b6 411 if (jch & 0x0080) \
93a568aa
UD
412 { \
413 /* A possible match in comp_table_data. We have to buffer it. */\
414 \
415 /* We know it's a JISX 0213 plane 1 character. */ \
0e15c4b6 416 assert ((jch & 0x8000) == 0); \
93a568aa
UD
417 \
418 *statep = ((s1 << 8) | s2) << 3; \
419 inptr += 4; \
420 continue; \
421 } \
422 \
423 /* Output the shifted representation. */ \
a1ffb40e 424 if (__glibc_unlikely (outptr + 1 >= outend)) \
93a568aa
UD
425 { \
426 result = __GCONV_FULL_OUTPUT; \
427 break; \
428 } \
429 *outptr++ = s1; \
430 *outptr++ = s2; \
431 } \
432 \
433 inptr += 4; \
434 }
435#define LOOP_NEED_FLAGS
436#define EXTRA_LOOP_DECLS , int *statep
437#include <iconv/loop.c>
438
439
440/* Now define the toplevel functions. */
441#include <iconv/skeleton.c>