/* * CDDL HEADER START * * The contents of this file are subject to the terms of the * Common Development and Distribution License (the "License"). * You may not use this file except in compliance with the License. * * You can obtain a copy of the license at src/OPENSOLARIS.LICENSE * or http://www.opensolaris.org/os/licensing. * See the License for the specific language governing permissions * and limitations under the License. * * When distributing Covered Code, include this CDDL HEADER in each * file and include the License file at src/OPENSOLARIS.LICENSE. * If applicable, add the following below this CDDL HEADER, with the * fields enclosed by brackets "[]" replaced with your own identifying * information: Portions Copyright [yyyy] [name of copyright owner] * * CDDL HEADER END */ /* * Copyright 2007 Sun Microsystems, Inc. All rights reserved. * Use is subject to license terms. * * This is for conversions from UTF-8 to various UCS forms, esp., * UCS-2, UCS-2BE, UCS-2LE, UTF-16, UTF-16BE, UTF-16LE, UCS-4, UCS-4BE, * UCS-4LE, UTF-32, UTF-32BE, and UTF-32LE. */ #include #include #include #include #include "utf8_to_ucs.h" void * _icv_open() { ucs_state_t *cd = (ucs_state_t *)calloc(1, sizeof(ucs_state_t)); if (cd == (ucs_state_t *)NULL) { errno = ENOMEM; return((void *)-1); } #if defined(UTF_16BE) || defined(UCS_2BE) || defined(UCS_4BE) || \ defined(UTF_32BE) cd->little_endian = false; cd->bom_written = true; #elif defined(UTF_16LE) || defined(UCS_2LE) || defined(UCS_4LE) || \ defined(UTF_32LE) cd->little_endian = true; cd->bom_written = true; #elif defined(_LITTLE_ENDIAN) cd->little_endian = true; #endif return((void *)cd); } void _icv_close(ucs_state_t *cd) { if (! cd) errno = EBADF; else free((void *)cd); } size_t _icv_iconv(ucs_state_t *cd, char **inbuf, size_t *inbufleft, char **outbuf, size_t *outbufleft) { size_t ret_val = 0; uchar_t *ib; uchar_t *ob; uchar_t *ibtail; uchar_t *obtail; if (! cd) { errno = EBADF; return((size_t)-1); } if (!inbuf || !(*inbuf)) { #if defined(UCS_2) || defined(UCS_4) || defined(UTF_16) || defined(UTF_32) cd->bom_written = false; #endif return((size_t)0); } ib = (uchar_t *)*inbuf; ob = (uchar_t *)*outbuf; ibtail = ib + *inbufleft; obtail = ob + *outbufleft; while (ib < ibtail) { uchar_t *ib_org; uint_t u4; #if defined(UTF_16) || defined(UTF_16BE) || defined(UTF_16LE) uint_t u4_2; #endif uint_t first_byte; signed char sz; signed char obsz; sz = number_of_bytes_in_utf8_char[*ib]; if (sz == ICV_TYPE_ILLEGAL_CHAR) { errno = EILSEQ; ret_val = (size_t)-1; break; } if ((ibtail - ib) < sz) { errno = EINVAL; ret_val = (size_t)-1; break; } ib_org = ib; first_byte = *ib; u4 = (uint_t)(*ib++ & masks_tbl[sz]); for (; sz > 1; sz--) { if (first_byte) { if (((uchar_t)*ib) < valid_min_2nd_byte[first_byte] || ((uchar_t)*ib) > valid_max_2nd_byte[first_byte]) { ib = ib_org; errno = EILSEQ; ret_val = (size_t)-1; goto ILLEGAL_CHAR_ERR; } first_byte = 0; } else if (((uint_t)*ib) < 0x80 || ((uint_t)*ib) > 0xbf) { ib = ib_org; errno = EILSEQ; ret_val = (size_t)-1; goto ILLEGAL_CHAR_ERR; } u4 = (u4 << ICV_UTF8_BIT_SHIFT) | (((uint_t)*ib) & ICV_UTF8_BIT_MASK); ib++; } /* Check against known non-characters. */ if ((u4 & ICV_UTF32_NONCHAR_mask) == ICV_UTF32_NONCHAR_fffe || (u4 & ICV_UTF32_NONCHAR_mask) == ICV_UTF32_NONCHAR_ffff || u4 > ICV_UTF32_LAST_VALID_CHAR || (u4 >= ICV_UTF32_SURROGATE_START_d800 && u4 <= ICV_UTF32_SURROGATE_END_dfff) || (u4 >= ICV_UTF32_ARABIC_NONCHAR_START_fdd0 && u4 <= ICV_UTF32_ARABIC_NONCHAR_END_fdef)) { ib = ib_org; errno = EILSEQ; ret_val = (size_t)-1; goto ILLEGAL_CHAR_ERR; } #if defined(UTF_16) || defined(UTF_16BE) || defined(UTF_16LE) u4_2 = 0; #endif if (u4 == ICV_BOM_IN_BIG_ENDIAN) { cd->bom_written = true; } #if defined(UCS_4) || defined(UCS_4BE) || defined(UCS_4LE) obsz = (cd->bom_written) ? 4 : 8; #elif defined(UTF_32) || defined(UTF_32BE) || defined(UTF_32LE) obsz = (cd->bom_written) ? 4 : 8; if (u4 > 0x10ffff) { u4 = ICV_CHAR_UCS2_REPLACEMENT; ret_val++; } #elif defined(UCS_2) || defined(UCS_2BE) || defined(UCS_2LE) obsz = (cd->bom_written) ? 2 : 4; if (u4 > 0x00ffff) { u4 = ICV_CHAR_UCS2_REPLACEMENT; ret_val++; } #elif defined(UTF_16) || defined(UTF_16BE) || defined(UTF_16LE) obsz = (cd->bom_written) ? 2 : 4; if (u4 > 0x10ffff) { u4 = ICV_CHAR_UCS2_REPLACEMENT; ret_val++; } else if (u4 > 0x00ffff) { u4_2 = ((u4 - 0x010000) % 0x400) + 0x00dc00; u4 = ((u4 - 0x010000) / 0x400) + 0x00d800; obsz += 2; } #else #error "Fatal: one of the UCS macros need to be defined." #endif if ((obtail - ob) < obsz) { ib = ib_org; errno = E2BIG; ret_val = (size_t)-1; break; } if (cd->little_endian) { if (! cd->bom_written) { *ob++ = (uchar_t)0xff; *ob++ = (uchar_t)0xfe; #if defined(UCS_4) || defined(UCS_4BE) || defined(UCS_4LE) || \ defined(UTF_32) || defined(UTF_32BE) || defined(UTF_32LE) *(ushort_t *)ob = (ushort_t)0; ob += 2; #endif cd->bom_written = true; } *ob++ = (uchar_t)(u4 & 0xff); *ob++ = (uchar_t)((u4 >> 8) & 0xff); #if defined(UCS_4) || defined(UCS_4BE) || defined(UCS_4LE) || \ defined(UTF_32) || defined(UTF_32BE) || defined(UTF_32LE) *ob++ = (uchar_t)((u4 >> 16) & 0xff); *ob++ = (uchar_t)((u4 >> 24) & 0xff); #elif defined(UTF_16) || defined(UTF_16BE) || defined(UTF_16LE) if (u4_2) { *ob++ = (uchar_t)(u4_2 & 0xff); *ob++ = (uchar_t)((u4_2 >> 8) & 0xff); } #endif } else { if (! cd->bom_written) { #if defined(UCS_4) || defined(UCS_4BE) || defined(UCS_4LE) || \ defined(UTF_32) || defined(UTF_32BE) || defined(UTF_32LE) *(ushort_t *)ob = (ushort_t)0; ob += 2; #endif *ob++ = (uchar_t)0xfe; *ob++ = (uchar_t)0xff; cd->bom_written = true; } #if defined(UCS_4) || defined(UCS_4BE) || defined(UCS_4LE) || \ defined(UTF_32) || defined(UTF_32BE) || defined(UTF_32LE) *ob++ = (uchar_t)((u4 >> 24) & 0xff); *ob++ = (uchar_t)((u4 >> 16) & 0xff); #endif *ob++ = (uchar_t)((u4 >> 8) & 0xff); *ob++ = (uchar_t)(u4 & 0xff); #if defined(UTF_16) || defined(UTF_16BE) || defined(UTF_16LE) if (u4_2) { *ob++ = (uchar_t)((u4_2 >> 8) & 0xff); *ob++ = (uchar_t)(u4_2 & 0xff); } #endif } } ILLEGAL_CHAR_ERR: *inbuf = (char *)ib; *inbufleft = ibtail - ib; *outbuf = (char *)ob; *outbufleft = obtail - ob; return(ret_val); }