| // © 2016 and later: Unicode, Inc. and others. | |
| // License & terms of use: http://www.unicode.org/copyright.html | |
| /* | |
| ***************************************************************************** | |
| * | |
| * Copyright (C) 1998-2016, International Business Machines | |
| * Corporation and others. All Rights Reserved. | |
| * | |
| ***************************************************************************** | |
| * | |
| * ucnv_err.c | |
| * Implements error behaviour functions called by T_UConverter_{from,to}Unicode | |
| * | |
| * | |
| * Change history: | |
| * | |
| * 06/29/2000 helena Major rewrite of the callback APIs. | |
| */ | |
| #include "unicode/utypes.h" | |
| #if !UCONFIG_NO_CONVERSION | |
| #include "unicode/ucnv_err.h" | |
| #include "unicode/ucnv_cb.h" | |
| #include "ucnv_cnv.h" | |
| #include "cmemory.h" | |
| #include "unicode/ucnv.h" | |
| #include "ustrfmt.h" | |
| #define VALUE_STRING_LENGTH 48 | |
| /*Magic # 32 = 4(number of char in value string) * 8(max number of bytes per char for any converter) */ | |
| #define UNICODE_PERCENT_SIGN_CODEPOINT 0x0025 | |
| #define UNICODE_U_CODEPOINT 0x0055 | |
| #define UNICODE_X_CODEPOINT 0x0058 | |
| #define UNICODE_RS_CODEPOINT 0x005C | |
| #define UNICODE_U_LOW_CODEPOINT 0x0075 | |
| #define UNICODE_X_LOW_CODEPOINT 0x0078 | |
| #define UNICODE_AMP_CODEPOINT 0x0026 | |
| #define UNICODE_HASH_CODEPOINT 0x0023 | |
| #define UNICODE_SEMICOLON_CODEPOINT 0x003B | |
| #define UNICODE_PLUS_CODEPOINT 0x002B | |
| #define UNICODE_LEFT_CURLY_CODEPOINT 0x007B | |
| #define UNICODE_RIGHT_CURLY_CODEPOINT 0x007D | |
| #define UNICODE_SPACE_CODEPOINT 0x0020 | |
| #define UCNV_PRV_ESCAPE_ICU 0 | |
| #define UCNV_PRV_ESCAPE_C 'C' | |
| #define UCNV_PRV_ESCAPE_XML_DEC 'D' | |
| #define UCNV_PRV_ESCAPE_XML_HEX 'X' | |
| #define UCNV_PRV_ESCAPE_JAVA 'J' | |
| #define UCNV_PRV_ESCAPE_UNICODE 'U' | |
| #define UCNV_PRV_ESCAPE_CSS2 'S' | |
| #define UCNV_PRV_STOP_ON_ILLEGAL 'i' | |
| /* | |
| * IS_DEFAULT_IGNORABLE_CODE_POINT | |
| * This is to check if a code point has the default ignorable unicode property. | |
| * As such, this list needs to be updated if the ignorable code point list ever | |
| * changes. | |
| * To avoid dependency on other code, this list is hard coded here. | |
| * When an ignorable code point is found and is unmappable, the default callbacks | |
| * will ignore them. | |
| * For a list of the default ignorable code points, use this link: | |
| * https://unicode.org/cldr/utility/list-unicodeset.jsp?a=%5B%3ADI%3A%5D&abb=on&g=&i= | |
| * | |
| * This list should be sync with the one in CharsetCallback.java | |
| */ | |
| #define IS_DEFAULT_IGNORABLE_CODE_POINT(c) ( \ | |
| (c == 0x00AD) || \ | |
| (c == 0x034F) || \ | |
| (c == 0x061C) || \ | |
| (c == 0x115F) || \ | |
| (c == 0x1160) || \ | |
| (0x17B4 <= c && c <= 0x17B5) || \ | |
| (0x180B <= c && c <= 0x180E) || \ | |
| (0x200B <= c && c <= 0x200F) || \ | |
| (0x202A <= c && c <= 0x202E) || \ | |
| (0x2060 <= c && c <= 0x206F) || \ | |
| (c == 0x3164) || \ | |
| (0xFE00 <= c && c <= 0xFE0F) || \ | |
| (c == 0xFEFF) || \ | |
| (c == 0xFFA0) || \ | |
| (0xFFF0 <= c && c <= 0xFFF8) || \ | |
| (0x1BCA0 <= c && c <= 0x1BCA3) || \ | |
| (0x1D173 <= c && c <= 0x1D17A) || \ | |
| (0xE0000 <= c && c <= 0xE0FFF)) | |
| /*Function Pointer STOPS at the ILLEGAL_SEQUENCE */ | |
| U_CAPI void U_EXPORT2 | |
| UCNV_FROM_U_CALLBACK_STOP ( | |
| const void *context, | |
| UConverterFromUnicodeArgs *fromUArgs, | |
| const UChar* codeUnits, | |
| int32_t length, | |
| UChar32 codePoint, | |
| UConverterCallbackReason reason, | |
| UErrorCode * err) | |
| { | |
| (void)context; | |
| (void)fromUArgs; | |
| (void)codeUnits; | |
| (void)length; | |
| if (reason == UCNV_UNASSIGNED && IS_DEFAULT_IGNORABLE_CODE_POINT(codePoint)) | |
| { | |
| /* | |
| * Skip if the codepoint has unicode property of default ignorable. | |
| */ | |
| *err = U_ZERO_ERROR; | |
| } | |
| /* the caller must have set the error code accordingly */ | |
| return; | |
| } | |
| /*Function Pointer STOPS at the ILLEGAL_SEQUENCE */ | |
| U_CAPI void U_EXPORT2 | |
| UCNV_TO_U_CALLBACK_STOP ( | |
| const void *context, | |
| UConverterToUnicodeArgs *toUArgs, | |
| const char* codePoints, | |
| int32_t length, | |
| UConverterCallbackReason reason, | |
| UErrorCode * err) | |
| { | |
| /* the caller must have set the error code accordingly */ | |
| (void)context; (void)toUArgs; (void)codePoints; (void)length; (void)reason; (void)err; | |
| return; | |
| } | |
| U_CAPI void U_EXPORT2 | |
| UCNV_FROM_U_CALLBACK_SKIP ( | |
| const void *context, | |
| UConverterFromUnicodeArgs *fromUArgs, | |
| const UChar* codeUnits, | |
| int32_t length, | |
| UChar32 codePoint, | |
| UConverterCallbackReason reason, | |
| UErrorCode * err) | |
| { | |
| (void)fromUArgs; | |
| (void)codeUnits; | |
| (void)length; | |
| if (reason <= UCNV_IRREGULAR) | |
| { | |
| if (reason == UCNV_UNASSIGNED && IS_DEFAULT_IGNORABLE_CODE_POINT(codePoint)) | |
| { | |
| /* | |
| * Skip if the codepoint has unicode property of default ignorable. | |
| */ | |
| *err = U_ZERO_ERROR; | |
| } | |
| else if (context == NULL || (*((char*)context) == UCNV_PRV_STOP_ON_ILLEGAL && reason == UCNV_UNASSIGNED)) | |
| { | |
| *err = U_ZERO_ERROR; | |
| } | |
| /* else the caller must have set the error code accordingly. */ | |
| } | |
| /* else ignore the reset, close and clone calls. */ | |
| } | |
| U_CAPI void U_EXPORT2 | |
| UCNV_FROM_U_CALLBACK_SUBSTITUTE ( | |
| const void *context, | |
| UConverterFromUnicodeArgs *fromArgs, | |
| const UChar* codeUnits, | |
| int32_t length, | |
| UChar32 codePoint, | |
| UConverterCallbackReason reason, | |
| UErrorCode * err) | |
| { | |
| (void)codeUnits; | |
| (void)length; | |
| if (reason <= UCNV_IRREGULAR) | |
| { | |
| if (reason == UCNV_UNASSIGNED && IS_DEFAULT_IGNORABLE_CODE_POINT(codePoint)) | |
| { | |
| /* | |
| * Skip if the codepoint has unicode property of default ignorable. | |
| */ | |
| *err = U_ZERO_ERROR; | |
| } | |
| else if (context == NULL || (*((char*)context) == UCNV_PRV_STOP_ON_ILLEGAL && reason == UCNV_UNASSIGNED)) | |
| { | |
| *err = U_ZERO_ERROR; | |
| ucnv_cbFromUWriteSub(fromArgs, 0, err); | |
| } | |
| /* else the caller must have set the error code accordingly. */ | |
| } | |
| /* else ignore the reset, close and clone calls. */ | |
| } | |
| /*uses uprv_itou to get a unicode escape sequence of the offensive sequence, | |
| *uses a clean copy (resetted) of the converter, to convert that unicode | |
| *escape sequence to the target codepage (if conversion failure happens then | |
| *we revert to substituting with subchar) | |
| */ | |
| U_CAPI void U_EXPORT2 | |
| UCNV_FROM_U_CALLBACK_ESCAPE ( | |
| const void *context, | |
| UConverterFromUnicodeArgs *fromArgs, | |
| const UChar *codeUnits, | |
| int32_t length, | |
| UChar32 codePoint, | |
| UConverterCallbackReason reason, | |
| UErrorCode * err) | |
| { | |
| UChar valueString[VALUE_STRING_LENGTH]; | |
| int32_t valueStringLength = 0; | |
| int32_t i = 0; | |
| const UChar *myValueSource = NULL; | |
| UErrorCode err2 = U_ZERO_ERROR; | |
| UConverterFromUCallback original = NULL; | |
| const void *originalContext; | |
| UConverterFromUCallback ignoredCallback = NULL; | |
| const void *ignoredContext; | |
| if (reason > UCNV_IRREGULAR) | |
| { | |
| return; | |
| } | |
| else if (reason == UCNV_UNASSIGNED && IS_DEFAULT_IGNORABLE_CODE_POINT(codePoint)) | |
| { | |
| /* | |
| * Skip if the codepoint has unicode property of default ignorable. | |
| */ | |
| *err = U_ZERO_ERROR; | |
| return; | |
| } | |
| ucnv_setFromUCallBack (fromArgs->converter, | |
| (UConverterFromUCallback) UCNV_FROM_U_CALLBACK_SUBSTITUTE, | |
| NULL, | |
| &original, | |
| &originalContext, | |
| &err2); | |
| if (U_FAILURE (err2)) | |
| { | |
| *err = err2; | |
| return; | |
| } | |
| if(context==NULL) | |
| { | |
| while (i < length) | |
| { | |
| valueString[valueStringLength++] = (UChar) UNICODE_PERCENT_SIGN_CODEPOINT; /* adding % */ | |
| valueString[valueStringLength++] = (UChar) UNICODE_U_CODEPOINT; /* adding U */ | |
| valueStringLength += uprv_itou (valueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, (uint16_t)codeUnits[i++], 16, 4); | |
| } | |
| } | |
| else | |
| { | |
| switch(*((char*)context)) | |
| { | |
| case UCNV_PRV_ESCAPE_JAVA: | |
| while (i < length) | |
| { | |
| valueString[valueStringLength++] = (UChar) UNICODE_RS_CODEPOINT; /* adding \ */ | |
| valueString[valueStringLength++] = (UChar) UNICODE_U_LOW_CODEPOINT; /* adding u */ | |
| valueStringLength += uprv_itou (valueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, (uint16_t)codeUnits[i++], 16, 4); | |
| } | |
| break; | |
| case UCNV_PRV_ESCAPE_C: | |
| valueString[valueStringLength++] = (UChar) UNICODE_RS_CODEPOINT; /* adding \ */ | |
| if(length==2){ | |
| valueString[valueStringLength++] = (UChar) UNICODE_U_CODEPOINT; /* adding U */ | |
| valueStringLength += uprv_itou (valueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, codePoint, 16, 8); | |
| } | |
| else{ | |
| valueString[valueStringLength++] = (UChar) UNICODE_U_LOW_CODEPOINT; /* adding u */ | |
| valueStringLength += uprv_itou (valueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, (uint16_t)codeUnits[0], 16, 4); | |
| } | |
| break; | |
| case UCNV_PRV_ESCAPE_XML_DEC: | |
| valueString[valueStringLength++] = (UChar) UNICODE_AMP_CODEPOINT; /* adding & */ | |
| valueString[valueStringLength++] = (UChar) UNICODE_HASH_CODEPOINT; /* adding # */ | |
| if(length==2){ | |
| valueStringLength += uprv_itou (valueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, codePoint, 10, 0); | |
| } | |
| else{ | |
| valueStringLength += uprv_itou (valueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, (uint16_t)codeUnits[0], 10, 0); | |
| } | |
| valueString[valueStringLength++] = (UChar) UNICODE_SEMICOLON_CODEPOINT; /* adding ; */ | |
| break; | |
| case UCNV_PRV_ESCAPE_XML_HEX: | |
| valueString[valueStringLength++] = (UChar) UNICODE_AMP_CODEPOINT; /* adding & */ | |
| valueString[valueStringLength++] = (UChar) UNICODE_HASH_CODEPOINT; /* adding # */ | |
| valueString[valueStringLength++] = (UChar) UNICODE_X_LOW_CODEPOINT; /* adding x */ | |
| if(length==2){ | |
| valueStringLength += uprv_itou (valueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, codePoint, 16, 0); | |
| } | |
| else{ | |
| valueStringLength += uprv_itou (valueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, (uint16_t)codeUnits[0], 16, 0); | |
| } | |
| valueString[valueStringLength++] = (UChar) UNICODE_SEMICOLON_CODEPOINT; /* adding ; */ | |
| break; | |
| case UCNV_PRV_ESCAPE_UNICODE: | |
| valueString[valueStringLength++] = (UChar) UNICODE_LEFT_CURLY_CODEPOINT; /* adding { */ | |
| valueString[valueStringLength++] = (UChar) UNICODE_U_CODEPOINT; /* adding U */ | |
| valueString[valueStringLength++] = (UChar) UNICODE_PLUS_CODEPOINT; /* adding + */ | |
| if (length == 2) { | |
| valueStringLength += uprv_itou (valueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, codePoint, 16, 4); | |
| } else { | |
| valueStringLength += uprv_itou (valueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, (uint16_t)codeUnits[0], 16, 4); | |
| } | |
| valueString[valueStringLength++] = (UChar) UNICODE_RIGHT_CURLY_CODEPOINT; /* adding } */ | |
| break; | |
| case UCNV_PRV_ESCAPE_CSS2: | |
| valueString[valueStringLength++] = (UChar) UNICODE_RS_CODEPOINT; /* adding \ */ | |
| valueStringLength += uprv_itou (valueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, codePoint, 16, 0); | |
| /* Always add space character, becase the next character might be whitespace, | |
| which would erroneously be considered the termination of the escape sequence. */ | |
| valueString[valueStringLength++] = (UChar) UNICODE_SPACE_CODEPOINT; | |
| break; | |
| default: | |
| while (i < length) | |
| { | |
| valueString[valueStringLength++] = (UChar) UNICODE_PERCENT_SIGN_CODEPOINT; /* adding % */ | |
| valueString[valueStringLength++] = (UChar) UNICODE_U_CODEPOINT; /* adding U */ | |
| valueStringLength += uprv_itou (valueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, (uint16_t)codeUnits[i++], 16, 4); | |
| } | |
| } | |
| } | |
| myValueSource = valueString; | |
| /* reset the error */ | |
| *err = U_ZERO_ERROR; | |
| ucnv_cbFromUWriteUChars(fromArgs, &myValueSource, myValueSource+valueStringLength, 0, err); | |
| ucnv_setFromUCallBack (fromArgs->converter, | |
| original, | |
| originalContext, | |
| &ignoredCallback, | |
| &ignoredContext, | |
| &err2); | |
| if (U_FAILURE (err2)) | |
| { | |
| *err = err2; | |
| return; | |
| } | |
| return; | |
| } | |
| U_CAPI void U_EXPORT2 | |
| UCNV_TO_U_CALLBACK_SKIP ( | |
| const void *context, | |
| UConverterToUnicodeArgs *toArgs, | |
| const char* codeUnits, | |
| int32_t length, | |
| UConverterCallbackReason reason, | |
| UErrorCode * err) | |
| { | |
| (void)toArgs; | |
| (void)codeUnits; | |
| (void)length; | |
| if (reason <= UCNV_IRREGULAR) | |
| { | |
| if (context == NULL || (*((char*)context) == UCNV_PRV_STOP_ON_ILLEGAL && reason == UCNV_UNASSIGNED)) | |
| { | |
| *err = U_ZERO_ERROR; | |
| } | |
| /* else the caller must have set the error code accordingly. */ | |
| } | |
| /* else ignore the reset, close and clone calls. */ | |
| } | |
| U_CAPI void U_EXPORT2 | |
| UCNV_TO_U_CALLBACK_SUBSTITUTE ( | |
| const void *context, | |
| UConverterToUnicodeArgs *toArgs, | |
| const char* codeUnits, | |
| int32_t length, | |
| UConverterCallbackReason reason, | |
| UErrorCode * err) | |
| { | |
| (void)codeUnits; | |
| (void)length; | |
| if (reason <= UCNV_IRREGULAR) | |
| { | |
| if (context == NULL || (*((char*)context) == UCNV_PRV_STOP_ON_ILLEGAL && reason == UCNV_UNASSIGNED)) | |
| { | |
| *err = U_ZERO_ERROR; | |
| ucnv_cbToUWriteSub(toArgs,0,err); | |
| } | |
| /* else the caller must have set the error code accordingly. */ | |
| } | |
| /* else ignore the reset, close and clone calls. */ | |
| } | |
| /*uses uprv_itou to get a unicode escape sequence of the offensive sequence, | |
| *and uses that as the substitution sequence | |
| */ | |
| U_CAPI void U_EXPORT2 | |
| UCNV_TO_U_CALLBACK_ESCAPE ( | |
| const void *context, | |
| UConverterToUnicodeArgs *toArgs, | |
| const char* codeUnits, | |
| int32_t length, | |
| UConverterCallbackReason reason, | |
| UErrorCode * err) | |
| { | |
| UChar uniValueString[VALUE_STRING_LENGTH]; | |
| int32_t valueStringLength = 0; | |
| int32_t i = 0; | |
| if (reason > UCNV_IRREGULAR) | |
| { | |
| return; | |
| } | |
| if(context==NULL) | |
| { | |
| while (i < length) | |
| { | |
| uniValueString[valueStringLength++] = (UChar) UNICODE_PERCENT_SIGN_CODEPOINT; /* adding % */ | |
| uniValueString[valueStringLength++] = (UChar) UNICODE_X_CODEPOINT; /* adding X */ | |
| valueStringLength += uprv_itou (uniValueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, (uint8_t) codeUnits[i++], 16, 2); | |
| } | |
| } | |
| else | |
| { | |
| switch(*((char*)context)) | |
| { | |
| case UCNV_PRV_ESCAPE_XML_DEC: | |
| while (i < length) | |
| { | |
| uniValueString[valueStringLength++] = (UChar) UNICODE_AMP_CODEPOINT; /* adding & */ | |
| uniValueString[valueStringLength++] = (UChar) UNICODE_HASH_CODEPOINT; /* adding # */ | |
| valueStringLength += uprv_itou (uniValueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, (uint8_t)codeUnits[i++], 10, 0); | |
| uniValueString[valueStringLength++] = (UChar) UNICODE_SEMICOLON_CODEPOINT; /* adding ; */ | |
| } | |
| break; | |
| case UCNV_PRV_ESCAPE_XML_HEX: | |
| while (i < length) | |
| { | |
| uniValueString[valueStringLength++] = (UChar) UNICODE_AMP_CODEPOINT; /* adding & */ | |
| uniValueString[valueStringLength++] = (UChar) UNICODE_HASH_CODEPOINT; /* adding # */ | |
| uniValueString[valueStringLength++] = (UChar) UNICODE_X_LOW_CODEPOINT; /* adding x */ | |
| valueStringLength += uprv_itou (uniValueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, (uint8_t)codeUnits[i++], 16, 0); | |
| uniValueString[valueStringLength++] = (UChar) UNICODE_SEMICOLON_CODEPOINT; /* adding ; */ | |
| } | |
| break; | |
| case UCNV_PRV_ESCAPE_C: | |
| while (i < length) | |
| { | |
| uniValueString[valueStringLength++] = (UChar) UNICODE_RS_CODEPOINT; /* adding \ */ | |
| uniValueString[valueStringLength++] = (UChar) UNICODE_X_LOW_CODEPOINT; /* adding x */ | |
| valueStringLength += uprv_itou (uniValueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, (uint8_t)codeUnits[i++], 16, 2); | |
| } | |
| break; | |
| default: | |
| while (i < length) | |
| { | |
| uniValueString[valueStringLength++] = (UChar) UNICODE_PERCENT_SIGN_CODEPOINT; /* adding % */ | |
| uniValueString[valueStringLength++] = (UChar) UNICODE_X_CODEPOINT; /* adding X */ | |
| uprv_itou (uniValueString + valueStringLength, VALUE_STRING_LENGTH - valueStringLength, (uint8_t) codeUnits[i++], 16, 2); | |
| valueStringLength += 2; | |
| } | |
| } | |
| } | |
| /* reset the error */ | |
| *err = U_ZERO_ERROR; | |
| ucnv_cbToUWriteUChars(toArgs, uniValueString, valueStringLength, 0, err); | |
| } | |
| #endif |