| /* |
| * Copyright (C) 2012 Apple Inc. All rights reserved. |
| * |
| * Redistribution and use in source and binary forms, with or without |
| * modification, are permitted provided that the following conditions |
| * are met: |
| * 1. Redistributions of source code must retain the above copyright |
| * notice, this list of conditions and the following disclaimer. |
| * 2. Redistributions in binary form must reproduce the above copyright |
| * notice, this list of conditions and the following disclaimer in the |
| * documentation and/or other materials provided with the distribution. |
| * |
| * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY |
| * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
| * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR |
| * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, |
| * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
| * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR |
| * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY |
| * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| */ |
| |
| // See ES 5.1, 15.10.2.8 |
| function canonicalize(ch) |
| { |
| var u = String.fromCharCode(ch).toUpperCase(); |
| if (u.length > 1) |
| return ch; |
| var cu = u.charCodeAt(0); |
| if (ch >= 128 && cu < 128) |
| return ch; |
| return cu; |
| } |
| |
| var MAX_UCS2 = 0xFFFF; |
| var MAX_LATIN = 0xFF; |
| |
| var groupedCanonically = []; |
| // Pass 1: populate groupedCanonically - this is mapping from canonicalized |
| // values back to the set of character code that canonicalize to them. |
| for (var i = 0; i <= MAX_UCS2; ++i) { |
| var ch = canonicalize(i); |
| if (!groupedCanonically[ch]) |
| groupedCanonically[ch] = []; |
| groupedCanonically[ch].push(i); |
| } |
| |
| var typeInfo = []; |
| var latinTypeInfo = []; |
| var characterSetInfo = []; |
| // Pass 2: populate typeInfo & characterSetInfo. For every character calculate |
| // a typeInfo value, described by the types above, and a value payload. |
| for (cu in groupedCanonically) { |
| // The set of characters that canonicalize to cu |
| var characters = groupedCanonically[cu]; |
| |
| // If there is only one, it is unique. |
| if (characters.length == 1) { |
| typeInfo[characters[0]] = "CanonicalizeUnique:0"; |
| latinTypeInfo[characters[0]] = characters[0] <= MAX_LATIN ? "CanonicalizeLatinSelf:0" : "CanonicalizeLatinInvalid:0"; |
| continue; |
| } |
| |
| // Sort the array. |
| characters.sort(function(x,y){return x-y;}); |
| |
| // If there are more than two characters, create an entry in characterSetInfo. |
| if (characters.length > 2) { |
| for (i in characters) |
| typeInfo[characters[i]] = "CanonicalizeSet:" + characterSetInfo.length; |
| characterSetInfo.push(characters); |
| |
| if (characters[1] <= MAX_LATIN) |
| throw new Error("sets with more than one latin character not supported!"); |
| if (characters[0] <= MAX_LATIN) { |
| for (i in characters) |
| latinTypeInfo[characters[i]] = "CanonicalizeLatinOther:" + characters[0]; |
| latinTypeInfo[characters[0]] = "CanonicalizeLatinSelf:0"; |
| } else { |
| for (i in characters) |
| latinTypeInfo[characters[i]] = "CanonicalizeLatinInvalid:0"; |
| } |
| |
| continue; |
| } |
| |
| // We have a pair, mark alternating ranges, otherwise track whether this is the low or high partner. |
| var lo = characters[0]; |
| var hi = characters[1]; |
| var delta = hi - lo; |
| if (delta == 1) { |
| var type = lo & 1 ? "CanonicalizeAlternatingUnaligned:0" : "CanonicalizeAlternatingAligned:0"; |
| typeInfo[lo] = type; |
| typeInfo[hi] = type; |
| } else { |
| typeInfo[lo] = "CanonicalizeRangeLo:" + delta; |
| typeInfo[hi] = "CanonicalizeRangeHi:" + delta; |
| } |
| |
| if (lo > MAX_LATIN) { |
| latinTypeInfo[lo] = "CanonicalizeLatinInvalid:0"; |
| latinTypeInfo[hi] = "CanonicalizeLatinInvalid:0"; |
| } else if (hi > MAX_LATIN) { |
| latinTypeInfo[lo] = "CanonicalizeLatinSelf:0"; |
| latinTypeInfo[hi] = "CanonicalizeLatinOther:" + lo; |
| } else { |
| if (delta != 0x20 || lo & 0x20) |
| throw new Error("pairs of latin characters that don't mask with 0x20 not supported!"); |
| latinTypeInfo[lo] = "CanonicalizeLatinMask0x20:0"; |
| latinTypeInfo[hi] = "CanonicalizeLatinMask0x20:0"; |
| } |
| } |
| |
| var rangeInfo = []; |
| // Pass 3: coallesce types into ranges. |
| for (var end = 0; end <= MAX_UCS2; ++end) { |
| var begin = end; |
| var type = typeInfo[end]; |
| while (end < MAX_UCS2 && typeInfo[end + 1] == type) |
| ++end; |
| rangeInfo.push({begin:begin, end:end, type:type}); |
| } |
| |
| var latinRangeInfo = []; |
| // Pass 4: coallesce latin-1 types into ranges. |
| for (var end = 0; end <= MAX_UCS2; ++end) { |
| var begin = end; |
| var type = latinTypeInfo[end]; |
| while (end < MAX_UCS2 && latinTypeInfo[end + 1] == type) |
| ++end; |
| latinRangeInfo.push({begin:begin, end:end, type:type}); |
| } |
| |
| |
| // Helper function to convert a number to a fixed width hex representation of a C uint16_t. |
| function hex(x) |
| { |
| var s = Number(x).toString(16); |
| while (s.length < 4) |
| s = 0 + s; |
| return "0x" + s + "u"; |
| } |
| |
| var copyright = ( |
| "/*" + "\n" + |
| " * Copyright (C) 2012 Apple Inc. All rights reserved." + "\n" + |
| " *" + "\n" + |
| " * Redistribution and use in source and binary forms, with or without" + "\n" + |
| " * modification, are permitted provided that the following conditions" + "\n" + |
| " * are met:" + "\n" + |
| " * 1. Redistributions of source code must retain the above copyright" + "\n" + |
| " * notice, this list of conditions and the following disclaimer." + "\n" + |
| " * 2. Redistributions in binary form must reproduce the above copyright" + "\n" + |
| " * notice, this list of conditions and the following disclaimer in the" + "\n" + |
| " * documentation and/or other materials provided with the distribution." + "\n" + |
| " *" + "\n" + |
| " * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY" + "\n" + |
| " * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE" + "\n" + |
| " * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR" + "\n" + |
| " * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR" + "\n" + |
| " * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL," + "\n" + |
| " * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO," + "\n" + |
| " * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR" + "\n" + |
| " * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY" + "\n" + |
| " * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT" + "\n" + |
| " * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE" + "\n" + |
| " * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. " + "\n" + |
| " */"); |
| |
| print(copyright); |
| print(); |
| print("// DO NOT EDIT! - this file autogenerated by YarrCanonicalizeUCS2.js"); |
| print(); |
| print('#include "YarrCanonicalizeUCS2.h"'); |
| print(); |
| print('#include <stddef.h>'); |
| print(); |
| print("namespace JSC { namespace Yarr {"); |
| print(); |
| |
| for (i in characterSetInfo) { |
| var characters = "" |
| var set = characterSetInfo[i]; |
| for (var j in set) |
| characters += hex(set[j]) + ", "; |
| print("uint16_t ucs2CharacterSet" + i + "[] = { " + characters + "0 };"); |
| } |
| print(); |
| print("static const size_t UCS2_CANONICALIZATION_SETS = " + characterSetInfo.length + ";"); |
| print("uint16_t* characterSetInfo[UCS2_CANONICALIZATION_SETS] = {"); |
| for (i in characterSetInfo) |
| print(" ucs2CharacterSet" + i + ","); |
| print("};"); |
| print(); |
| print("const size_t UCS2_CANONICALIZATION_RANGES = " + rangeInfo.length + ";"); |
| print("UCS2CanonicalizationRange rangeInfo[UCS2_CANONICALIZATION_RANGES] = {"); |
| for (i in rangeInfo) { |
| var info = rangeInfo[i]; |
| var typeAndValue = info.type.split(':'); |
| print(" { " + hex(info.begin) + ", " + hex(info.end) + ", " + hex(typeAndValue[1]) + ", " + typeAndValue[0] + " },"); |
| } |
| print("};"); |
| print(); |
| print("const size_t LATIN_CANONICALIZATION_RANGES = " + latinRangeInfo.length + ";"); |
| print("LatinCanonicalizationRange latinRangeInfo[LATIN_CANONICALIZATION_RANGES] = {"); |
| for (i in latinRangeInfo) { |
| var info = latinRangeInfo[i]; |
| var typeAndValue = info.type.split(':'); |
| print(" { " + hex(info.begin) + ", " + hex(info.end) + ", " + hex(typeAndValue[1]) + ", " + typeAndValue[0] + " },"); |
| } |
| print("};"); |
| print(); |
| print("} } // JSC::Yarr"); |
| print(); |
| |
