| // © 2016 and later: Unicode, Inc. and others. |
| // License & terms of use: http://www.unicode.org/copyright.html |
| /* |
| ****************************************************************************** |
| * Copyright (C) 1997-2015, International Business Machines |
| * Corporation and others. All Rights Reserved. |
| ****************************************************************************** |
| * file name: nfrule.cpp |
| * encoding: UTF-8 |
| * tab size: 8 (not used) |
| * indentation:4 |
| * |
| * Modification history |
| * Date Name Comments |
| * 10/11/2001 Doug Ported from ICU4J |
| */ |
| |
| #include "nfrule.h" |
| |
| #if U_HAVE_RBNF |
| |
| #if defined(STARBOARD) |
| #include "starboard/client_porting/poem/string_poem.h" |
| #endif // defined(STARBOARD) |
| #include "unicode/localpointer.h" |
| #include "unicode/rbnf.h" |
| #include "unicode/tblcoll.h" |
| #include "unicode/plurfmt.h" |
| #include "unicode/upluralrules.h" |
| #include "unicode/coleitr.h" |
| #include "unicode/uchar.h" |
| #include "nfrs.h" |
| #include "nfrlist.h" |
| #include "nfsubs.h" |
| #include "patternprops.h" |
| #include "putilimp.h" |
| |
| U_NAMESPACE_BEGIN |
| |
| NFRule::NFRule(const RuleBasedNumberFormat* _rbnf, const UnicodeString &_ruleText, UErrorCode &status) |
| : baseValue((int32_t)0) |
| , radix(10) |
| , exponent(0) |
| , decimalPoint(0) |
| , fRuleText(_ruleText) |
| , sub1(NULL) |
| , sub2(NULL) |
| , formatter(_rbnf) |
| , rulePatternFormat(NULL) |
| { |
| if (!fRuleText.isEmpty()) { |
| parseRuleDescriptor(fRuleText, status); |
| } |
| } |
| |
| NFRule::~NFRule() |
| { |
| if (sub1 != sub2) { |
| delete sub2; |
| sub2 = NULL; |
| } |
| delete sub1; |
| sub1 = NULL; |
| delete rulePatternFormat; |
| rulePatternFormat = NULL; |
| } |
| |
| static const UChar gLeftBracket = 0x005b; |
| static const UChar gRightBracket = 0x005d; |
| static const UChar gColon = 0x003a; |
| static const UChar gZero = 0x0030; |
| static const UChar gNine = 0x0039; |
| static const UChar gSpace = 0x0020; |
| static const UChar gSlash = 0x002f; |
| static const UChar gGreaterThan = 0x003e; |
| static const UChar gLessThan = 0x003c; |
| static const UChar gComma = 0x002c; |
| static const UChar gDot = 0x002e; |
| static const UChar gTick = 0x0027; |
| //static const UChar gMinus = 0x002d; |
| static const UChar gSemicolon = 0x003b; |
| static const UChar gX = 0x0078; |
| |
| static const UChar gMinusX[] = {0x2D, 0x78, 0}; /* "-x" */ |
| static const UChar gInf[] = {0x49, 0x6E, 0x66, 0}; /* "Inf" */ |
| static const UChar gNaN[] = {0x4E, 0x61, 0x4E, 0}; /* "NaN" */ |
| |
| static const UChar gDollarOpenParenthesis[] = {0x24, 0x28, 0}; /* "$(" */ |
| static const UChar gClosedParenthesisDollar[] = {0x29, 0x24, 0}; /* ")$" */ |
| |
| static const UChar gLessLess[] = {0x3C, 0x3C, 0}; /* "<<" */ |
| static const UChar gLessPercent[] = {0x3C, 0x25, 0}; /* "<%" */ |
| static const UChar gLessHash[] = {0x3C, 0x23, 0}; /* "<#" */ |
| static const UChar gLessZero[] = {0x3C, 0x30, 0}; /* "<0" */ |
| static const UChar gGreaterGreater[] = {0x3E, 0x3E, 0}; /* ">>" */ |
| static const UChar gGreaterPercent[] = {0x3E, 0x25, 0}; /* ">%" */ |
| static const UChar gGreaterHash[] = {0x3E, 0x23, 0}; /* ">#" */ |
| static const UChar gGreaterZero[] = {0x3E, 0x30, 0}; /* ">0" */ |
| static const UChar gEqualPercent[] = {0x3D, 0x25, 0}; /* "=%" */ |
| static const UChar gEqualHash[] = {0x3D, 0x23, 0}; /* "=#" */ |
| static const UChar gEqualZero[] = {0x3D, 0x30, 0}; /* "=0" */ |
| static const UChar gGreaterGreaterGreater[] = {0x3E, 0x3E, 0x3E, 0}; /* ">>>" */ |
| |
| static const UChar * const RULE_PREFIXES[] = { |
| gLessLess, gLessPercent, gLessHash, gLessZero, |
| gGreaterGreater, gGreaterPercent,gGreaterHash, gGreaterZero, |
| gEqualPercent, gEqualHash, gEqualZero, NULL |
| }; |
| |
| void |
| NFRule::makeRules(UnicodeString& description, |
| NFRuleSet *owner, |
| const NFRule *predecessor, |
| const RuleBasedNumberFormat *rbnf, |
| NFRuleList& rules, |
| UErrorCode& status) |
| { |
| // we know we're making at least one rule, so go ahead and |
| // new it up and initialize its basevalue and divisor |
| // (this also strips the rule descriptor, if any, off the |
| // descripton string) |
| NFRule* rule1 = new NFRule(rbnf, description, status); |
| /* test for NULL */ |
| if (rule1 == 0) { |
| status = U_MEMORY_ALLOCATION_ERROR; |
| return; |
| } |
| description = rule1->fRuleText; |
| |
| // check the description to see whether there's text enclosed |
| // in brackets |
| int32_t brack1 = description.indexOf(gLeftBracket); |
| int32_t brack2 = brack1 < 0 ? -1 : description.indexOf(gRightBracket); |
| |
| // if the description doesn't contain a matched pair of brackets, |
| // or if it's of a type that doesn't recognize bracketed text, |
| // then leave the description alone, initialize the rule's |
| // rule text and substitutions, and return that rule |
| if (brack2 < 0 || brack1 > brack2 |
| || rule1->getType() == kProperFractionRule |
| || rule1->getType() == kNegativeNumberRule |
| || rule1->getType() == kInfinityRule |
| || rule1->getType() == kNaNRule) |
| { |
| rule1->extractSubstitutions(owner, description, predecessor, status); |
| } |
| else { |
| // if the description does contain a matched pair of brackets, |
| // then it's really shorthand for two rules (with one exception) |
| NFRule* rule2 = NULL; |
| UnicodeString sbuf; |
| |
| // we'll actually only split the rule into two rules if its |
| // base value is an even multiple of its divisor (or it's one |
| // of the special rules) |
| if ((rule1->baseValue > 0 |
| && (rule1->baseValue % util64_pow(rule1->radix, rule1->exponent)) == 0) |
| || rule1->getType() == kImproperFractionRule |
| || rule1->getType() == kDefaultRule) { |
| |
| // if it passes that test, new up the second rule. If the |
| // rule set both rules will belong to is a fraction rule |
| // set, they both have the same base value; otherwise, |
| // increment the original rule's base value ("rule1" actually |
| // goes SECOND in the rule set's rule list) |
| rule2 = new NFRule(rbnf, UnicodeString(), status); |
| /* test for NULL */ |
| if (rule2 == 0) { |
| status = U_MEMORY_ALLOCATION_ERROR; |
| return; |
| } |
| if (rule1->baseValue >= 0) { |
| rule2->baseValue = rule1->baseValue; |
| if (!owner->isFractionRuleSet()) { |
| ++rule1->baseValue; |
| } |
| } |
| |
| // if the description began with "x.x" and contains bracketed |
| // text, it describes both the improper fraction rule and |
| // the proper fraction rule |
| else if (rule1->getType() == kImproperFractionRule) { |
| rule2->setType(kProperFractionRule); |
| } |
| |
| // if the description began with "x.0" and contains bracketed |
| // text, it describes both the default rule and the |
| // improper fraction rule |
| else if (rule1->getType() == kDefaultRule) { |
| rule2->baseValue = rule1->baseValue; |
| rule1->setType(kImproperFractionRule); |
| } |
| |
| // both rules have the same radix and exponent (i.e., the |
| // same divisor) |
| rule2->radix = rule1->radix; |
| rule2->exponent = rule1->exponent; |
| |
| // rule2's rule text omits the stuff in brackets: initalize |
| // its rule text and substitutions accordingly |
| sbuf.append(description, 0, brack1); |
| if (brack2 + 1 < description.length()) { |
| sbuf.append(description, brack2 + 1, description.length() - brack2 - 1); |
| } |
| rule2->extractSubstitutions(owner, sbuf, predecessor, status); |
| } |
| |
| // rule1's text includes the text in the brackets but omits |
| // the brackets themselves: initialize _its_ rule text and |
| // substitutions accordingly |
| sbuf.setTo(description, 0, brack1); |
| sbuf.append(description, brack1 + 1, brack2 - brack1 - 1); |
| if (brack2 + 1 < description.length()) { |
| sbuf.append(description, brack2 + 1, description.length() - brack2 - 1); |
| } |
| rule1->extractSubstitutions(owner, sbuf, predecessor, status); |
| |
| // if we only have one rule, return it; if we have two, return |
| // a two-element array containing them (notice that rule2 goes |
| // BEFORE rule1 in the list: in all cases, rule2 OMITS the |
| // material in the brackets and rule1 INCLUDES the material |
| // in the brackets) |
| if (rule2 != NULL) { |
| if (rule2->baseValue >= kNoBase) { |
| rules.add(rule2); |
| } |
| else { |
| owner->setNonNumericalRule(rule2); |
| } |
| } |
| } |
| if (rule1->baseValue >= kNoBase) { |
| rules.add(rule1); |
| } |
| else { |
| owner->setNonNumericalRule(rule1); |
| } |
| } |
| |
| /** |
| * This function parses the rule's rule descriptor (i.e., the base |
| * value and/or other tokens that precede the rule's rule text |
| * in the description) and sets the rule's base value, radix, and |
| * exponent according to the descriptor. (If the description doesn't |
| * include a rule descriptor, then this function sets everything to |
| * default values and the rule set sets the rule's real base value). |
| * @param description The rule's description |
| * @return If "description" included a rule descriptor, this is |
| * "description" with the descriptor and any trailing whitespace |
| * stripped off. Otherwise; it's "descriptor" unchangd. |
| */ |
| void |
| NFRule::parseRuleDescriptor(UnicodeString& description, UErrorCode& status) |
| { |
| // the description consists of a rule descriptor and a rule body, |
| // separated by a colon. The rule descriptor is optional. If |
| // it's omitted, just set the base value to 0. |
| int32_t p = description.indexOf(gColon); |
| if (p != -1) { |
| // copy the descriptor out into its own string and strip it, |
| // along with any trailing whitespace, out of the original |
| // description |
| UnicodeString descriptor; |
| descriptor.setTo(description, 0, p); |
| |
| ++p; |
| while (p < description.length() && PatternProps::isWhiteSpace(description.charAt(p))) { |
| ++p; |
| } |
| description.removeBetween(0, p); |
| |
| // check first to see if the rule descriptor matches the token |
| // for one of the special rules. If it does, set the base |
| // value to the correct identifier value |
| int descriptorLength = descriptor.length(); |
| UChar firstChar = descriptor.charAt(0); |
| UChar lastChar = descriptor.charAt(descriptorLength - 1); |
| if (firstChar >= gZero && firstChar <= gNine && lastChar != gX) { |
| // if the rule descriptor begins with a digit, it's a descriptor |
| // for a normal rule |
| // since we don't have Long.parseLong, and this isn't much work anyway, |
| // just build up the value as we encounter the digits. |
| int64_t val = 0; |
| p = 0; |
| UChar c = gSpace; |
| |
| // begin parsing the descriptor: copy digits |
| // into "tempValue", skip periods, commas, and spaces, |
| // stop on a slash or > sign (or at the end of the string), |
| // and throw an exception on any other character |
| int64_t ll_10 = 10; |
| while (p < descriptorLength) { |
| c = descriptor.charAt(p); |
| if (c >= gZero && c <= gNine) { |
| val = val * ll_10 + (int32_t)(c - gZero); |
| } |
| else if (c == gSlash || c == gGreaterThan) { |
| break; |
| } |
| else if (PatternProps::isWhiteSpace(c) || c == gComma || c == gDot) { |
| } |
| else { |
| // throw new IllegalArgumentException("Illegal character in rule descriptor"); |
| status = U_PARSE_ERROR; |
| return; |
| } |
| ++p; |
| } |
| |
| // we have the base value, so set it |
| setBaseValue(val, status); |
| |
| // if we stopped the previous loop on a slash, we're |
| // now parsing the rule's radix. Again, accumulate digits |
| // in tempValue, skip punctuation, stop on a > mark, and |
| // throw an exception on anything else |
| if (c == gSlash) { |
| val = 0; |
| ++p; |
| ll_10 = 10; |
| while (p < descriptorLength) { |
| c = descriptor.charAt(p); |
| if (c >= gZero && c <= gNine) { |
| val = val * ll_10 + (int32_t)(c - gZero); |
| } |
| else if (c == gGreaterThan) { |
| break; |
| } |
| else if (PatternProps::isWhiteSpace(c) || c == gComma || c == gDot) { |
| } |
| else { |
| // throw new IllegalArgumentException("Illegal character is rule descriptor"); |
| status = U_PARSE_ERROR; |
| return; |
| } |
| ++p; |
| } |
| |
| // tempValue now contain's the rule's radix. Set it |
| // accordingly, and recalculate the rule's exponent |
| radix = (int32_t)val; |
| if (radix == 0) { |
| // throw new IllegalArgumentException("Rule can't have radix of 0"); |
| status = U_PARSE_ERROR; |
| } |
| |
| exponent = expectedExponent(); |
| } |
| |
| // if we stopped the previous loop on a > sign, then continue |
| // for as long as we still see > signs. For each one, |
| // decrement the exponent (unless the exponent is already 0). |
| // If we see another character before reaching the end of |
| // the descriptor, that's also a syntax error. |
| if (c == gGreaterThan) { |
| while (p < descriptor.length()) { |
| c = descriptor.charAt(p); |
| if (c == gGreaterThan && exponent > 0) { |
| --exponent; |
| } else { |
| // throw new IllegalArgumentException("Illegal character in rule descriptor"); |
| status = U_PARSE_ERROR; |
| return; |
| } |
| ++p; |
| } |
| } |
| } |
| else if (0 == descriptor.compare(gMinusX, 2)) { |
| setType(kNegativeNumberRule); |
| } |
| else if (descriptorLength == 3) { |
| if (firstChar == gZero && lastChar == gX) { |
| setBaseValue(kProperFractionRule, status); |
| decimalPoint = descriptor.charAt(1); |
| } |
| else if (firstChar == gX && lastChar == gX) { |
| setBaseValue(kImproperFractionRule, status); |
| decimalPoint = descriptor.charAt(1); |
| } |
| else if (firstChar == gX && lastChar == gZero) { |
| setBaseValue(kDefaultRule, status); |
| decimalPoint = descriptor.charAt(1); |
| } |
| else if (descriptor.compare(gNaN, 3) == 0) { |
| setBaseValue(kNaNRule, status); |
| } |
| else if (descriptor.compare(gInf, 3) == 0) { |
| setBaseValue(kInfinityRule, status); |
| } |
| } |
| } |
| // else use the default base value for now. |
| |
| // finally, if the rule body begins with an apostrophe, strip it off |
| // (this is generally used to put whitespace at the beginning of |
| // a rule's rule text) |
| if (description.length() > 0 && description.charAt(0) == gTick) { |
| description.removeBetween(0, 1); |
| } |
| |
| // return the description with all the stuff we've just waded through |
| // stripped off the front. It now contains just the rule body. |
| // return description; |
| } |
| |
| /** |
| * Searches the rule's rule text for the substitution tokens, |
| * creates the substitutions, and removes the substitution tokens |
| * from the rule's rule text. |
| * @param owner The rule set containing this rule |
| * @param predecessor The rule preseding this one in "owners" rule list |
| * @param ownersOwner The RuleBasedFormat that owns this rule |
| */ |
| void |
| NFRule::extractSubstitutions(const NFRuleSet* ruleSet, |
| const UnicodeString &ruleText, |
| const NFRule* predecessor, |
| UErrorCode& status) |
| { |
| if (U_FAILURE(status)) { |
| return; |
| } |
| fRuleText = ruleText; |
| sub1 = extractSubstitution(ruleSet, predecessor, status); |
| if (sub1 == NULL) { |
| // Small optimization. There is no need to create a redundant NullSubstitution. |
| sub2 = NULL; |
| } |
| else { |
| sub2 = extractSubstitution(ruleSet, predecessor, status); |
| } |
| int32_t pluralRuleStart = fRuleText.indexOf(gDollarOpenParenthesis, -1, 0); |
| int32_t pluralRuleEnd = (pluralRuleStart >= 0 ? fRuleText.indexOf(gClosedParenthesisDollar, -1, pluralRuleStart) : -1); |
| if (pluralRuleEnd >= 0) { |
| int32_t endType = fRuleText.indexOf(gComma, pluralRuleStart); |
| if (endType < 0) { |
| status = U_PARSE_ERROR; |
| return; |
| } |
| UnicodeString type(fRuleText.tempSubString(pluralRuleStart + 2, endType - pluralRuleStart - 2)); |
| UPluralType pluralType; |
| if (type.startsWith(UNICODE_STRING_SIMPLE("cardinal"))) { |
| pluralType = UPLURAL_TYPE_CARDINAL; |
| } |
| else if (type.startsWith(UNICODE_STRING_SIMPLE("ordinal"))) { |
| pluralType = UPLURAL_TYPE_ORDINAL; |
| } |
| else { |
| status = U_ILLEGAL_ARGUMENT_ERROR; |
| return; |
| } |
| rulePatternFormat = formatter->createPluralFormat(pluralType, |
| fRuleText.tempSubString(endType + 1, pluralRuleEnd - endType - 1), status); |
| } |
| } |
| |
| /** |
| * Searches the rule's rule text for the first substitution token, |
| * creates a substitution based on it, and removes the token from |
| * the rule's rule text. |
| * @param owner The rule set containing this rule |
| * @param predecessor The rule preceding this one in the rule set's |
| * rule list |
| * @param ownersOwner The RuleBasedNumberFormat that owns this rule |
| * @return The newly-created substitution. This is never null; if |
| * the rule text doesn't contain any substitution tokens, this will |
| * be a NullSubstitution. |
| */ |
| NFSubstitution * |
| NFRule::extractSubstitution(const NFRuleSet* ruleSet, |
| const NFRule* predecessor, |
| UErrorCode& status) |
| { |
| NFSubstitution* result = NULL; |
| |
| // search the rule's rule text for the first two characters of |
| // a substitution token |
| int32_t subStart = indexOfAnyRulePrefix(); |
| int32_t subEnd = subStart; |
| |
| // if we didn't find one, create a null substitution positioned |
| // at the end of the rule text |
| if (subStart == -1) { |
| return NULL; |
| } |
| |
| // special-case the ">>>" token, since searching for the > at the |
| // end will actually find the > in the middle |
| if (fRuleText.indexOf(gGreaterGreaterGreater, 3, 0) == subStart) { |
| subEnd = subStart + 2; |
| |
| // otherwise the substitution token ends with the same character |
| // it began with |
| } else { |
| UChar c = fRuleText.charAt(subStart); |
| subEnd = fRuleText.indexOf(c, subStart + 1); |
| // special case for '<%foo<<' |
| if (c == gLessThan && subEnd != -1 && subEnd < fRuleText.length() - 1 && fRuleText.charAt(subEnd+1) == c) { |
| // ordinals use "=#,##0==%abbrev=" as their rule. Notice that the '==' in the middle |
| // occurs because of the juxtaposition of two different rules. The check for '<' is a hack |
| // to get around this. Having the duplicate at the front would cause problems with |
| // rules like "<<%" to format, say, percents... |
| ++subEnd; |
| } |
| } |
| |
| // if we don't find the end of the token (i.e., if we're on a single, |
| // unmatched token character), create a null substitution positioned |
| // at the end of the rule |
| if (subEnd == -1) { |
| return NULL; |
| } |
| |
| // if we get here, we have a real substitution token (or at least |
| // some text bounded by substitution token characters). Use |
| // makeSubstitution() to create the right kind of substitution |
| UnicodeString subToken; |
| subToken.setTo(fRuleText, subStart, subEnd + 1 - subStart); |
| result = NFSubstitution::makeSubstitution(subStart, this, predecessor, ruleSet, |
| this->formatter, subToken, status); |
| |
| // remove the substitution from the rule text |
| fRuleText.removeBetween(subStart, subEnd+1); |
| |
| return result; |
| } |
| |
| /** |
| * Sets the rule's base value, and causes the radix and exponent |
| * to be recalculated. This is used during construction when we |
| * don't know the rule's base value until after it's been |
| * constructed. It should be used at any other time. |
| * @param The new base value for the rule. |
| */ |
| void |
| NFRule::setBaseValue(int64_t newBaseValue, UErrorCode& status) |
| { |
| // set the base value |
| baseValue = newBaseValue; |
| radix = 10; |
| |
| // if this isn't a special rule, recalculate the radix and exponent |
| // (the radix always defaults to 10; if it's supposed to be something |
| // else, it's cleaned up by the caller and the exponent is |
| // recalculated again-- the only function that does this is |
| // NFRule.parseRuleDescriptor() ) |
| if (baseValue >= 1) { |
| exponent = expectedExponent(); |
| |
| // this function gets called on a fully-constructed rule whose |
| // description didn't specify a base value. This means it |
| // has substitutions, and some substitutions hold on to copies |
| // of the rule's divisor. Fix their copies of the divisor. |
| if (sub1 != NULL) { |
| sub1->setDivisor(radix, exponent, status); |
| } |
| if (sub2 != NULL) { |
| sub2->setDivisor(radix, exponent, status); |
| } |
| |
| // if this is a special rule, its radix and exponent are basically |
| // ignored. Set them to "safe" default values |
| } else { |
| exponent = 0; |
| } |
| } |
| |
| /** |
| * This calculates the rule's exponent based on its radix and base |
| * value. This will be the highest power the radix can be raised to |
| * and still produce a result less than or equal to the base value. |
| */ |
| int16_t |
| NFRule::expectedExponent() const |
| { |
| // since the log of 0, or the log base 0 of something, causes an |
| // error, declare the exponent in these cases to be 0 (we also |
| // deal with the special-rule identifiers here) |
| if (radix == 0 || baseValue < 1) { |
| return 0; |
| } |
| |
| // we get rounding error in some cases-- for example, log 1000 / log 10 |
| // gives us 1.9999999996 instead of 2. The extra logic here is to take |
| // that into account |
| int16_t tempResult = (int16_t)(uprv_log((double)baseValue) / uprv_log((double)radix)); |
| int64_t temp = util64_pow(radix, tempResult + 1); |
| if (temp <= baseValue) { |
| tempResult += 1; |
| } |
| return tempResult; |
| } |
| |
| /** |
| * Searches the rule's rule text for any of the specified strings. |
| * @return The index of the first match in the rule's rule text |
| * (i.e., the first substring in the rule's rule text that matches |
| * _any_ of the strings in "strings"). If none of the strings in |
| * "strings" is found in the rule's rule text, returns -1. |
| */ |
| int32_t |
| NFRule::indexOfAnyRulePrefix() const |
| { |
| int result = -1; |
| for (int i = 0; RULE_PREFIXES[i]; i++) { |
| int32_t pos = fRuleText.indexOf(*RULE_PREFIXES[i]); |
| if (pos != -1 && (result == -1 || pos < result)) { |
| result = pos; |
| } |
| } |
| return result; |
| } |
| |
| //----------------------------------------------------------------------- |
| // boilerplate |
| //----------------------------------------------------------------------- |
| |
| static UBool |
| util_equalSubstitutions(const NFSubstitution* sub1, const NFSubstitution* sub2) |
| { |
| if (sub1) { |
| if (sub2) { |
| return *sub1 == *sub2; |
| } |
| } else if (!sub2) { |
| return TRUE; |
| } |
| return FALSE; |
| } |
| |
| /** |
| * Tests two rules for equality. |
| * @param that The rule to compare this one against |
| * @return True is the two rules are functionally equivalent |
| */ |
| UBool |
| NFRule::operator==(const NFRule& rhs) const |
| { |
| return baseValue == rhs.baseValue |
| && radix == rhs.radix |
| && exponent == rhs.exponent |
| && fRuleText == rhs.fRuleText |
| && util_equalSubstitutions(sub1, rhs.sub1) |
| && util_equalSubstitutions(sub2, rhs.sub2); |
| } |
| |
| /** |
| * Returns a textual representation of the rule. This won't |
| * necessarily be the same as the description that this rule |
| * was created with, but it will produce the same result. |
| * @return A textual description of the rule |
| */ |
| static void util_append64(UnicodeString& result, int64_t n) |
| { |
| UChar buffer[256]; |
| int32_t len = util64_tou(n, buffer, sizeof(buffer)); |
| UnicodeString temp(buffer, len); |
| result.append(temp); |
| } |
| |
| void |
| NFRule::_appendRuleText(UnicodeString& result) const |
| { |
| switch (getType()) { |
| case kNegativeNumberRule: result.append(gMinusX, 2); break; |
| case kImproperFractionRule: result.append(gX).append(decimalPoint == 0 ? gDot : decimalPoint).append(gX); break; |
| case kProperFractionRule: result.append(gZero).append(decimalPoint == 0 ? gDot : decimalPoint).append(gX); break; |
| case kDefaultRule: result.append(gX).append(decimalPoint == 0 ? gDot : decimalPoint).append(gZero); break; |
| case kInfinityRule: result.append(gInf, 3); break; |
| case kNaNRule: result.append(gNaN, 3); break; |
| default: |
| // for a normal rule, write out its base value, and if the radix is |
| // something other than 10, write out the radix (with the preceding |
| // slash, of course). Then calculate the expected exponent and if |
| // if isn't the same as the actual exponent, write an appropriate |
| // number of > signs. Finally, terminate the whole thing with |
| // a colon. |
| util_append64(result, baseValue); |
| if (radix != 10) { |
| result.append(gSlash); |
| util_append64(result, radix); |
| } |
| int numCarets = expectedExponent() - exponent; |
| for (int i = 0; i < numCarets; i++) { |
| result.append(gGreaterThan); |
| } |
| break; |
| } |
| result.append(gColon); |
| result.append(gSpace); |
| |
| // if the rule text begins with a space, write an apostrophe |
| // (whitespace after the rule descriptor is ignored; the |
| // apostrophe is used to make the whitespace significant) |
| if (fRuleText.charAt(0) == gSpace && (sub1 == NULL || sub1->getPos() != 0)) { |
| result.append(gTick); |
| } |
| |
| // now, write the rule's rule text, inserting appropriate |
| // substitution tokens in the appropriate places |
| UnicodeString ruleTextCopy; |
| ruleTextCopy.setTo(fRuleText); |
| |
| UnicodeString temp; |
| if (sub2 != NULL) { |
| sub2->toString(temp); |
| ruleTextCopy.insert(sub2->getPos(), temp); |
| } |
| if (sub1 != NULL) { |
| sub1->toString(temp); |
| ruleTextCopy.insert(sub1->getPos(), temp); |
| } |
| |
| result.append(ruleTextCopy); |
| |
| // and finally, top the whole thing off with a semicolon and |
| // return the result |
| result.append(gSemicolon); |
| } |
| |
| int64_t NFRule::getDivisor() const |
| { |
| return util64_pow(radix, exponent); |
| } |
| |
| |
| //----------------------------------------------------------------------- |
| // formatting |
| //----------------------------------------------------------------------- |
| |
| /** |
| * Formats the number, and inserts the resulting text into |
| * toInsertInto. |
| * @param number The number being formatted |
| * @param toInsertInto The string where the resultant text should |
| * be inserted |
| * @param pos The position in toInsertInto where the resultant text |
| * should be inserted |
| */ |
| void |
| NFRule::doFormat(int64_t number, UnicodeString& toInsertInto, int32_t pos, int32_t recursionCount, UErrorCode& status) const |
| { |
| // first, insert the rule's rule text into toInsertInto at the |
| // specified position, then insert the results of the substitutions |
| // into the right places in toInsertInto (notice we do the |
| // substitutions in reverse order so that the offsets don't get |
| // messed up) |
| int32_t pluralRuleStart = fRuleText.length(); |
| int32_t lengthOffset = 0; |
| if (!rulePatternFormat) { |
| toInsertInto.insert(pos, fRuleText); |
| } |
| else { |
| pluralRuleStart = fRuleText.indexOf(gDollarOpenParenthesis, -1, 0); |
| int pluralRuleEnd = fRuleText.indexOf(gClosedParenthesisDollar, -1, pluralRuleStart); |
| int initialLength = toInsertInto.length(); |
| if (pluralRuleEnd < fRuleText.length() - 1) { |
| toInsertInto.insert(pos, fRuleText.tempSubString(pluralRuleEnd + 2)); |
| } |
| toInsertInto.insert(pos, |
| rulePatternFormat->format((int32_t)(number/util64_pow(radix, exponent)), status)); |
| if (pluralRuleStart > 0) { |
| toInsertInto.insert(pos, fRuleText.tempSubString(0, pluralRuleStart)); |
| } |
| lengthOffset = fRuleText.length() - (toInsertInto.length() - initialLength); |
| } |
| |
| if (sub2 != NULL) { |
| sub2->doSubstitution(number, toInsertInto, pos - (sub2->getPos() > pluralRuleStart ? lengthOffset : 0), recursionCount, status); |
| } |
| if (sub1 != NULL) { |
| sub1->doSubstitution(number, toInsertInto, pos - (sub1->getPos() > pluralRuleStart ? lengthOffset : 0), recursionCount, status); |
| } |
| } |
| |
| /** |
| * Formats the number, and inserts the resulting text into |
| * toInsertInto. |
| * @param number The number being formatted |
| * @param toInsertInto The string where the resultant text should |
| * be inserted |
| * @param pos The position in toInsertInto where the resultant text |
| * should be inserted |
| */ |
| void |
| NFRule::doFormat(double number, UnicodeString& toInsertInto, int32_t pos, int32_t recursionCount, UErrorCode& status) const |
| { |
| // first, insert the rule's rule text into toInsertInto at the |
| // specified position, then insert the results of the substitutions |
| // into the right places in toInsertInto |
| // [again, we have two copies of this routine that do the same thing |
| // so that we don't sacrifice precision in a long by casting it |
| // to a double] |
| int32_t pluralRuleStart = fRuleText.length(); |
| int32_t lengthOffset = 0; |
| if (!rulePatternFormat) { |
| toInsertInto.insert(pos, fRuleText); |
| } |
| else { |
| pluralRuleStart = fRuleText.indexOf(gDollarOpenParenthesis, -1, 0); |
| int pluralRuleEnd = fRuleText.indexOf(gClosedParenthesisDollar, -1, pluralRuleStart); |
| int initialLength = toInsertInto.length(); |
| if (pluralRuleEnd < fRuleText.length() - 1) { |
| toInsertInto.insert(pos, fRuleText.tempSubString(pluralRuleEnd + 2)); |
| } |
| double pluralVal = number; |
| if (0 <= pluralVal && pluralVal < 1) { |
| // We're in a fractional rule, and we have to match the NumeratorSubstitution behavior. |
| // 2.3 can become 0.2999999999999998 for the fraction due to rounding errors. |
| pluralVal = uprv_round(pluralVal * util64_pow(radix, exponent)); |
| } |
| else { |
| pluralVal = pluralVal / util64_pow(radix, exponent); |
| } |
| toInsertInto.insert(pos, rulePatternFormat->format((int32_t)(pluralVal), status)); |
| if (pluralRuleStart > 0) { |
| toInsertInto.insert(pos, fRuleText.tempSubString(0, pluralRuleStart)); |
| } |
| lengthOffset = fRuleText.length() - (toInsertInto.length() - initialLength); |
| } |
| |
| if (sub2 != NULL) { |
| sub2->doSubstitution(number, toInsertInto, pos - (sub2->getPos() > pluralRuleStart ? lengthOffset : 0), recursionCount, status); |
| } |
| if (sub1 != NULL) { |
| sub1->doSubstitution(number, toInsertInto, pos - (sub1->getPos() > pluralRuleStart ? lengthOffset : 0), recursionCount, status); |
| } |
| } |
| |
| /** |
| * Used by the owning rule set to determine whether to invoke the |
| * rollback rule (i.e., whether this rule or the one that precedes |
| * it in the rule set's list should be used to format the number) |
| * @param The number being formatted |
| * @return True if the rule set should use the rule that precedes |
| * this one in its list; false if it should use this rule |
| */ |
| UBool |
| NFRule::shouldRollBack(int64_t number) const |
| { |
| // we roll back if the rule contains a modulus substitution, |
| // the number being formatted is an even multiple of the rule's |
| // divisor, and the rule's base value is NOT an even multiple |
| // of its divisor |
| // In other words, if the original description had |
| // 100: << hundred[ >>]; |
| // that expands into |
| // 100: << hundred; |
| // 101: << hundred >>; |
| // internally. But when we're formatting 200, if we use the rule |
| // at 101, which would normally apply, we get "two hundred zero". |
| // To prevent this, we roll back and use the rule at 100 instead. |
| // This is the logic that makes this happen: the rule at 101 has |
| // a modulus substitution, its base value isn't an even multiple |
| // of 100, and the value we're trying to format _is_ an even |
| // multiple of 100. This is called the "rollback rule." |
| if ((sub1 != NULL && sub1->isModulusSubstitution()) || (sub2 != NULL && sub2->isModulusSubstitution())) { |
| int64_t re = util64_pow(radix, exponent); |
| return (number % re) == 0 && (baseValue % re) != 0; |
| } |
| return FALSE; |
| } |
| |
| //----------------------------------------------------------------------- |
| // parsing |
| //----------------------------------------------------------------------- |
| |
| /** |
| * Attempts to parse the string with this rule. |
| * @param text The string being parsed |
| * @param parsePosition On entry, the value is ignored and assumed to |
| * be 0. On exit, this has been updated with the position of the first |
| * character not consumed by matching the text against this rule |
| * (if this rule doesn't match the text at all, the parse position |
| * if left unchanged (presumably at 0) and the function returns |
| * new Long(0)). |
| * @param isFractionRule True if this rule is contained within a |
| * fraction rule set. This is only used if the rule has no |
| * substitutions. |
| * @return If this rule matched the text, this is the rule's base value |
| * combined appropriately with the results of parsing the substitutions. |
| * If nothing matched, this is new Long(0) and the parse position is |
| * left unchanged. The result will be an instance of Long if the |
| * result is an integer and Double otherwise. The result is never null. |
| */ |
| #ifdef RBNF_DEBUG |
| #include <stdio.h> |
| |
| static void dumpUS(FILE* f, const UnicodeString& us) { |
| int len = us.length(); |
| char* buf = (char *)uprv_malloc((len+1)*sizeof(char)); //new char[len+1]; |
| if (buf != NULL) { |
| us.extract(0, len, buf); |
| buf[len] = 0; |
| fprintf(f, "%s", buf); |
| uprv_free(buf); //delete[] buf; |
| } |
| } |
| #endif |
| UBool |
| NFRule::doParse(const UnicodeString& text, |
| ParsePosition& parsePosition, |
| UBool isFractionRule, |
| double upperBound, |
| uint32_t nonNumericalExecutedRuleMask, |
| Formattable& resVal) const |
| { |
| // internally we operate on a copy of the string being parsed |
| // (because we're going to change it) and use our own ParsePosition |
| ParsePosition pp; |
| UnicodeString workText(text); |
| |
| int32_t sub1Pos = sub1 != NULL ? sub1->getPos() : fRuleText.length(); |
| int32_t sub2Pos = sub2 != NULL ? sub2->getPos() : fRuleText.length(); |
| |
| // check to see whether the text before the first substitution |
| // matches the text at the beginning of the string being |
| // parsed. If it does, strip that off the front of workText; |
| // otherwise, dump out with a mismatch |
| UnicodeString prefix; |
| prefix.setTo(fRuleText, 0, sub1Pos); |
| |
| #ifdef RBNF_DEBUG |
| fprintf(stderr, "doParse %p ", this); |
| { |
| UnicodeString rt; |
| _appendRuleText(rt); |
| dumpUS(stderr, rt); |
| } |
| |
| fprintf(stderr, " text: '"); |
| dumpUS(stderr, text); |
| fprintf(stderr, "' prefix: '"); |
| dumpUS(stderr, prefix); |
| #endif |
| stripPrefix(workText, prefix, pp); |
| int32_t prefixLength = text.length() - workText.length(); |
| |
| #ifdef RBNF_DEBUG |
| fprintf(stderr, "' pl: %d ppi: %d s1p: %d\n", prefixLength, pp.getIndex(), sub1Pos); |
| #endif |
| |
| if (pp.getIndex() == 0 && sub1Pos != 0) { |
| // commented out because ParsePosition doesn't have error index in 1.1.x |
| // restored for ICU4C port |
| parsePosition.setErrorIndex(pp.getErrorIndex()); |
| resVal.setLong(0); |
| return TRUE; |
| } |
| if (baseValue == kInfinityRule) { |
| // If you match this, don't try to perform any calculations on it. |
| parsePosition.setIndex(pp.getIndex()); |
| resVal.setDouble(uprv_getInfinity()); |
| return TRUE; |
| } |
| if (baseValue == kNaNRule) { |
| // If you match this, don't try to perform any calculations on it. |
| parsePosition.setIndex(pp.getIndex()); |
| resVal.setDouble(uprv_getNaN()); |
| return TRUE; |
| } |
| |
| // this is the fun part. The basic guts of the rule-matching |
| // logic is matchToDelimiter(), which is called twice. The first |
| // time it searches the input string for the rule text BETWEEN |
| // the substitutions and tries to match the intervening text |
| // in the input string with the first substitution. If that |
| // succeeds, it then calls it again, this time to look for the |
| // rule text after the second substitution and to match the |
| // intervening input text against the second substitution. |
| // |
| // For example, say we have a rule that looks like this: |
| // first << middle >> last; |
| // and input text that looks like this: |
| // first one middle two last |
| // First we use stripPrefix() to match "first " in both places and |
| // strip it off the front, leaving |
| // one middle two last |
| // Then we use matchToDelimiter() to match " middle " and try to |
| // match "one" against a substitution. If it's successful, we now |
| // have |
| // two last |
| // We use matchToDelimiter() a second time to match " last" and |
| // try to match "two" against a substitution. If "two" matches |
| // the substitution, we have a successful parse. |
| // |
| // Since it's possible in many cases to find multiple instances |
| // of each of these pieces of rule text in the input string, |
| // we need to try all the possible combinations of these |
| // locations. This prevents us from prematurely declaring a mismatch, |
| // and makes sure we match as much input text as we can. |
| int highWaterMark = 0; |
| double result = 0; |
| int start = 0; |
| double tempBaseValue = (double)(baseValue <= 0 ? 0 : baseValue); |
| |
| UnicodeString temp; |
| do { |
| // our partial parse result starts out as this rule's base |
| // value. If it finds a successful match, matchToDelimiter() |
| // will compose this in some way with what it gets back from |
| // the substitution, giving us a new partial parse result |
| pp.setIndex(0); |
| |
| temp.setTo(fRuleText, sub1Pos, sub2Pos - sub1Pos); |
| double partialResult = matchToDelimiter(workText, start, tempBaseValue, |
| temp, pp, sub1, |
| nonNumericalExecutedRuleMask, |
| upperBound); |
| |
| // if we got a successful match (or were trying to match a |
| // null substitution), pp is now pointing at the first unmatched |
| // character. Take note of that, and try matchToDelimiter() |
| // on the input text again |
| if (pp.getIndex() != 0 || sub1 == NULL) { |
| start = pp.getIndex(); |
| |
| UnicodeString workText2; |
| workText2.setTo(workText, pp.getIndex(), workText.length() - pp.getIndex()); |
| ParsePosition pp2; |
| |
| // the second matchToDelimiter() will compose our previous |
| // partial result with whatever it gets back from its |
| // substitution if there's a successful match, giving us |
| // a real result |
| temp.setTo(fRuleText, sub2Pos, fRuleText.length() - sub2Pos); |
| partialResult = matchToDelimiter(workText2, 0, partialResult, |
| temp, pp2, sub2, |
| nonNumericalExecutedRuleMask, |
| upperBound); |
| |
| // if we got a successful match on this second |
| // matchToDelimiter() call, update the high-water mark |
| // and result (if necessary) |
| if (pp2.getIndex() != 0 || sub2 == NULL) { |
| if (prefixLength + pp.getIndex() + pp2.getIndex() > highWaterMark) { |
| highWaterMark = prefixLength + pp.getIndex() + pp2.getIndex(); |
| result = partialResult; |
| } |
| } |
| else { |
| // commented out because ParsePosition doesn't have error index in 1.1.x |
| // restored for ICU4C port |
| int32_t i_temp = pp2.getErrorIndex() + sub1Pos + pp.getIndex(); |
| if (i_temp> parsePosition.getErrorIndex()) { |
| parsePosition.setErrorIndex(i_temp); |
| } |
| } |
| } |
| else { |
| // commented out because ParsePosition doesn't have error index in 1.1.x |
| // restored for ICU4C port |
| int32_t i_temp = sub1Pos + pp.getErrorIndex(); |
| if (i_temp > parsePosition.getErrorIndex()) { |
| parsePosition.setErrorIndex(i_temp); |
| } |
| } |
| // keep trying to match things until the outer matchToDelimiter() |
| // call fails to make a match (each time, it picks up where it |
| // left off the previous time) |
| } while (sub1Pos != sub2Pos |
| && pp.getIndex() > 0 |
| && pp.getIndex() < workText.length() |
| && pp.getIndex() != start); |
| |
| // update the caller's ParsePosition with our high-water mark |
| // (i.e., it now points at the first character this function |
| // didn't match-- the ParsePosition is therefore unchanged if |
| // we didn't match anything) |
| parsePosition.setIndex(highWaterMark); |
| // commented out because ParsePosition doesn't have error index in 1.1.x |
| // restored for ICU4C port |
| if (highWaterMark > 0) { |
| parsePosition.setErrorIndex(0); |
| } |
| |
| // this is a hack for one unusual condition: Normally, whether this |
| // rule belong to a fraction rule set or not is handled by its |
| // substitutions. But if that rule HAS NO substitutions, then |
| // we have to account for it here. By definition, if the matching |
| // rule in a fraction rule set has no substitutions, its numerator |
| // is 1, and so the result is the reciprocal of its base value. |
| if (isFractionRule && highWaterMark > 0 && sub1 == NULL) { |
| result = 1 / result; |
| } |
| |
| resVal.setDouble(result); |
| return TRUE; // ??? do we need to worry if it is a long or a double? |
| } |
| |
| /** |
| * This function is used by parse() to match the text being parsed |
| * against a possible prefix string. This function |
| * matches characters from the beginning of the string being parsed |
| * to characters from the prospective prefix. If they match, pp is |
| * updated to the first character not matched, and the result is |
| * the unparsed part of the string. If they don't match, the whole |
| * string is returned, and pp is left unchanged. |
| * @param text The string being parsed |
| * @param prefix The text to match against |
| * @param pp On entry, ignored and assumed to be 0. On exit, points |
| * to the first unmatched character (assuming the whole prefix matched), |
| * or is unchanged (if the whole prefix didn't match). |
| * @return If things match, this is the unparsed part of "text"; |
| * if they didn't match, this is "text". |
| */ |
| void |
| NFRule::stripPrefix(UnicodeString& text, const UnicodeString& prefix, ParsePosition& pp) const |
| { |
| // if the prefix text is empty, dump out without doing anything |
| if (prefix.length() != 0) { |
| UErrorCode status = U_ZERO_ERROR; |
| // use prefixLength() to match the beginning of |
| // "text" against "prefix". This function returns the |
| // number of characters from "text" that matched (or 0 if |
| // we didn't match the whole prefix) |
| int32_t pfl = prefixLength(text, prefix, status); |
| if (U_FAILURE(status)) { // Memory allocation error. |
| return; |
| } |
| if (pfl != 0) { |
| // if we got a successful match, update the parse position |
| // and strip the prefix off of "text" |
| pp.setIndex(pp.getIndex() + pfl); |
| text.remove(0, pfl); |
| } |
| } |
| } |
| |
| /** |
| * Used by parse() to match a substitution and any following text. |
| * "text" is searched for instances of "delimiter". For each instance |
| * of delimiter, the intervening text is tested to see whether it |
| * matches the substitution. The longest match wins. |
| * @param text The string being parsed |
| * @param startPos The position in "text" where we should start looking |
| * for "delimiter". |
| * @param baseValue A partial parse result (often the rule's base value), |
| * which is combined with the result from matching the substitution |
| * @param delimiter The string to search "text" for. |
| * @param pp Ignored and presumed to be 0 on entry. If there's a match, |
| * on exit this will point to the first unmatched character. |
| * @param sub If we find "delimiter" in "text", this substitution is used |
| * to match the text between the beginning of the string and the |
| * position of "delimiter." (If "delimiter" is the empty string, then |
| * this function just matches against this substitution and updates |
| * everything accordingly.) |
| * @param upperBound When matching the substitution, it will only |
| * consider rules with base values lower than this value. |
| * @return If there's a match, this is the result of composing |
| * baseValue with the result of matching the substitution. Otherwise, |
| * this is new Long(0). It's never null. If the result is an integer, |
| * this will be an instance of Long; otherwise, it's an instance of |
| * Double. |
| * |
| * !!! note {dlf} in point of fact, in the java code the caller always converts |
| * the result to a double, so we might as well return one. |
| */ |
| double |
| NFRule::matchToDelimiter(const UnicodeString& text, |
| int32_t startPos, |
| double _baseValue, |
| const UnicodeString& delimiter, |
| ParsePosition& pp, |
| const NFSubstitution* sub, |
| uint32_t nonNumericalExecutedRuleMask, |
| double upperBound) const |
| { |
| UErrorCode status = U_ZERO_ERROR; |
| // if "delimiter" contains real (i.e., non-ignorable) text, search |
| // it for "delimiter" beginning at "start". If that succeeds, then |
| // use "sub"'s doParse() method to match the text before the |
| // instance of "delimiter" we just found. |
| if (!allIgnorable(delimiter, status)) { |
| if (U_FAILURE(status)) { //Memory allocation error. |
| return 0; |
| } |
| ParsePosition tempPP; |
| Formattable result; |
| |
| // use findText() to search for "delimiter". It returns a two- |
| // element array: element 0 is the position of the match, and |
| // element 1 is the number of characters that matched |
| // "delimiter". |
| int32_t dLen; |
| int32_t dPos = findText(text, delimiter, startPos, &dLen); |
| |
| // if findText() succeeded, isolate the text preceding the |
| // match, and use "sub" to match that text |
| while (dPos >= 0) { |
| UnicodeString subText; |
| subText.setTo(text, 0, dPos); |
| if (subText.length() > 0) { |
| UBool success = sub->doParse(subText, tempPP, _baseValue, upperBound, |
| #if UCONFIG_NO_COLLATION |
| FALSE, |
| #else |
| formatter->isLenient(), |
| #endif |
| nonNumericalExecutedRuleMask, |
| result); |
| |
| // if the substitution could match all the text up to |
| // where we found "delimiter", then this function has |
| // a successful match. Bump the caller's parse position |
| // to point to the first character after the text |
| // that matches "delimiter", and return the result |
| // we got from parsing the substitution. |
| if (success && tempPP.getIndex() == dPos) { |
| pp.setIndex(dPos + dLen); |
| return result.getDouble(); |
| } |
| else { |
| // commented out because ParsePosition doesn't have error index in 1.1.x |
| // restored for ICU4C port |
| if (tempPP.getErrorIndex() > 0) { |
| pp.setErrorIndex(tempPP.getErrorIndex()); |
| } else { |
| pp.setErrorIndex(tempPP.getIndex()); |
| } |
| } |
| } |
| |
| // if we didn't match the substitution, search for another |
| // copy of "delimiter" in "text" and repeat the loop if |
| // we find it |
| tempPP.setIndex(0); |
| dPos = findText(text, delimiter, dPos + dLen, &dLen); |
| } |
| // if we make it here, this was an unsuccessful match, and we |
| // leave pp unchanged and return 0 |
| pp.setIndex(0); |
| return 0; |
| |
| // if "delimiter" is empty, or consists only of ignorable characters |
| // (i.e., is semantically empty), thwe we obviously can't search |
| // for "delimiter". Instead, just use "sub" to parse as much of |
| // "text" as possible. |
| } |
| else if (sub == NULL) { |
| return _baseValue; |
| } |
| else { |
| ParsePosition tempPP; |
| Formattable result; |
| |
| // try to match the whole string against the substitution |
| UBool success = sub->doParse(text, tempPP, _baseValue, upperBound, |
| #if UCONFIG_NO_COLLATION |
| FALSE, |
| #else |
| formatter->isLenient(), |
| #endif |
| nonNumericalExecutedRuleMask, |
| result); |
| if (success && (tempPP.getIndex() != 0)) { |
| // if there's a successful match (or it's a null |
| // substitution), update pp to point to the first |
| // character we didn't match, and pass the result from |
| // sub.doParse() on through to the caller |
| pp.setIndex(tempPP.getIndex()); |
| return result.getDouble(); |
| } |
| else { |
| // commented out because ParsePosition doesn't have error index in 1.1.x |
| // restored for ICU4C port |
| pp.setErrorIndex(tempPP.getErrorIndex()); |
| } |
| |
| // and if we get to here, then nothing matched, so we return |
| // 0 and leave pp alone |
| return 0; |
| } |
| } |
| |
| /** |
| * Used by stripPrefix() to match characters. If lenient parse mode |
| * is off, this just calls startsWith(). If lenient parse mode is on, |
| * this function uses CollationElementIterators to match characters in |
| * the strings (only primary-order differences are significant in |
| * determining whether there's a match). |
| * @param str The string being tested |
| * @param prefix The text we're hoping to see at the beginning |
| * of "str" |
| * @return If "prefix" is found at the beginning of "str", this |
| * is the number of characters in "str" that were matched (this |
| * isn't necessarily the same as the length of "prefix" when matching |
| * text with a collator). If there's no match, this is 0. |
| */ |
| int32_t |
| NFRule::prefixLength(const UnicodeString& str, const UnicodeString& prefix, UErrorCode& status) const |
| { |
| // if we're looking for an empty prefix, it obviously matches |
| // zero characters. Just go ahead and return 0. |
| if (prefix.length() == 0) { |
| return 0; |
| } |
| |
| #if !UCONFIG_NO_COLLATION |
| // go through all this grief if we're in lenient-parse mode |
| if (formatter->isLenient()) { |
| // Check if non-lenient rule finds the text before call lenient parsing |
| if (str.startsWith(prefix)) { |
| return prefix.length(); |
| } |
| // get the formatter's collator and use it to create two |
| // collation element iterators, one over the target string |
| // and another over the prefix (right now, we'll throw an |
| // exception if the collator we get back from the formatter |
| // isn't a RuleBasedCollator, because RuleBasedCollator defines |
| // the CollationElementIterator protocol. Hopefully, this |
| // will change someday.) |
| const RuleBasedCollator* collator = formatter->getCollator(); |
| if (collator == NULL) { |
| status = U_MEMORY_ALLOCATION_ERROR; |
| return 0; |
| } |
| LocalPointer<CollationElementIterator> strIter(collator->createCollationElementIterator(str)); |
| LocalPointer<CollationElementIterator> prefixIter(collator->createCollationElementIterator(prefix)); |
| // Check for memory allocation error. |
| if (strIter.isNull() || prefixIter.isNull()) { |
| status = U_MEMORY_ALLOCATION_ERROR; |
| return 0; |
| } |
| |
| UErrorCode err = U_ZERO_ERROR; |
| |
| // The original code was problematic. Consider this match: |
| // prefix = "fifty-" |
| // string = " fifty-7" |
| // The intent is to match string up to the '7', by matching 'fifty-' at position 1 |
| // in the string. Unfortunately, we were getting a match, and then computing where |
| // the match terminated by rematching the string. The rematch code was using as an |
| // initial guess the substring of string between 0 and prefix.length. Because of |
| // the leading space and trailing hyphen (both ignorable) this was succeeding, leaving |
| // the position before the hyphen in the string. Recursing down, we then parsed the |
| // remaining string '-7' as numeric. The resulting number turned out as 43 (50 - 7). |
| // This was not pretty, especially since the string "fifty-7" parsed just fine. |
| // |
| // We have newer APIs now, so we can use calls on the iterator to determine what we |
| // matched up to. If we terminate because we hit the last element in the string, |
| // our match terminates at this length. If we terminate because we hit the last element |
| // in the target, our match terminates at one before the element iterator position. |
| |
| // match collation elements between the strings |
| int32_t oStr = strIter->next(err); |
| int32_t oPrefix = prefixIter->next(err); |
| |
| while (oPrefix != CollationElementIterator::NULLORDER) { |
| // skip over ignorable characters in the target string |
| while (CollationElementIterator::primaryOrder(oStr) == 0 |
| && oStr != CollationElementIterator::NULLORDER) { |
| oStr = strIter->next(err); |
| } |
| |
| // skip over ignorable characters in the prefix |
| while (CollationElementIterator::primaryOrder(oPrefix) == 0 |
| && oPrefix != CollationElementIterator::NULLORDER) { |
| oPrefix = prefixIter->next(err); |
| } |
| |
| // dlf: move this above following test, if we consume the |
| // entire target, aren't we ok even if the source was also |
| // entirely consumed? |
| |
| // if skipping over ignorables brought to the end of |
| // the prefix, we DID match: drop out of the loop |
| if (oPrefix == CollationElementIterator::NULLORDER) { |
| break; |
| } |
| |
| // if skipping over ignorables brought us to the end |
| // of the target string, we didn't match and return 0 |
| if (oStr == CollationElementIterator::NULLORDER) { |
| return 0; |
| } |
| |
| // match collation elements from the two strings |
| // (considering only primary differences). If we |
| // get a mismatch, dump out and return 0 |
| if (CollationElementIterator::primaryOrder(oStr) |
| != CollationElementIterator::primaryOrder(oPrefix)) { |
| return 0; |
| |
| // otherwise, advance to the next character in each string |
| // and loop (we drop out of the loop when we exhaust |
| // collation elements in the prefix) |
| } else { |
| oStr = strIter->next(err); |
| oPrefix = prefixIter->next(err); |
| } |
| } |
| |
| int32_t result = strIter->getOffset(); |
| if (oStr != CollationElementIterator::NULLORDER) { |
| --result; // back over character that we don't want to consume; |
| } |
| |
| #ifdef RBNF_DEBUG |
| fprintf(stderr, "prefix length: %d\n", result); |
| #endif |
| return result; |
| #if 0 |
| //---------------------------------------------------------------- |
| // JDK 1.2-specific API call |
| // return strIter.getOffset(); |
| //---------------------------------------------------------------- |
| // JDK 1.1 HACK (take out for 1.2-specific code) |
| |
| // if we make it to here, we have a successful match. Now we |
| // have to find out HOW MANY characters from the target string |
| // matched the prefix (there isn't necessarily a one-to-one |
| // mapping between collation elements and characters). |
| // In JDK 1.2, there's a simple getOffset() call we can use. |
| // In JDK 1.1, on the other hand, we have to go through some |
| // ugly contortions. First, use the collator to compare the |
| // same number of characters from the prefix and target string. |
| // If they're equal, we're done. |
| collator->setStrength(Collator::PRIMARY); |
| if (str.length() >= prefix.length()) { |
| UnicodeString temp; |
| temp.setTo(str, 0, prefix.length()); |
| if (collator->equals(temp, prefix)) { |
| #ifdef RBNF_DEBUG |
| fprintf(stderr, "returning: %d\n", prefix.length()); |
| #endif |
| return prefix.length(); |
| } |
| } |
| |
| // if they're not equal, then we have to compare successively |
| // larger and larger substrings of the target string until we |
| // get to one that matches the prefix. At that point, we know |
| // how many characters matched the prefix, and we can return. |
| int32_t p = 1; |
| while (p <= str.length()) { |
| UnicodeString temp; |
| temp.setTo(str, 0, p); |
| if (collator->equals(temp, prefix)) { |
| return p; |
| } else { |
| ++p; |
| } |
| } |
| |
| // SHOULD NEVER GET HERE!!! |
| return 0; |
| //---------------------------------------------------------------- |
| #endif |
| |
| // If lenient parsing is turned off, forget all that crap above. |
| // Just use String.startsWith() and be done with it. |
| } else |
| #endif |
| { |
| if (str.startsWith(prefix)) { |
| return prefix.length(); |
| } else { |
| return 0; |
| } |
| } |
| } |
| |
| /** |
| * Searches a string for another string. If lenient parsing is off, |
| * this just calls indexOf(). If lenient parsing is on, this function |
| * uses CollationElementIterator to match characters, and only |
| * primary-order differences are significant in determining whether |
| * there's a match. |
| * @param str The string to search |
| * @param key The string to search "str" for |
| * @param startingAt The index into "str" where the search is to |
| * begin |
| * @return A two-element array of ints. Element 0 is the position |
| * of the match, or -1 if there was no match. Element 1 is the |
| * number of characters in "str" that matched (which isn't necessarily |
| * the same as the length of "key") |
| */ |
| int32_t |
| NFRule::findText(const UnicodeString& str, |
| const UnicodeString& key, |
| int32_t startingAt, |
| int32_t* length) const |
| { |
| if (rulePatternFormat) { |
| Formattable result; |
| FieldPosition position(UNUM_INTEGER_FIELD); |
| position.setBeginIndex(startingAt); |
| rulePatternFormat->parseType(str, this, result, position); |
| int start = position.getBeginIndex(); |
| if (start >= 0) { |
| int32_t pluralRuleStart = fRuleText.indexOf(gDollarOpenParenthesis, -1, 0); |
| int32_t pluralRuleSuffix = fRuleText.indexOf(gClosedParenthesisDollar, -1, pluralRuleStart) + 2; |
| int32_t matchLen = position.getEndIndex() - start; |
| UnicodeString prefix(fRuleText.tempSubString(0, pluralRuleStart)); |
| UnicodeString suffix(fRuleText.tempSubString(pluralRuleSuffix)); |
| if (str.compare(start - prefix.length(), prefix.length(), prefix, 0, prefix.length()) == 0 |
| && str.compare(start + matchLen, suffix.length(), suffix, 0, suffix.length()) == 0) |
| { |
| *length = matchLen + prefix.length() + suffix.length(); |
| return start - prefix.length(); |
| } |
| } |
| *length = 0; |
| return -1; |
| } |
| if (!formatter->isLenient()) { |
| // if lenient parsing is turned off, this is easy: just call |
| // String.indexOf() and we're done |
| *length = key.length(); |
| return str.indexOf(key, startingAt); |
| } |
| else { |
| // Check if non-lenient rule finds the text before call lenient parsing |
| *length = key.length(); |
| int32_t pos = str.indexOf(key, startingAt); |
| if(pos >= 0) { |
| return pos; |
| } else { |
| // but if lenient parsing is turned ON, we've got some work ahead of us |
| return findTextLenient(str, key, startingAt, length); |
| } |
| } |
| } |
| |
| int32_t |
| NFRule::findTextLenient(const UnicodeString& str, |
| const UnicodeString& key, |
| int32_t startingAt, |
| int32_t* length) const |
| { |
| //---------------------------------------------------------------- |
| // JDK 1.1 HACK (take out of 1.2-specific code) |
| |
| // in JDK 1.2, CollationElementIterator provides us with an |
| // API to map between character offsets and collation elements |
| // and we can do this by marching through the string comparing |
| // collation elements. We can't do that in JDK 1.1. Insted, |
| // we have to go through this horrible slow mess: |
| int32_t p = startingAt; |
| int32_t keyLen = 0; |
| |
| // basically just isolate smaller and smaller substrings of |
| // the target string (each running to the end of the string, |
| // and with the first one running from startingAt to the end) |
| // and then use prefixLength() to see if the search key is at |
| // the beginning of each substring. This is excruciatingly |
| // slow, but it will locate the key and tell use how long the |
| // matching text was. |
| UnicodeString temp; |
| UErrorCode status = U_ZERO_ERROR; |
| while (p < str.length() && keyLen == 0) { |
| temp.setTo(str, p, str.length() - p); |
| keyLen = prefixLength(temp, key, status); |
| if (U_FAILURE(status)) { |
| break; |
| } |
| if (keyLen != 0) { |
| *length = keyLen; |
| return p; |
| } |
| ++p; |
| } |
| // if we make it to here, we didn't find it. Return -1 for the |
| // location. The length should be ignored, but set it to 0, |
| // which should be "safe" |
| *length = 0; |
| return -1; |
| } |
| |
| /** |
| * Checks to see whether a string consists entirely of ignorable |
| * characters. |
| * @param str The string to test. |
| * @return true if the string is empty of consists entirely of |
| * characters that the number formatter's collator says are |
| * ignorable at the primary-order level. false otherwise. |
| */ |
| UBool |
| NFRule::allIgnorable(const UnicodeString& str, UErrorCode& status) const |
| { |
| // if the string is empty, we can just return true |
| if (str.length() == 0) { |
| return TRUE; |
| } |
| |
| #if !UCONFIG_NO_COLLATION |
| // if lenient parsing is turned on, walk through the string with |
| // a collation element iterator and make sure each collation |
| // element is 0 (ignorable) at the primary level |
| if (formatter->isLenient()) { |
| const RuleBasedCollator* collator = formatter->getCollator(); |
| if (collator == NULL) { |
| status = U_MEMORY_ALLOCATION_ERROR; |
| return FALSE; |
| } |
| LocalPointer<CollationElementIterator> iter(collator->createCollationElementIterator(str)); |
| |
| // Memory allocation error check. |
| if (iter.isNull()) { |
| status = U_MEMORY_ALLOCATION_ERROR; |
| return FALSE; |
| } |
| |
| UErrorCode err = U_ZERO_ERROR; |
| int32_t o = iter->next(err); |
| while (o != CollationElementIterator::NULLORDER |
| && CollationElementIterator::primaryOrder(o) == 0) { |
| o = iter->next(err); |
| } |
| |
| return o == CollationElementIterator::NULLORDER; |
| } |
| #endif |
| |
| // if lenient parsing is turned off, there is no such thing as |
| // an ignorable character: return true only if the string is empty |
| return FALSE; |
| } |
| |
| void |
| NFRule::setDecimalFormatSymbols(const DecimalFormatSymbols& newSymbols, UErrorCode& status) { |
| if (sub1 != NULL) { |
| sub1->setDecimalFormatSymbols(newSymbols, status); |
| } |
| if (sub2 != NULL) { |
| sub2->setDecimalFormatSymbols(newSymbols, status); |
| } |
| } |
| |
| U_NAMESPACE_END |
| |
| /* U_HAVE_RBNF */ |
| #endif |
