void
NFRule::makeRules(UnicodeString& description,
NFRuleSet *owner, const NFRule *predecessor, const RuleBasedNumberFormat *rbnf,
NFRuleList& rules,
UErrorCode& status)
{ // we know we're making at least one rule, so go ahead and // new it up and initialize its basevalue and divisor // (this also strips the rule descriptor, if any, off the // description string)
LocalPointer<NFRule> rule1(new NFRule(rbnf, description, status)); /* test for nullptr */ if (rule1.isNull()) {
status = U_MEMORY_ALLOCATION_ERROR; return;
}
description = rule1->fRuleText;
// check the description to see whether there's text enclosed // in brackets
int32_t brack1 = description.indexOf(gLeftBracket);
int32_t brack2 = brack1 < 0 ? -1 : description.indexOf(gRightBracket);
// if the description doesn't contain a matched pair of brackets, // or if it's of a type that doesn't recognize bracketed text, // then leave the description alone, initialize the rule's // rule text and substitutions, and return that rule if (brack2 < 0 || brack1 > brack2
|| rule1->getType() == kProperFractionRule
|| rule1->getType() == kNegativeNumberRule
|| rule1->getType() == kInfinityRule
|| rule1->getType() == kNaNRule)
{
rule1->extractSubstitutions(owner, description, predecessor, status);
} else { // if the description does contain a matched pair of brackets, // then it's really shorthand for two rules (with one exception)
LocalPointer<NFRule> rule2;
UnicodeString sbuf;
// we'll actually only split the rule into two rules if its // base value is an even multiple of its divisor (or it's one // of the special rules) if ((rule1->baseValue > 0
&& (rule1->baseValue % util64_pow(rule1->radix, rule1->exponent)) == 0)
|| rule1->getType() == kImproperFractionRule
|| rule1->getType() == kDefaultRule) {
// if it passes that test, new up the second rule. If the // rule set both rules will belong to is a fraction rule // set, they both have the same base value; otherwise, // increment the original rule's base value ("rule1" actually // goes SECOND in the rule set's rule list)
rule2.adoptInstead(new NFRule(rbnf, UnicodeString(), status)); /* test for nullptr */ if (rule2.isNull()) {
status = U_MEMORY_ALLOCATION_ERROR; return;
} if (rule1->baseValue >= 0) {
rule2->baseValue = rule1->baseValue; if (!owner->isFractionRuleSet()) {
++rule1->baseValue;
}
}
// if the description began with "x.x" and contains bracketed // text, it describes both the improper fraction rule and // the proper fraction rule elseif (rule1->getType() == kImproperFractionRule) {
rule2->setType(kProperFractionRule);
}
// if the description began with "x.0" and contains bracketed // text, it describes both the default rule and the // improper fraction rule elseif (rule1->getType() == kDefaultRule) {
rule2->baseValue = rule1->baseValue;
rule1->setType(kImproperFractionRule);
}
// both rules have the same radix and exponent (i.e., the // same divisor)
rule2->radix = rule1->radix;
rule2->exponent = rule1->exponent;
// rule2's rule text omits the stuff in brackets: initialize // its rule text and substitutions accordingly
sbuf.append(description, 0, brack1); if (brack2 + 1 < description.length()) {
sbuf.append(description, brack2 + 1, description.length() - brack2 - 1);
}
rule2->extractSubstitutions(owner, sbuf, predecessor, status);
}
// rule1's text includes the text in the brackets but omits // the brackets themselves: initialize _its_ rule text and // substitutions accordingly
sbuf.setTo(description, 0, brack1);
sbuf.append(description, brack1 + 1, brack2 - brack1 - 1); if (brack2 + 1 < description.length()) {
sbuf.append(description, brack2 + 1, description.length() - brack2 - 1);
}
rule1->extractSubstitutions(owner, sbuf, predecessor, status);
// if we only have one rule, return it; if we have two, return // a two-element array containing them (notice that rule2 goes // BEFORE rule1 in the list: in all cases, rule2 OMITS the // material in the brackets and rule1 INCLUDES the material // in the brackets) if (!rule2.isNull()) { if (rule2->baseValue >= kNoBase) {
rules.add(rule2.orphan());
} else {
owner->setNonNumericalRule(rule2.orphan());
}
}
} if (rule1->baseValue >= kNoBase) {
rules.add(rule1.orphan());
} else {
owner->setNonNumericalRule(rule1.orphan());
}
}
/** * This function parses the rule's rule descriptor (i.e., the base * value and/or other tokens that precede the rule's rule text * in the description) and sets the rule's base value, radix, and * exponent according to the descriptor. (If the description doesn't * include a rule descriptor, then this function sets everything to * default values and the rule set sets the rule's real base value). * @param description The rule's description * @return If "description" included a rule descriptor, this is * "description" with the descriptor and any trailing whitespace * stripped off. Otherwise; it's "descriptor" unchangd.
*/ void
NFRule::parseRuleDescriptor(UnicodeString& description, UErrorCode& status)
{ // the description consists of a rule descriptor and a rule body, // separated by a colon. The rule descriptor is optional. If // it's omitted, just set the base value to 0.
int32_t p = description.indexOf(gColon); if (p != -1) { // copy the descriptor out into its own string and strip it, // along with any trailing whitespace, out of the original // description
UnicodeString descriptor;
descriptor.setTo(description, 0, p);
// check first to see if the rule descriptor matches the token // for one of the special rules. If it does, set the base // value to the correct identifier value int descriptorLength = descriptor.length();
char16_t firstChar = descriptor.charAt(0);
char16_t lastChar = descriptor.charAt(descriptorLength - 1); if (firstChar >= gZero && firstChar <= gNine && lastChar != gX) { // if the rule descriptor begins with a digit, it's a descriptor // for a normal rule // since we don't have Long.parseLong, and this isn't much work anyway, // just build up the value as we encounter the digits.
int64_t val = 0;
p = 0;
char16_t c = gSpace;
// begin parsing the descriptor: copy digits // into "tempValue", skip periods, commas, and spaces, // stop on a slash or > sign (or at the end of the string), // and throw an exception on any other character
int64_t ll_10 = 10; while (p < descriptorLength) {
c = descriptor.charAt(p); if (c >= gZero && c <= gNine) {
int32_t single_digit = static_cast<int32_t>(c - gZero); if ((val > 0 && val > (std::numeric_limits<int64_t>::max() - single_digit) / 10) ||
(val < 0 && val < (std::numeric_limits<int64_t>::min() - single_digit) / 10)) { // out of int64_t range
status = U_PARSE_ERROR; return;
}
val = val * ll_10 + single_digit;
} elseif (c == gSlash || c == gGreaterThan) { break;
} elseif (PatternProps::isWhiteSpace(c) || c == gComma || c == gDot) {
} else { // throw new IllegalArgumentException("Illegal character in rule descriptor");
status = U_PARSE_ERROR; return;
}
++p;
}
// we have the base value, so set it
setBaseValue(val, status);
// if we stopped the previous loop on a slash, we're // now parsing the rule's radix. Again, accumulate digits // in tempValue, skip punctuation, stop on a > mark, and // throw an exception on anything else if (c == gSlash) {
val = 0;
++p;
ll_10 = 10; while (p < descriptorLength) {
c = descriptor.charAt(p); if (c >= gZero && c <= gNine) {
val = val * ll_10 + static_cast<int32_t>(c - gZero);
} elseif (c == gGreaterThan) { break;
} elseif (PatternProps::isWhiteSpace(c) || c == gComma || c == gDot) {
} else { // throw new IllegalArgumentException("Illegal character is rule descriptor");
status = U_PARSE_ERROR; return;
}
++p;
}
// tempValue now contain's the rule's radix. Set it // accordingly, and recalculate the rule's exponent
radix = static_cast<int32_t>(val); if (radix == 0) { // throw new IllegalArgumentException("Rule can't have radix of 0");
status = U_PARSE_ERROR;
}
exponent = expectedExponent();
}
// if we stopped the previous loop on a > sign, then continue // for as long as we still see > signs. For each one, // decrement the exponent (unless the exponent is already 0). // If we see another character before reaching the end of // the descriptor, that's also a syntax error. if (c == gGreaterThan) { while (p < descriptor.length()) {
c = descriptor.charAt(p); if (c == gGreaterThan && exponent > 0) {
--exponent;
} else { // throw new IllegalArgumentException("Illegal character in rule descriptor");
status = U_PARSE_ERROR; return;
}
++p;
}
}
} elseif (0 == descriptor.compare(gMinusX, 2)) {
setType(kNegativeNumberRule);
} elseif (descriptorLength == 3) { if (firstChar == gZero && lastChar == gX) {
setBaseValue(kProperFractionRule, status);
decimalPoint = descriptor.charAt(1);
} elseif (firstChar == gX && lastChar == gX) {
setBaseValue(kImproperFractionRule, status);
decimalPoint = descriptor.charAt(1);
} elseif (firstChar == gX && lastChar == gZero) {
setBaseValue(kDefaultRule, status);
decimalPoint = descriptor.charAt(1);
} elseif (descriptor.compare(gNaN, 3) == 0) {
setBaseValue(kNaNRule, status);
} elseif (descriptor.compare(gInf, 3) == 0) {
setBaseValue(kInfinityRule, status);
}
}
} // else use the default base value for now.
// finally, if the rule body begins with an apostrophe, strip it off // (this is generally used to put whitespace at the beginning of // a rule's rule text) if (description.length() > 0 && description.charAt(0) == gTick) {
description.removeBetween(0, 1);
}
// return the description with all the stuff we've just waded through // stripped off the front. It now contains just the rule body. // return description;
}
/** * Searches the rule's rule text for the substitution tokens, * creates the substitutions, and removes the substitution tokens * from the rule's rule text. * @param owner The rule set containing this rule * @param predecessor The rule preseding this one in "owners" rule list * @param ownersOwner The RuleBasedFormat that owns this rule
*/ void
NFRule::extractSubstitutions(const NFRuleSet* ruleSet, const UnicodeString &ruleText, const NFRule* predecessor,
UErrorCode& status)
{ if (U_FAILURE(status)) { return;
}
fRuleText = ruleText;
sub1 = extractSubstitution(ruleSet, predecessor, status); if (sub1 == nullptr) { // Small optimization. There is no need to create a redundant NullSubstitution.
sub2 = nullptr;
} else {
sub2 = extractSubstitution(ruleSet, predecessor, status);
}
int32_t pluralRuleStart = fRuleText.indexOf(gDollarOpenParenthesis, -1, 0);
int32_t pluralRuleEnd = (pluralRuleStart >= 0 ? fRuleText.indexOf(gClosedParenthesisDollar, -1, pluralRuleStart) : -1); if (pluralRuleEnd >= 0) {
int32_t endType = fRuleText.indexOf(gComma, pluralRuleStart); if (endType < 0) {
status = U_PARSE_ERROR; return;
}
UnicodeString type(fRuleText.tempSubString(pluralRuleStart + 2, endType - pluralRuleStart - 2));
UPluralType pluralType; if (type.startsWith(UNICODE_STRING_SIMPLE("cardinal"))) {
pluralType = UPLURAL_TYPE_CARDINAL;
} elseif (type.startsWith(UNICODE_STRING_SIMPLE("ordinal"))) {
pluralType = UPLURAL_TYPE_ORDINAL;
} else {
status = U_ILLEGAL_ARGUMENT_ERROR; return;
}
rulePatternFormat = formatter->createPluralFormat(pluralType,
fRuleText.tempSubString(endType + 1, pluralRuleEnd - endType - 1), status);
}
}
/** * Searches the rule's rule text for the first substitution token, * creates a substitution based on it, and removes the token from * the rule's rule text. * @param owner The rule set containing this rule * @param predecessor The rule preceding this one in the rule set's * rule list * @param ownersOwner The RuleBasedNumberFormat that owns this rule * @return The newly-created substitution. This is never null; if * the rule text doesn't contain any substitution tokens, this will * be a NullSubstitution.
*/
NFSubstitution *
NFRule::extractSubstitution(const NFRuleSet* ruleSet, const NFRule* predecessor,
UErrorCode& status)
{
NFSubstitution* result = nullptr;
// search the rule's rule text for the first two characters of // a substitution token
int32_t subStart = indexOfAnyRulePrefix();
int32_t subEnd = subStart;
// if we didn't find one, create a null substitution positioned // at the end of the rule text if (subStart == -1) { return nullptr;
}
// special-case the ">>>" token, since searching for the > at the // end will actually find the > in the middle if (fRuleText.indexOf(gGreaterGreaterGreater, 3, 0) == subStart) {
subEnd = subStart + 2;
// otherwise the substitution token ends with the same character // it began with
} else {
char16_t c = fRuleText.charAt(subStart);
subEnd = fRuleText.indexOf(c, subStart + 1); // special case for '<%foo<<' if (c == gLessThan && subEnd != -1 && subEnd < fRuleText.length() - 1 && fRuleText.charAt(subEnd+1) == c) { // ordinals use "=#,##0==%abbrev=" as their rule. Notice that the '==' in the middle // occurs because of the juxtaposition of two different rules. The check for '<' is a hack // to get around this. Having the duplicate at the front would cause problems with // rules like "<<%" to format, say, percents...
++subEnd;
}
}
// if we don't find the end of the token (i.e., if we're on a single, // unmatched token character), create a null substitution positioned // at the end of the rule if (subEnd == -1) { return nullptr;
}
// if we get here, we have a real substitution token (or at least // some text bounded by substitution token characters). Use // makeSubstitution() to create the right kind of substitution
UnicodeString subToken;
subToken.setTo(fRuleText, subStart, subEnd + 1 - subStart);
result = NFSubstitution::makeSubstitution(subStart, this, predecessor, ruleSet,
this->formatter, subToken, status);
// remove the substitution from the rule text
fRuleText.removeBetween(subStart, subEnd+1);
return result;
}
/** * Sets the rule's base value, and causes the radix and exponent * to be recalculated. This is used during construction when we * don't know the rule's base value until after it's been * constructed. It should be used at any other time. * @param The new base value for the rule.
*/ void
NFRule::setBaseValue(int64_t newBaseValue, UErrorCode& status)
{ // set the base value
baseValue = newBaseValue;
radix = 10;
// if this isn't a special rule, recalculate the radix and exponent // (the radix always defaults to 10; if it's supposed to be something // else, it's cleaned up by the caller and the exponent is // recalculated again-- the only function that does this is // NFRule.parseRuleDescriptor() ) if (baseValue >= 1) {
exponent = expectedExponent();
// this function gets called on a fully-constructed rule whose // description didn't specify a base value. This means it // has substitutions, and some substitutions hold on to copies // of the rule's divisor. Fix their copies of the divisor. if (sub1 != nullptr) {
sub1->setDivisor(radix, exponent, status);
} if (sub2 != nullptr) {
sub2->setDivisor(radix, exponent, status);
}
// if this is a special rule, its radix and exponent are basically // ignored. Set them to "safe" default values
} else {
exponent = 0;
}
}
/** * This calculates the rule's exponent based on its radix and base * value. This will be the highest power the radix can be raised to * and still produce a result less than or equal to the base value.
*/
int16_t
NFRule::expectedExponent() const
{ // since the log of 0, or the log base 0 of something, causes an // error, declare the exponent in these cases to be 0 (we also // deal with the special-rule identifiers here) if (radix == 0 || baseValue < 1) { return 0;
}
// we get rounding error in some cases-- for example, log 1000 / log 10 // gives us 1.9999999996 instead of 2. The extra logic here is to take // that into account
int16_t tempResult = static_cast<int16_t>(uprv_log(static_cast<double>(baseValue)) /
uprv_log(static_cast<double>(radix)));
int64_t temp = util64_pow(radix, tempResult + 1); if (temp <= baseValue) {
tempResult += 1;
} return tempResult;
}
/** * Searches the rule's rule text for any of the specified strings. * @return The index of the first match in the rule's rule text * (i.e., the first substring in the rule's rule text that matches * _any_ of the strings in "strings"). If none of the strings in * "strings" is found in the rule's rule text, returns -1.
*/
int32_t
NFRule::indexOfAnyRulePrefix() const
{ int result = -1; for (int i = 0; RULE_PREFIXES[i]; i++) {
int32_t pos = fRuleText.indexOf(*RULE_PREFIXES[i]); if (pos != -1 && (result == -1 || pos < result)) {
result = pos;
}
} return result;
}
/** * Tests two rules for equality. * @param that The rule to compare this one against * @return True is the two rules are functionally equivalent
*/ bool
NFRule::operator==(const NFRule& rhs) const
{ return baseValue == rhs.baseValue
&& radix == rhs.radix
&& exponent == rhs.exponent
&& fRuleText == rhs.fRuleText
&& util_equalSubstitutions(sub1, rhs.sub1)
&& util_equalSubstitutions(sub2, rhs.sub2);
}
/** * Returns a textual representation of the rule. This won't * necessarily be the same as the description that this rule * was created with, but it will produce the same result. * @return A textual description of the rule
*/ staticvoid util_append64(UnicodeString& result, int64_t n)
{
char16_t buffer[256];
int32_t len = util64_tou(n, buffer, sizeof(buffer));
UnicodeString temp(buffer, len);
result.append(temp);
}
void
NFRule::_appendRuleText(UnicodeString& result) const
{ switch (getType()) { case kNegativeNumberRule: result.append(gMinusX, 2); break; case kImproperFractionRule: result.append(gX).append(decimalPoint == 0 ? gDot : decimalPoint).append(gX); break; case kProperFractionRule: result.append(gZero).append(decimalPoint == 0 ? gDot : decimalPoint).append(gX); break; case kDefaultRule: result.append(gX).append(decimalPoint == 0 ? gDot : decimalPoint).append(gZero); break; case kInfinityRule: result.append(gInf, 3); break; case kNaNRule: result.append(gNaN, 3); break; default: // for a normal rule, write out its base value, and if the radix is // something other than 10, write out the radix (with the preceding // slash, of course). Then calculate the expected exponent and if // if isn't the same as the actual exponent, write an appropriate // number of > signs. Finally, terminate the whole thing with // a colon.
util_append64(result, baseValue); if (radix != 10) {
result.append(gSlash);
util_append64(result, radix);
} int numCarets = expectedExponent() - exponent; for (int i = 0; i < numCarets; i++) {
result.append(gGreaterThan);
} break;
}
result.append(gColon);
result.append(gSpace);
// if the rule text begins with a space, write an apostrophe // (whitespace after the rule descriptor is ignored; the // apostrophe is used to make the whitespace significant) if (fRuleText.charAt(0) == gSpace && (sub1 == nullptr || sub1->getPos() != 0)) {
result.append(gTick);
}
// now, write the rule's rule text, inserting appropriate // substitution tokens in the appropriate places
UnicodeString ruleTextCopy;
ruleTextCopy.setTo(fRuleText);
UnicodeString temp; if (sub2 != nullptr) {
sub2->toString(temp);
ruleTextCopy.insert(sub2->getPos(), temp);
} if (sub1 != nullptr) {
sub1->toString(temp);
ruleTextCopy.insert(sub1->getPos(), temp);
}
result.append(ruleTextCopy);
// and finally, top the whole thing off with a semicolon and // return the result
result.append(gSemicolon);
}
/** * Formats the number, and inserts the resulting text into * toInsertInto. * @param number The number being formatted * @param toInsertInto The string where the resultant text should * be inserted * @param pos The position in toInsertInto where the resultant text * should be inserted
*/ void
NFRule::doFormat(int64_t number, UnicodeString& toInsertInto, int32_t pos, int32_t recursionCount, UErrorCode& status) const
{ // first, insert the rule's rule text into toInsertInto at the // specified position, then insert the results of the substitutions // into the right places in toInsertInto (notice we do the // substitutions in reverse order so that the offsets don't get // messed up)
int32_t pluralRuleStart = fRuleText.length();
int32_t lengthOffset = 0; if (!rulePatternFormat) {
toInsertInto.insert(pos, fRuleText);
} else {
pluralRuleStart = fRuleText.indexOf(gDollarOpenParenthesis, -1, 0); int pluralRuleEnd = fRuleText.indexOf(gClosedParenthesisDollar, -1, pluralRuleStart); int initialLength = toInsertInto.length(); if (pluralRuleEnd < fRuleText.length() - 1) {
toInsertInto.insert(pos, fRuleText.tempSubString(pluralRuleEnd + 2));
}
toInsertInto.insert(pos,
rulePatternFormat->format(static_cast<int32_t>(number / util64_pow(radix, exponent)), status)); if (pluralRuleStart > 0) {
toInsertInto.insert(pos, fRuleText.tempSubString(0, pluralRuleStart));
}
lengthOffset = fRuleText.length() - (toInsertInto.length() - initialLength);
}
/** * Formats the number, and inserts the resulting text into * toInsertInto. * @param number The number being formatted * @param toInsertInto The string where the resultant text should * be inserted * @param pos The position in toInsertInto where the resultant text * should be inserted
*/ void
NFRule::doFormat(double number, UnicodeString& toInsertInto, int32_t pos, int32_t recursionCount, UErrorCode& status) const
{ // first, insert the rule's rule text into toInsertInto at the // specified position, then insert the results of the substitutions // into the right places in toInsertInto // [again, we have two copies of this routine that do the same thing // so that we don't sacrifice precision in a long by casting it // to a double]
int32_t pluralRuleStart = fRuleText.length();
int32_t lengthOffset = 0; if (!rulePatternFormat) {
toInsertInto.insert(pos, fRuleText);
} else {
pluralRuleStart = fRuleText.indexOf(gDollarOpenParenthesis, -1, 0); int pluralRuleEnd = fRuleText.indexOf(gClosedParenthesisDollar, -1, pluralRuleStart); int initialLength = toInsertInto.length(); if (pluralRuleEnd < fRuleText.length() - 1) {
toInsertInto.insert(pos, fRuleText.tempSubString(pluralRuleEnd + 2));
} double pluralVal = number; if (0 <= pluralVal && pluralVal < 1) { // We're in a fractional rule, and we have to match the NumeratorSubstitution behavior. // 2.3 can become 0.2999999999999998 for the fraction due to rounding errors.
pluralVal = uprv_round(pluralVal * util64_pow(radix, exponent));
} else {
pluralVal = pluralVal / util64_pow(radix, exponent);
}
toInsertInto.insert(pos, rulePatternFormat->format(static_cast<int32_t>(pluralVal), status)); if (pluralRuleStart > 0) {
toInsertInto.insert(pos, fRuleText.tempSubString(0, pluralRuleStart));
}
lengthOffset = fRuleText.length() - (toInsertInto.length() - initialLength);
}
/** * Used by the owning rule set to determine whether to invoke the * rollback rule (i.e., whether this rule or the one that precedes * it in the rule set's list should be used to format the number) * @param The number being formatted * @return True if the rule set should use the rule that precedes * this one in its list; false if it should use this rule
*/
UBool
NFRule::shouldRollBack(int64_t number) const
{ // we roll back if the rule contains a modulus substitution, // the number being formatted is an even multiple of the rule's // divisor, and the rule's base value is NOT an even multiple // of its divisor // In other words, if the original description had // 100: << hundred[ >>]; // that expands into // 100: << hundred; // 101: << hundred >>; // internally. But when we're formatting 200, if we use the rule // at 101, which would normally apply, we get "two hundred zero". // To prevent this, we roll back and use the rule at 100 instead. // This is the logic that makes this happen: the rule at 101 has // a modulus substitution, its base value isn't an even multiple // of 100, and the value we're trying to format _is_ an even // multiple of 100. This is called the "rollback rule." if ((sub1 != nullptr && sub1->isModulusSubstitution()) || (sub2 != nullptr && sub2->isModulusSubstitution())) {
int64_t re = util64_pow(radix, exponent); return (number % re) == 0 && (baseValue % re) != 0;
} returnfalse;
}
/** * Attempts to parse the string with this rule. * @param text The string being parsed * @param parsePosition On entry, the value is ignored and assumed to * be 0. On exit, this has been updated with the position of the first * character not consumed by matching the text against this rule * (if this rule doesn't match the text at all, the parse position * if left unchanged (presumably at 0) and the function returns * new Long(0)). * @param isFractionRule True if this rule is contained within a * fraction rule set. This is only used if the rule has no * substitutions. * @return If this rule matched the text, this is the rule's base value * combined appropriately with the results of parsing the substitutions. * If nothing matched, this is new Long(0) and the parse position is * left unchanged. The result will be an instance of Long if the * result is an integer and Double otherwise. The result is never null.
*/ #ifdef RBNF_DEBUG #include <stdio.h>
staticvoid dumpUS(FILE* f, const UnicodeString& us) { int len = us.length(); char* buf = (char *)uprv_malloc((len+1)*sizeof(char)); //new char[len+1]; if (buf != nullptr) {
us.extract(0, len, buf);
buf[len] = 0;
fprintf(f, "%s", buf);
uprv_free(buf); //delete[] buf;
}
} #endif
UBool
NFRule::doParse(const UnicodeString& text,
ParsePosition& parsePosition,
UBool isFractionRule, double upperBound,
uint32_t nonNumericalExecutedRuleMask,
int32_t recursionCount,
Formattable& resVal) const
{ // internally we operate on a copy of the string being parsed // (because we're going to change it) and use our own ParsePosition
ParsePosition pp;
UnicodeString workText(text);
// check to see whether the text before the first substitution // matches the text at the beginning of the string being // parsed. If it does, strip that off the front of workText; // otherwise, dump out with a mismatch
UnicodeString prefix;
prefix.setTo(fRuleText, 0, sub1Pos);
if (pp.getIndex() == 0 && sub1Pos != 0) { // commented out because ParsePosition doesn't have error index in 1.1.x // restored for ICU4C port
parsePosition.setErrorIndex(pp.getErrorIndex());
resVal.setLong(0); returntrue;
} if (baseValue == kInfinityRule) { // If you match this, don't try to perform any calculations on it.
parsePosition.setIndex(pp.getIndex());
resVal.setDouble(uprv_getInfinity()); returntrue;
} if (baseValue == kNaNRule) { // If you match this, don't try to perform any calculations on it.
parsePosition.setIndex(pp.getIndex());
resVal.setDouble(uprv_getNaN()); returntrue;
}
// this is the fun part. The basic guts of the rule-matching // logic is matchToDelimiter(), which is called twice. The first // time it searches the input string for the rule text BETWEEN // the substitutions and tries to match the intervening text // in the input string with the first substitution. If that // succeeds, it then calls it again, this time to look for the // rule text after the second substitution and to match the // intervening input text against the second substitution. // // For example, say we have a rule that looks like this: // first << middle >> last; // and input text that looks like this: // first one middle two last // First we use stripPrefix() to match "first " in both places and // strip it off the front, leaving // one middle two last // Then we use matchToDelimiter() to match " middle " and try to // match "one" against a substitution. If it's successful, we now // have // two last // We use matchToDelimiter() a second time to match " last" and // try to match "two" against a substitution. If "two" matches // the substitution, we have a successful parse. // // Since it's possible in many cases to find multiple instances // of each of these pieces of rule text in the input string, // we need to try all the possible combinations of these // locations. This prevents us from prematurely declaring a mismatch, // and makes sure we match as much input text as we can. int highWaterMark = 0; double result = 0; int start = 0; double tempBaseValue = static_cast<double>(baseValue <= 0 ? 0 : baseValue);
UnicodeString temp; do { // our partial parse result starts out as this rule's base // value. If it finds a successful match, matchToDelimiter() // will compose this in some way with what it gets back from // the substitution, giving us a new partial parse result
pp.setIndex(0);
// if we got a successful match (or were trying to match a // null substitution), pp is now pointing at the first unmatched // character. Take note of that, and try matchToDelimiter() // on the input text again if (pp.getIndex() != 0 || sub1 == nullptr) {
start = pp.getIndex();
// the second matchToDelimiter() will compose our previous // partial result with whatever it gets back from its // substitution if there's a successful match, giving us // a real result
temp.setTo(fRuleText, sub2Pos, fRuleText.length() - sub2Pos);
partialResult = matchToDelimiter(workText2, 0, partialResult,
temp, pp2, sub2,
nonNumericalExecutedRuleMask,
recursionCount,
upperBound);
// if we got a successful match on this second // matchToDelimiter() call, update the high-water mark // and result (if necessary) if (pp2.getIndex() != 0 || sub2 == nullptr) { if (prefixLength + pp.getIndex() + pp2.getIndex() > highWaterMark) {
highWaterMark = prefixLength + pp.getIndex() + pp2.getIndex();
result = partialResult;
}
} else { // commented out because ParsePosition doesn't have error index in 1.1.x // restored for ICU4C port
int32_t i_temp = pp2.getErrorIndex() + sub1Pos + pp.getIndex(); if (i_temp> parsePosition.getErrorIndex()) {
parsePosition.setErrorIndex(i_temp);
}
}
} else { // commented out because ParsePosition doesn't have error index in 1.1.x // restored for ICU4C port
int32_t i_temp = sub1Pos + pp.getErrorIndex(); if (i_temp > parsePosition.getErrorIndex()) {
parsePosition.setErrorIndex(i_temp);
}
} // keep trying to match things until the outer matchToDelimiter() // call fails to make a match (each time, it picks up where it // left off the previous time)
} while (sub1Pos != sub2Pos
&& pp.getIndex() > 0
&& pp.getIndex() < workText.length()
&& pp.getIndex() != start);
// update the caller's ParsePosition with our high-water mark // (i.e., it now points at the first character this function // didn't match-- the ParsePosition is therefore unchanged if // we didn't match anything)
parsePosition.setIndex(highWaterMark); // commented out because ParsePosition doesn't have error index in 1.1.x // restored for ICU4C port if (highWaterMark > 0) {
parsePosition.setErrorIndex(0);
}
// this is a hack for one unusual condition: Normally, whether this // rule belong to a fraction rule set or not is handled by its // substitutions. But if that rule HAS NO substitutions, then // we have to account for it here. By definition, if the matching // rule in a fraction rule set has no substitutions, its numerator // is 1, and so the result is the reciprocal of its base value. if (isFractionRule && highWaterMark > 0 && sub1 == nullptr) {
result = 1 / result;
}
resVal.setDouble(result); returntrue; // ??? do we need to worry if it is a long or a double?
}
/** * This function is used by parse() to match the text being parsed * against a possible prefix string. This function * matches characters from the beginning of the string being parsed * to characters from the prospective prefix. If they match, pp is * updated to the first character not matched, and the result is * the unparsed part of the string. If they don't match, the whole * string is returned, and pp is left unchanged. * @param text The string being parsed * @param prefix The text to match against * @param pp On entry, ignored and assumed to be 0. On exit, points * to the first unmatched character (assuming the whole prefix matched), * or is unchanged (if the whole prefix didn't match). * @return If things match, this is the unparsed part of "text"; * if they didn't match, this is "text".
*/ void
NFRule::stripPrefix(UnicodeString& text, const UnicodeString& prefix, ParsePosition& pp) const
{ // if the prefix text is empty, dump out without doing anything if (prefix.length() != 0) {
UErrorCode status = U_ZERO_ERROR; // use prefixLength() to match the beginning of // "text" against "prefix". This function returns the // number of characters from "text" that matched (or 0 if // we didn't match the whole prefix)
int32_t pfl = prefixLength(text, prefix, status); if (U_FAILURE(status)) { // Memory allocation error. return;
} if (pfl != 0) { // if we got a successful match, update the parse position // and strip the prefix off of "text"
pp.setIndex(pp.getIndex() + pfl);
text.remove(0, pfl);
}
}
}
/** * Used by parse() to match a substitution and any following text. * "text" is searched for instances of "delimiter". For each instance * of delimiter, the intervening text is tested to see whether it * matches the substitution. The longest match wins. * @param text The string being parsed * @param startPos The position in "text" where we should start looking * for "delimiter". * @param baseValue A partial parse result (often the rule's base value), * which is combined with the result from matching the substitution * @param delimiter The string to search "text" for. * @param pp Ignored and presumed to be 0 on entry. If there's a match, * on exit this will point to the first unmatched character. * @param sub If we find "delimiter" in "text", this substitution is used * to match the text between the beginning of the string and the * position of "delimiter." (If "delimiter" is the empty string, then * this function just matches against this substitution and updates * everything accordingly.) * @param upperBound When matching the substitution, it will only * consider rules with base values lower than this value. * @return If there's a match, this is the result of composing * baseValue with the result of matching the substitution. Otherwise, * this is new Long(0). It's never null. If the result is an integer, * this will be an instance of Long; otherwise, it's an instance of * Double. * * !!! note {dlf} in point of fact, in the java code the caller always converts * the result to a double, so we might as well return one.
*/ double
NFRule::matchToDelimiter(const UnicodeString& text,
int32_t startPos, double _baseValue, const UnicodeString& delimiter,
ParsePosition& pp, const NFSubstitution* sub,
uint32_t nonNumericalExecutedRuleMask,
int32_t recursionCount, double upperBound) const
{
UErrorCode status = U_ZERO_ERROR; // if "delimiter" contains real (i.e., non-ignorable) text, search // it for "delimiter" beginning at "start". If that succeeds, then // use "sub"'s doParse() method to match the text before the // instance of "delimiter" we just found. if (!allIgnorable(delimiter, status)) { if (U_FAILURE(status)) { //Memory allocation error. return 0;
}
ParsePosition tempPP;
Formattable result;
// use findText() to search for "delimiter". It returns a two- // element array: element 0 is the position of the match, and // element 1 is the number of characters that matched // "delimiter".
int32_t dLen;
int32_t dPos = findText(text, delimiter, startPos, &dLen);
// if findText() succeeded, isolate the text preceding the // match, and use "sub" to match that text while (dPos >= 0) {
UnicodeString subText;
subText.setTo(text, 0, dPos); if (subText.length() > 0) {
UBool success = sub->doParse(subText, tempPP, _baseValue, upperBound, #if UCONFIG_NO_COLLATION false, #else
formatter->isLenient(), #endif
nonNumericalExecutedRuleMask,
recursionCount,
result);
// if the substitution could match all the text up to // where we found "delimiter", then this function has // a successful match. Bump the caller's parse position // to point to the first character after the text // that matches "delimiter", and return the result // we got from parsing the substitution. if (success && tempPP.getIndex() == dPos) {
pp.setIndex(dPos + dLen); return result.getDouble();
} else { // commented out because ParsePosition doesn't have error index in 1.1.x // restored for ICU4C port if (tempPP.getErrorIndex() > 0) {
pp.setErrorIndex(tempPP.getErrorIndex());
} else {
pp.setErrorIndex(tempPP.getIndex());
}
}
}
// if we didn't match the substitution, search for another // copy of "delimiter" in "text" and repeat the loop if // we find it
tempPP.setIndex(0);
dPos = findText(text, delimiter, dPos + dLen, &dLen);
} // if we make it here, this was an unsuccessful match, and we // leave pp unchanged and return 0
pp.setIndex(0); return 0;
// if "delimiter" is empty, or consists only of ignorable characters // (i.e., is semantically empty), thwe we obviously can't search // for "delimiter". Instead, just use "sub" to parse as much of // "text" as possible.
} elseif (sub == nullptr) { return _baseValue;
} else {
ParsePosition tempPP;
Formattable result;
// try to match the whole string against the substitution
UBool success = sub->doParse(text, tempPP, _baseValue, upperBound, #if UCONFIG_NO_COLLATION false, #else
formatter->isLenient(), #endif
nonNumericalExecutedRuleMask,
recursionCount,
result); if (success && (tempPP.getIndex() != 0)) { // if there's a successful match (or it's a null // substitution), update pp to point to the first // character we didn't match, and pass the result from // sub.doParse() on through to the caller
pp.setIndex(tempPP.getIndex()); return result.getDouble();
} else { // commented out because ParsePosition doesn't have error index in 1.1.x // restored for ICU4C port
pp.setErrorIndex(tempPP.getErrorIndex());
}
// and if we get to here, then nothing matched, so we return // 0 and leave pp alone return 0;
}
}
/** * Used by stripPrefix() to match characters. If lenient parse mode * is off, this just calls startsWith(). If lenient parse mode is on, * this function uses CollationElementIterators to match characters in * the strings (only primary-order differences are significant in * determining whether there's a match). * @param str The string being tested * @param prefix The text we're hoping to see at the beginning * of "str" * @return If "prefix" is found at the beginning of "str", this * is the number of characters in "str" that were matched (this * isn't necessarily the same as the length of "prefix" when matching * text with a collator). If there's no match, this is 0.
*/
int32_t
NFRule::prefixLength(const UnicodeString& str, const UnicodeString& prefix, UErrorCode& status) const
{ // if we're looking for an empty prefix, it obviously matches // zero characters. Just go ahead and return 0. if (prefix.length() == 0) { return 0;
}
#if !UCONFIG_NO_COLLATION // go through all this grief if we're in lenient-parse mode if (formatter->isLenient()) { // Check if non-lenient rule finds the text before call lenient parsing if (str.startsWith(prefix)) { return prefix.length();
} // get the formatter's collator and use it to create two // collation element iterators, one over the target string // and another over the prefix (right now, we'll throw an // exception if the collator we get back from the formatter // isn't a RuleBasedCollator, because RuleBasedCollator defines // the CollationElementIterator protocol. Hopefully, this // will change someday.) const RuleBasedCollator* collator = formatter->getCollator(); if (collator == nullptr) {
status = U_MEMORY_ALLOCATION_ERROR; return 0;
}
LocalPointer<CollationElementIterator> strIter(collator->createCollationElementIterator(str));
LocalPointer<CollationElementIterator> prefixIter(collator->createCollationElementIterator(prefix)); // Check for memory allocation error. if (strIter.isNull() || prefixIter.isNull()) {
status = U_MEMORY_ALLOCATION_ERROR; return 0;
}
UErrorCode err = U_ZERO_ERROR;
// The original code was problematic. Consider this match: // prefix = "fifty-" // string = " fifty-7" // The intent is to match string up to the '7', by matching 'fifty-' at position 1 // in the string. Unfortunately, we were getting a match, and then computing where // the match terminated by rematching the string. The rematch code was using as an // initial guess the substring of string between 0 and prefix.length. Because of // the leading space and trailing hyphen (both ignorable) this was succeeding, leaving // the position before the hyphen in the string. Recursing down, we then parsed the // remaining string '-7' as numeric. The resulting number turned out as 43 (50 - 7). // This was not pretty, especially since the string "fifty-7" parsed just fine. // // We have newer APIs now, so we can use calls on the iterator to determine what we // matched up to. If we terminate because we hit the last element in the string, // our match terminates at this length. If we terminate because we hit the last element // in the target, our match terminates at one before the element iterator position.
// match collation elements between the strings
int32_t oStr = strIter->next(err);
int32_t oPrefix = prefixIter->next(err);
while (oPrefix != CollationElementIterator::NULLORDER) { // skip over ignorable characters in the target string while (CollationElementIterator::primaryOrder(oStr) == 0
&& oStr != CollationElementIterator::NULLORDER) {
oStr = strIter->next(err);
}
// skip over ignorable characters in the prefix while (CollationElementIterator::primaryOrder(oPrefix) == 0
&& oPrefix != CollationElementIterator::NULLORDER) {
oPrefix = prefixIter->next(err);
}
// dlf: move this above following test, if we consume the // entire target, aren't we ok even if the source was also // entirely consumed?
// if skipping over ignorables brought to the end of // the prefix, we DID match: drop out of the loop if (oPrefix == CollationElementIterator::NULLORDER) { break;
}
// if skipping over ignorables brought us to the end // of the target string, we didn't match and return 0 if (oStr == CollationElementIterator::NULLORDER) { return 0;
}
// match collation elements from the two strings // (considering only primary differences). If we // get a mismatch, dump out and return 0 if (CollationElementIterator::primaryOrder(oStr)
!= CollationElementIterator::primaryOrder(oPrefix)) { return 0;
// otherwise, advance to the next character in each string // and loop (we drop out of the loop when we exhaust // collation elements in the prefix)
} else {
oStr = strIter->next(err);
oPrefix = prefixIter->next(err);
}
}
int32_t result = strIter->getOffset(); if (oStr != CollationElementIterator::NULLORDER) {
--result; // back over character that we don't want to consume;
}
// if we make it to here, we have a successful match. Now we // have to find out HOW MANY characters from the target string // matched the prefix (there isn't necessarily a one-to-one // mapping between collation elements and characters). // In JDK 1.2, there's a simple getOffset() call we can use. // In JDK 1.1, on the other hand, we have to go through some // ugly contortions. First, use the collator to compare the // same number of characters from the prefix and target string. // If they're equal, we're done.
collator->setStrength(Collator::PRIMARY); if (str.length() >= prefix.length()) {
UnicodeString temp;
temp.setTo(str, 0, prefix.length()); if (collator->equals(temp, prefix)) { #ifdef RBNF_DEBUG
fprintf(stderr, "returning: %d\n", prefix.length()); #endif return prefix.length();
}
}
// if they're not equal, then we have to compare successively // larger and larger substrings of the target string until we // get to one that matches the prefix. At that point, we know // how many characters matched the prefix, and we can return.
int32_t p = 1; while (p <= str.length()) {
UnicodeString temp;
temp.setTo(str, 0, p); if (collator->equals(temp, prefix)) { return p;
} else {
++p;
}
}
// SHOULD NEVER GET HERE!!! return 0; //---------------------------------------------------------------- #endif
// If lenient parsing is turned off, forget all that crap above. // Just use String.startsWith() and be done with it.
} else #endif
{ if (str.startsWith(prefix)) { return prefix.length();
} else { return 0;
}
}
}
/** * Searches a string for another string. If lenient parsing is off, * this just calls indexOf(). If lenient parsing is on, this function * uses CollationElementIterator to match characters, and only * primary-order differences are significant in determining whether * there's a match. * @param str The string to search * @param key The string to search "str" for * @param startingAt The index into "str" where the search is to * begin * @return A two-element array of ints. Element 0 is the position * of the match, or -1 if there was no match. Element 1 is the * number of characters in "str" that matched (which isn't necessarily * the same as the length of "key")
*/
int32_t
NFRule::findText(const UnicodeString& str, const UnicodeString& key,
int32_t startingAt,
int32_t* length) const
{ if (rulePatternFormat) {
Formattable result;
FieldPosition position(UNUM_INTEGER_FIELD);
position.setBeginIndex(startingAt);
rulePatternFormat->parseType(str, this, result, position); int start = position.getBeginIndex(); if (start >= 0) {
int32_t pluralRuleStart = fRuleText.indexOf(gDollarOpenParenthesis, -1, 0);
int32_t pluralRuleSuffix = fRuleText.indexOf(gClosedParenthesisDollar, -1, pluralRuleStart) + 2;
int32_t matchLen = position.getEndIndex() - start;
UnicodeString prefix(fRuleText.tempSubString(0, pluralRuleStart));
UnicodeString suffix(fRuleText.tempSubString(pluralRuleSuffix)); if (str.compare(start - prefix.length(), prefix.length(), prefix, 0, prefix.length()) == 0
&& str.compare(start + matchLen, suffix.length(), suffix, 0, suffix.length()) == 0)
{
*length = matchLen + prefix.length() + suffix.length(); return start - prefix.length();
}
}
*length = 0; return -1;
} if (!formatter->isLenient()) { // if lenient parsing is turned off, this is easy: just call // String.indexOf() and we're done
*length = key.length(); return str.indexOf(key, startingAt);
} else { // Check if non-lenient rule finds the text before call lenient parsing
*length = key.length();
int32_t pos = str.indexOf(key, startingAt); if(pos >= 0) { return pos;
} else { // but if lenient parsing is turned ON, we've got some work ahead of us return findTextLenient(str, key, startingAt, length);
}
}
}
// in JDK 1.2, CollationElementIterator provides us with an // API to map between character offsets and collation elements // and we can do this by marching through the string comparing // collation elements. We can't do that in JDK 1.1. Instead, // we have to go through this horrible slow mess:
int32_t p = startingAt;
int32_t keyLen = 0;
// basically just isolate smaller and smaller substrings of // the target string (each running to the end of the string, // and with the first one running from startingAt to the end) // and then use prefixLength() to see if the search key is at // the beginning of each substring. This is excruciatingly // slow, but it will locate the key and tell use how long the // matching text was.
UnicodeString temp;
UErrorCode status = U_ZERO_ERROR; while (p < str.length() && keyLen == 0) {
temp.setTo(str, p, str.length() - p);
keyLen = prefixLength(temp, key, status); if (U_FAILURE(status)) { break;
} if (keyLen != 0) {
*length = keyLen; return p;
}
++p;
} // if we make it to here, we didn't find it. Return -1 for the // location. The length should be ignored, but set it to 0, // which should be "safe"
*length = 0; return -1;
}
/** * Checks to see whether a string consists entirely of ignorable * characters. * @param str The string to test. * @return true if the string is empty of consists entirely of * characters that the number formatter's collator says are * ignorable at the primary-order level. false otherwise.
*/
UBool
NFRule::allIgnorable(const UnicodeString& str, UErrorCode& status) const
{ // if the string is empty, we can just return true if (str.length() == 0) { returntrue;
}
#if !UCONFIG_NO_COLLATION // if lenient parsing is turned on, walk through the string with // a collation element iterator and make sure each collation // element is 0 (ignorable) at the primary level if (formatter->isLenient()) { const RuleBasedCollator* collator = formatter->getCollator(); if (collator == nullptr) {
status = U_MEMORY_ALLOCATION_ERROR; returnfalse;
}
LocalPointer<CollationElementIterator> iter(collator->createCollationElementIterator(str));
--> --------------------
--> maximum size reached
--> --------------------
Messung V0.5
¤ Die Informationen auf dieser Webseite wurden
nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit,
noch Qualität der bereit gestellten Informationen zugesichert.0.55Bemerkung:
(vorverarbeitet)
¤
Die Informationen auf dieser Webseite wurden
nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit,
noch Qualität der bereit gestellten Informationen zugesichert.
Bemerkung:
Die farbliche Syntaxdarstellung und die Messung sind noch experimentell.