// © 2016 and later: Unicode, Inc. and others. // License & terms of use: http://www.unicode.org/copyright.html /* ******************************************************************************* * Copyright (C) 2011-2012, International Business Machines * Corporation and others. All Rights Reserved. ******************************************************************************* * file name: messagepattern.cpp * encoding: UTF-8 * tab size: 8 (not used) * indentation:4 * * created on: 2011mar14 * created by: Markus W. Scherer */ #include "unicode/utypes.h" #if !UCONFIG_NO_FORMATTING #include "unicode/messagepattern.h" #include "unicode/unistr.h" #include "unicode/utf16.h" #include "cmemory.h" #include "cstring.h" #include "messageimpl.h" #include "patternprops.h" #include "putilimp.h" #include "uassert.h" U_NAMESPACE_BEGIN // Unicode character/code point constants ---------------------------------- *** static const char16_t u_pound=0x23; static const char16_t u_apos=0x27; static const char16_t u_plus=0x2B; static const char16_t u_comma=0x2C; static const char16_t u_minus=0x2D; static const char16_t u_dot=0x2E; static const char16_t u_colon=0x3A; static const char16_t u_lessThan=0x3C; static const char16_t u_equal=0x3D; static const char16_t u_A=0x41; static const char16_t u_C=0x43; static const char16_t u_D=0x44; static const char16_t u_E=0x45; static const char16_t u_H=0x48; static const char16_t u_I=0x49; static const char16_t u_L=0x4C; static const char16_t u_N=0x4E; static const char16_t u_O=0x4F; static const char16_t u_P=0x50; static const char16_t u_R=0x52; static const char16_t u_S=0x53; static const char16_t u_T=0x54; static const char16_t u_U=0x55; static const char16_t u_Z=0x5A; static const char16_t u_a=0x61; static const char16_t u_c=0x63; static const char16_t u_d=0x64; static const char16_t u_e=0x65; static const char16_t u_f=0x66; static const char16_t u_h=0x68; static const char16_t u_i=0x69; static const char16_t u_l=0x6C; static const char16_t u_n=0x6E; static const char16_t u_o=0x6F; static const char16_t u_p=0x70; static const char16_t u_r=0x72; static const char16_t u_s=0x73; static const char16_t u_t=0x74; static const char16_t u_u=0x75; static const char16_t u_z=0x7A; static const char16_t u_leftCurlyBrace=0x7B; static const char16_t u_pipe=0x7C; static const char16_t u_rightCurlyBrace=0x7D; static const char16_t u_lessOrEqual=0x2264; // U+2264 is <= static const char16_t kOffsetColon[]={ // "offset:" u_o, u_f, u_f, u_s, u_e, u_t, u_colon }; static const char16_t kOther[]={ // "other" u_o, u_t, u_h, u_e, u_r }; // MessagePatternList ------------------------------------------------------ *** template<typename T, int32_t stackCapacity> class MessagePatternList : public UMemory { public: MessagePatternList() {} void copyFrom(const MessagePatternList<T, stackCapacity> &other, int32_t length, UErrorCode &errorCode); UBool ensureCapacityForOneMore(int32_t oldLength, UErrorCode &errorCode); UBool equals(const MessagePatternList<T, stackCapacity> &other, int32_t length) const { for(int32_t i=0; i<length; ++i) { if(a[i]!=other.a[i]) { return false; } } return true; } MaybeStackArray<T, stackCapacity> a; }; template<typename T, int32_t stackCapacity> void MessagePatternList<T, stackCapacity>::copyFrom( const MessagePatternList<T, stackCapacity> &other, int32_t length, UErrorCode &errorCode) { if(U_SUCCESS(errorCode) && length>0) { if(length>a.getCapacity() && nullptr==a.resize(length)) { errorCode=U_MEMORY_ALLOCATION_ERROR; return; } uprv_memcpy(a.getAlias(), other.a.getAlias(), (size_t)length*sizeof(T)); } } template<typename T, int32_t stackCapacity> UBool MessagePatternList<T, stackCapacity>::ensureCapacityForOneMore(int32_t oldLength, UErrorCode &errorCode) { if(U_FAILURE(errorCode)) { return false; } if(a.getCapacity()>oldLength || a.resize(2*oldLength, oldLength)!=nullptr) { return true; } errorCode=U_MEMORY_ALLOCATION_ERROR; return false; } // MessagePatternList specializations -------------------------------------- *** class MessagePatternDoubleList : public MessagePatternList<double, 8> { }; class MessagePatternPartsList : public MessagePatternList<MessagePattern::Part, 32> { }; // MessagePattern constructors etc. ---------------------------------------- *** MessagePattern::MessagePattern(UErrorCode &errorCode) : aposMode(UCONFIG_MSGPAT_DEFAULT_APOSTROPHE_MODE), partsList(nullptr), parts(nullptr), partsLength(0), numericValuesList(nullptr), numericValues(nullptr), numericValuesLength(0), hasArgNames(false), hasArgNumbers(false), needsAutoQuoting(false) { init(errorCode); } MessagePattern::MessagePattern(UMessagePatternApostropheMode mode, UErrorCode &errorCode) : aposMode(mode), partsList(nullptr), parts(nullptr), partsLength(0), numericValuesList(nullptr), numericValues(nullptr), numericValuesLength(0), hasArgNames(false), hasArgNumbers(false), needsAutoQuoting(false) { init(errorCode); } MessagePattern::MessagePattern(const UnicodeString &pattern, UParseError *parseError, UErrorCode &errorCode) : aposMode(UCONFIG_MSGPAT_DEFAULT_APOSTROPHE_MODE), partsList(nullptr), parts(nullptr), partsLength(0), numericValuesList(nullptr), numericValues(nullptr), numericValuesLength(0), hasArgNames(false), hasArgNumbers(false), needsAutoQuoting(false) { if(init(errorCode)) { parse(pattern, parseError, errorCode); } } UBool MessagePattern::init(UErrorCode &errorCode) { if(U_FAILURE(errorCode)) { return false; } partsList=new MessagePatternPartsList(); if(partsList==nullptr) { errorCode=U_MEMORY_ALLOCATION_ERROR; return false; } parts=partsList->a.getAlias(); return true; } MessagePattern::MessagePattern(const MessagePattern &other) : UObject(other), aposMode(other.aposMode), msg(other.msg), partsList(nullptr), parts(nullptr), partsLength(0), numericValuesList(nullptr), numericValues(nullptr), numericValuesLength(0), hasArgNames(other.hasArgNames), hasArgNumbers(other.hasArgNumbers), needsAutoQuoting(other.needsAutoQuoting) { UErrorCode errorCode=U_ZERO_ERROR; if(!copyStorage(other, errorCode)) { clear(); } } MessagePattern & MessagePattern::operator=(const MessagePattern &other) { if(this==&other) { return *this; } aposMode=other.aposMode; msg=other.msg; hasArgNames=other.hasArgNames; hasArgNumbers=other.hasArgNumbers; needsAutoQuoting=other.needsAutoQuoting; UErrorCode errorCode=U_ZERO_ERROR; if(!copyStorage(other, errorCode)) { clear(); } return *this; } UBool MessagePattern::copyStorage(const MessagePattern &other, UErrorCode &errorCode) { if(U_FAILURE(errorCode)) { return false; } parts=nullptr; partsLength=0; numericValues=nullptr; numericValuesLength=0; if(partsList==nullptr) { partsList=new MessagePatternPartsList(); if(partsList==nullptr) { errorCode=U_MEMORY_ALLOCATION_ERROR; return false; } parts=partsList->a.getAlias(); } if(other.partsLength>0) { partsList->copyFrom(*other.partsList, other.partsLength, errorCode); if(U_FAILURE(errorCode)) { return false; } parts=partsList->a.getAlias(); partsLength=other.partsLength; } if(other.numericValuesLength>0) { if(numericValuesList==nullptr) { numericValuesList=new MessagePatternDoubleList(); if(numericValuesList==nullptr) { errorCode=U_MEMORY_ALLOCATION_ERROR; return false; } numericValues=numericValuesList->a.getAlias(); } numericValuesList->copyFrom( *other.numericValuesList, other.numericValuesLength, errorCode); if(U_FAILURE(errorCode)) { return false; } numericValues=numericValuesList->a.getAlias(); numericValuesLength=other.numericValuesLength; } return true; } MessagePattern::~MessagePattern() { delete partsList; delete numericValuesList; } // MessagePattern API ------------------------------------------------------ *** MessagePattern & MessagePattern::parse(const UnicodeString &pattern, UParseError *parseError, UErrorCode &errorCode) { preParse(pattern, parseError, errorCode); parseMessage(0, 0, 0, UMSGPAT_ARG_TYPE_NONE, parseError, errorCode); postParse(); return *this; } MessagePattern & MessagePattern::parseChoiceStyle(const UnicodeString &pattern, UParseError *parseError, UErrorCode &errorCode) { preParse(pattern, parseError, errorCode); parseChoiceStyle(0, 0, parseError, errorCode); postParse(); return *this; } MessagePattern & MessagePattern::parsePluralStyle(const UnicodeString &pattern, UParseError *parseError, UErrorCode &errorCode) { preParse(pattern, parseError, errorCode); parsePluralOrSelectStyle(UMSGPAT_ARG_TYPE_PLURAL, 0, 0, parseError, errorCode); postParse(); return *this; } MessagePattern & MessagePattern::parseSelectStyle(const UnicodeString &pattern, UParseError *parseError, UErrorCode &errorCode) { preParse(pattern, parseError, errorCode); parsePluralOrSelectStyle(UMSGPAT_ARG_TYPE_SELECT, 0, 0, parseError, errorCode); postParse(); return *this; } void MessagePattern::clear() { // Mostly the same as preParse(). msg.remove(); hasArgNames=hasArgNumbers=false; needsAutoQuoting=false; partsLength=0; numericValuesLength=0; } bool MessagePattern::operator==(const MessagePattern &other) const { if(this==&other) { return true; } return aposMode==other.aposMode && msg==other.msg && // parts.equals(o.parts) partsLength==other.partsLength && (partsLength==0 || partsList->equals(*other.partsList, partsLength)); // No need to compare numericValues if msg and parts are the same. } int32_t MessagePattern::hashCode() const { int32_t hash=(aposMode*37+msg.hashCode())*37+partsLength; for(int32_t i=0; i<partsLength; ++i) { hash=hash*37+parts[i].hashCode(); } return hash; } int32_t MessagePattern::validateArgumentName(const UnicodeString &name) { if(!PatternProps::isIdentifier(name.getBuffer(), name.length())) { return UMSGPAT_ARG_NAME_NOT_VALID; } return parseArgNumber(name, 0, name.length()); } UnicodeString MessagePattern::autoQuoteApostropheDeep() const { if(!needsAutoQuoting) { return msg; } UnicodeString modified(msg); // Iterate backward so that the insertion indexes do not change. int32_t count=countParts(); for(int32_t i=count; i>0;) { const Part &part=getPart(--i); if(part.getType()==UMSGPAT_PART_TYPE_INSERT_CHAR) { modified.insert(part.index, static_cast<char16_t>(part.value)); } } return modified; } double MessagePattern::getNumericValue(const Part &part) const { UMessagePatternPartType type=part.type; if(type==UMSGPAT_PART_TYPE_ARG_INT) { return part.value; } else if(type==UMSGPAT_PART_TYPE_ARG_DOUBLE) { return numericValues[part.value]; } else { return UMSGPAT_NO_NUMERIC_VALUE; } } /** * Returns the "offset:" value of a PluralFormat argument, or 0 if none is specified. * @param pluralStart the index of the first PluralFormat argument style part. (0..countParts()-1) * @return the "offset:" value. * @draft ICU 4.8 */ double MessagePattern::getPluralOffset(int32_t pluralStart) const { const Part &part=getPart(pluralStart); if(Part::hasNumericValue(part.type)) { return getNumericValue(part); } else { return 0; } } // MessagePattern::Part ---------------------------------------------------- *** bool MessagePattern::Part::operator==(const Part &other) const { if(this==&other) { return true; } return type==other.type && index==other.index && length==other.length && value==other.value && limitPartIndex==other.limitPartIndex; } // MessagePattern parser --------------------------------------------------- *** void MessagePattern::preParse(const UnicodeString &pattern, UParseError *parseError, UErrorCode &errorCode) { if(U_FAILURE(errorCode)) { return; } if(parseError!=nullptr) { parseError->line=0; parseError->offset=0; parseError->preContext[0]=0; parseError->postContext[0]=0; } msg=pattern; hasArgNames=hasArgNumbers=false; needsAutoQuoting=false; partsLength=0; numericValuesLength=0; } void MessagePattern::postParse() { if(partsList!=nullptr) { parts=partsList->a.getAlias(); } if(numericValuesList!=nullptr) { numericValues=numericValuesList->a.getAlias(); } } int32_t MessagePattern::parseMessage(int32_t index, int32_t msgStartLength, int32_t nestingLevel, UMessagePatternArgType parentType, UParseError *parseError, UErrorCode &errorCode) { if(U_FAILURE(errorCode)) { return 0; } if(nestingLevel>Part::MAX_NESTED_LEVELS) { errorCode=U_INDEX_OUTOFBOUNDS_ERROR; return 0; } int32_t msgStart=partsLength; addPart(UMSGPAT_PART_TYPE_MSG_START, index, msgStartLength, nestingLevel, errorCode); index+=msgStartLength; for(;;) { // while(index<msg.length()) with U_FAILURE(errorCode) check if(U_FAILURE(errorCode)) { return 0; } if(index>=msg.length()) { break; } char16_t c=msg.charAt(index++); if(c==u_apos) { if(index==msg.length()) { // The apostrophe is the last character in the pattern. // Add a Part for auto-quoting. addPart(UMSGPAT_PART_TYPE_INSERT_CHAR, index, 0, u_apos, errorCode); // value=char to be inserted needsAutoQuoting=true; } else { c=msg.charAt(index); if(c==u_apos) { // double apostrophe, skip the second one addPart(UMSGPAT_PART_TYPE_SKIP_SYNTAX, index++, 1, 0, errorCode); } else if( aposMode==UMSGPAT_APOS_DOUBLE_REQUIRED || c==u_leftCurlyBrace || c==u_rightCurlyBrace || (parentType==UMSGPAT_ARG_TYPE_CHOICE && c==u_pipe) || (UMSGPAT_ARG_TYPE_HAS_PLURAL_STYLE(parentType) && c==u_pound) ) { // skip the quote-starting apostrophe addPart(UMSGPAT_PART_TYPE_SKIP_SYNTAX, index-1, 1, 0, errorCode); // find the end of the quoted literal text for(;;) { index=msg.indexOf(u_apos, index+1); if(index>=0) { if(/*(index+1)<msg.length() &&*/ msg.charAt(index+1)==u_apos) { // double apostrophe inside quoted literal text // still encodes a single apostrophe, skip the second one addPart(UMSGPAT_PART_TYPE_SKIP_SYNTAX, ++index, 1, 0, errorCode); } else { // skip the quote-ending apostrophe addPart(UMSGPAT_PART_TYPE_SKIP_SYNTAX, index++, 1, 0, errorCode); break; } } else { // The quoted text reaches to the end of the of the message. index=msg.length(); // Add a Part for auto-quoting. addPart(UMSGPAT_PART_TYPE_INSERT_CHAR, index, 0, u_apos, errorCode); // value=char to be inserted needsAutoQuoting=true; break; } } } else { // Interpret the apostrophe as literal text. // Add a Part for auto-quoting. addPart(UMSGPAT_PART_TYPE_INSERT_CHAR, index, 0, u_apos, errorCode); // value=char to be inserted needsAutoQuoting=true; } } } else if(UMSGPAT_ARG_TYPE_HAS_PLURAL_STYLE(parentType) && c==u_pound) { // The unquoted # in a plural message fragment will be replaced // with the (number-offset). addPart(UMSGPAT_PART_TYPE_REPLACE_NUMBER, index-1, 1, 0, errorCode); } else if(c==u_leftCurlyBrace) { index=parseArg(index-1, 1, nestingLevel, parseError, errorCode); } else if((nestingLevel>0 && c==u_rightCurlyBrace) || (parentType==UMSGPAT_ARG_TYPE_CHOICE && c==u_pipe)) { // Finish the message before the terminator. // In a choice style, report the "}" substring only for the following ARG_LIMIT, // not for this MSG_LIMIT. int32_t limitLength=(parentType==UMSGPAT_ARG_TYPE_CHOICE && c==u_rightCurlyBrace) ? 0 : 1; addLimitPart(msgStart, UMSGPAT_PART_TYPE_MSG_LIMIT, index-1, limitLength, nestingLevel, errorCode); if(parentType==UMSGPAT_ARG_TYPE_CHOICE) { // Let the choice style parser see the '}' or '|'. return index-1; } else { // continue parsing after the '}' return index; } } // else: c is part of literal text } if(nestingLevel>0 && !inTopLevelChoiceMessage(nestingLevel, parentType)) { setParseError(parseError, 0); // Unmatched '{' braces in message. errorCode=U_UNMATCHED_BRACES; return 0; } addLimitPart(msgStart, UMSGPAT_PART_TYPE_MSG_LIMIT, index, 0, nestingLevel, errorCode); return index; } int32_t MessagePattern::parseArg(int32_t index, int32_t argStartLength, int32_t nestingLevel, UParseError *parseError, UErrorCode &errorCode) { int32_t argStart=partsLength; UMessagePatternArgType argType=UMSGPAT_ARG_TYPE_NONE; addPart(UMSGPAT_PART_TYPE_ARG_START, index, argStartLength, argType, errorCode); if(U_FAILURE(errorCode)) { return 0; } int32_t nameIndex=index=skipWhiteSpace(index+argStartLength); if(index==msg.length()) { setParseError(parseError, 0); // Unmatched '{' braces in message. errorCode=U_UNMATCHED_BRACES; return 0; } // parse argument name or number index=skipIdentifier(index); int32_t number=parseArgNumber(nameIndex, index); if(number>=0) { int32_t length=index-nameIndex; if(length>Part::MAX_LENGTH || number>Part::MAX_VALUE) { setParseError(parseError, nameIndex); // Argument number too large. errorCode=U_INDEX_OUTOFBOUNDS_ERROR; return 0; } hasArgNumbers=true; addPart(UMSGPAT_PART_TYPE_ARG_NUMBER, nameIndex, length, number, errorCode); } else if(number==UMSGPAT_ARG_NAME_NOT_NUMBER) { int32_t length=index-nameIndex; if(length>Part::MAX_LENGTH) { setParseError(parseError, nameIndex); // Argument name too long. errorCode=U_INDEX_OUTOFBOUNDS_ERROR; return 0; } hasArgNames=true; addPart(UMSGPAT_PART_TYPE_ARG_NAME, nameIndex, length, 0, errorCode); } else { // number<-1 (ARG_NAME_NOT_VALID) setParseError(parseError, nameIndex); // Bad argument syntax. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } index=skipWhiteSpace(index); if(index==msg.length()) { setParseError(parseError, 0); // Unmatched '{' braces in message. errorCode=U_UNMATCHED_BRACES; return 0; } char16_t c=msg.charAt(index); if(c==u_rightCurlyBrace) { // all done } else if(c!=u_comma) { setParseError(parseError, nameIndex); // Bad argument syntax. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } else /* ',' */ { // parse argument type: case-sensitive a-zA-Z int32_t typeIndex=index=skipWhiteSpace(index+1); while(index<msg.length() && isArgTypeChar(msg.charAt(index))) { ++index; } int32_t length=index-typeIndex; index=skipWhiteSpace(index); if(index==msg.length()) { setParseError(parseError, 0); // Unmatched '{' braces in message. errorCode=U_UNMATCHED_BRACES; return 0; } if(length==0 || ((c=msg.charAt(index))!=u_comma && c!=u_rightCurlyBrace)) { setParseError(parseError, nameIndex); // Bad argument syntax. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } if(length>Part::MAX_LENGTH) { setParseError(parseError, nameIndex); // Argument type name too long. errorCode=U_INDEX_OUTOFBOUNDS_ERROR; return 0; } argType=UMSGPAT_ARG_TYPE_SIMPLE; if(length==6) { // case-insensitive comparisons for complex-type names if(isChoice(typeIndex)) { argType=UMSGPAT_ARG_TYPE_CHOICE; } else if(isPlural(typeIndex)) { argType=UMSGPAT_ARG_TYPE_PLURAL; } else if(isSelect(typeIndex)) { argType=UMSGPAT_ARG_TYPE_SELECT; } } else if(length==13) { if(isSelect(typeIndex) && isOrdinal(typeIndex+6)) { argType=UMSGPAT_ARG_TYPE_SELECTORDINAL; } } // change the ARG_START type from NONE to argType partsList->a[argStart].value = static_cast<int16_t>(argType); if(argType==UMSGPAT_ARG_TYPE_SIMPLE) { addPart(UMSGPAT_PART_TYPE_ARG_TYPE, typeIndex, length, 0, errorCode); } // look for an argument style (pattern) if(c==u_rightCurlyBrace) { if(argType!=UMSGPAT_ARG_TYPE_SIMPLE) { setParseError(parseError, nameIndex); // No style field for complex argument. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } } else /* ',' */ { ++index; if(argType==UMSGPAT_ARG_TYPE_SIMPLE) { index=parseSimpleStyle(index, parseError, errorCode); } else if(argType==UMSGPAT_ARG_TYPE_CHOICE) { index=parseChoiceStyle(index, nestingLevel, parseError, errorCode); } else { index=parsePluralOrSelectStyle(argType, index, nestingLevel, parseError, errorCode); } } } // Argument parsing stopped on the '}'. addLimitPart(argStart, UMSGPAT_PART_TYPE_ARG_LIMIT, index, 1, argType, errorCode); return index+1; } int32_t MessagePattern::parseSimpleStyle(int32_t index, UParseError *parseError, UErrorCode &errorCode) { if(U_FAILURE(errorCode)) { return 0; } int32_t start=index; int32_t nestedBraces=0; while(index<msg.length()) { char16_t c=msg.charAt(index++); if(c==u_apos) { // Treat apostrophe as quoting but include it in the style part. // Find the end of the quoted literal text. index=msg.indexOf(u_apos, index); if(index<0) { // Quoted literal argument style text reaches to the end of the message. setParseError(parseError, start); errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } // skip the quote-ending apostrophe ++index; } else if(c==u_leftCurlyBrace) { ++nestedBraces; } else if(c==u_rightCurlyBrace) { if(nestedBraces>0) { --nestedBraces; } else { int32_t length=--index-start; if(length>Part::MAX_LENGTH) { setParseError(parseError, start); // Argument style text too long. errorCode=U_INDEX_OUTOFBOUNDS_ERROR; return 0; } addPart(UMSGPAT_PART_TYPE_ARG_STYLE, start, length, 0, errorCode); return index; } } // c is part of literal text } setParseError(parseError, 0); // Unmatched '{' braces in message. errorCode=U_UNMATCHED_BRACES; return 0; } int32_t MessagePattern::parseChoiceStyle(int32_t index, int32_t nestingLevel, UParseError *parseError, UErrorCode &errorCode) { if(U_FAILURE(errorCode)) { return 0; } int32_t start=index; index=skipWhiteSpace(index); if(index==msg.length() || msg.charAt(index)==u_rightCurlyBrace) { setParseError(parseError, 0); // Missing choice argument pattern. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } for(;;) { // The choice argument style contains |-separated (number, separator, message) triples. // Parse the number. int32_t numberIndex=index; index=skipDouble(index); int32_t length=index-numberIndex; if(length==0) { setParseError(parseError, start); // Bad choice pattern syntax. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } if(length>Part::MAX_LENGTH) { setParseError(parseError, numberIndex); // Choice number too long. errorCode=U_INDEX_OUTOFBOUNDS_ERROR; return 0; } parseDouble(numberIndex, index, true, parseError, errorCode); // adds ARG_INT or ARG_DOUBLE if(U_FAILURE(errorCode)) { return 0; } // Parse the separator. index=skipWhiteSpace(index); if(index==msg.length()) { setParseError(parseError, start); // Bad choice pattern syntax. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } char16_t c=msg.charAt(index); if(!(c==u_pound || c==u_lessThan || c==u_lessOrEqual)) { // U+2264 is <= setParseError(parseError, start); // Expected choice separator (#<\u2264) instead of c. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } addPart(UMSGPAT_PART_TYPE_ARG_SELECTOR, index, 1, 0, errorCode); // Parse the message fragment. index=parseMessage(++index, 0, nestingLevel+1, UMSGPAT_ARG_TYPE_CHOICE, parseError, errorCode); if(U_FAILURE(errorCode)) { return 0; } // parseMessage(..., CHOICE) returns the index of the terminator, or msg.length(). if(index==msg.length()) { return index; } if(msg.charAt(index)==u_rightCurlyBrace) { if(!inMessageFormatPattern(nestingLevel)) { setParseError(parseError, start); // Bad choice pattern syntax. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } return index; } // else the terminator is '|' index=skipWhiteSpace(index+1); } } int32_t MessagePattern::parsePluralOrSelectStyle(UMessagePatternArgType argType, int32_t index, int32_t nestingLevel, UParseError *parseError, UErrorCode &errorCode) { if(U_FAILURE(errorCode)) { return 0; } int32_t start=index; UBool isEmpty=true; UBool hasOther=false; for(;;) { // First, collect the selector looking for a small set of terminators. // It would be a little faster to consider the syntax of each possible // token right here, but that makes the code too complicated. index=skipWhiteSpace(index); UBool eos=index==msg.length(); if(eos || msg.charAt(index)==u_rightCurlyBrace) { if(eos==inMessageFormatPattern(nestingLevel)) { setParseError(parseError, start); // Bad plural/select pattern syntax. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } if(!hasOther) { setParseError(parseError, 0); // Missing 'other' keyword in plural/select pattern. errorCode=U_DEFAULT_KEYWORD_MISSING; return 0; } return index; } int32_t selectorIndex=index; if(UMSGPAT_ARG_TYPE_HAS_PLURAL_STYLE(argType) && msg.charAt(selectorIndex)==u_equal) { // explicit-value plural selector: =double index=skipDouble(index+1); int32_t length=index-selectorIndex; if(length==1) { setParseError(parseError, start); // Bad plural/select pattern syntax. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } if(length>Part::MAX_LENGTH) { setParseError(parseError, selectorIndex); // Argument selector too long. errorCode=U_INDEX_OUTOFBOUNDS_ERROR; return 0; } addPart(UMSGPAT_PART_TYPE_ARG_SELECTOR, selectorIndex, length, 0, errorCode); parseDouble(selectorIndex+1, index, false, parseError, errorCode); // adds ARG_INT or ARG_DOUBLE } else { index=skipIdentifier(index); int32_t length=index-selectorIndex; if(length==0) { setParseError(parseError, start); // Bad plural/select pattern syntax. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } // Note: The ':' in "offset:" is just beyond the skipIdentifier() range. if( UMSGPAT_ARG_TYPE_HAS_PLURAL_STYLE(argType) && length==6 && index<msg.length() && 0==msg.compare(selectorIndex, 7, kOffsetColon, 0, 7) ) { // plural offset, not a selector if(!isEmpty) { // Plural argument 'offset:' (if present) must precede key-message pairs. setParseError(parseError, start); errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } // allow whitespace between offset: and its value int32_t valueIndex=skipWhiteSpace(index+1); // The ':' is at index. index=skipDouble(valueIndex); if(index==valueIndex) { setParseError(parseError, start); // Missing value for plural 'offset:'. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } if((index-valueIndex)>Part::MAX_LENGTH) { setParseError(parseError, valueIndex); // Plural offset value too long. errorCode=U_INDEX_OUTOFBOUNDS_ERROR; return 0; } parseDouble(valueIndex, index, false, parseError, errorCode); // adds ARG_INT or ARG_DOUBLE if(U_FAILURE(errorCode)) { return 0; } isEmpty=false; continue; // no message fragment after the offset } else { // normal selector word if(length>Part::MAX_LENGTH) { setParseError(parseError, selectorIndex); // Argument selector too long. errorCode=U_INDEX_OUTOFBOUNDS_ERROR; return 0; } addPart(UMSGPAT_PART_TYPE_ARG_SELECTOR, selectorIndex, length, 0, errorCode); if(0==msg.compare(selectorIndex, length, kOther, 0, 5)) { hasOther=true; } } } if(U_FAILURE(errorCode)) { return 0; } // parse the message fragment following the selector index=skipWhiteSpace(index); if(index==msg.length() || msg.charAt(index)!=u_leftCurlyBrace) { setParseError(parseError, selectorIndex); // No message fragment after plural/select selector. errorCode=U_PATTERN_SYNTAX_ERROR; return 0; } index=parseMessage(index, 1, nestingLevel+1, argType, parseError, errorCode); if(U_FAILURE(errorCode)) { return 0; } isEmpty=false; } } int32_t MessagePattern::parseArgNumber(const UnicodeString &s, int32_t start, int32_t limit) { // If the identifier contains only ASCII digits, then it is an argument _number_ // and must not have leading zeros (except "0" itself). // Otherwise it is an argument _name_. if(start>=limit) { return UMSGPAT_ARG_NAME_NOT_VALID; } int32_t number; // Defer numeric errors until we know there are only digits. UBool badNumber; char16_t c=s.charAt(start++); if(c==0x30) { if(start==limit) { return 0; } else { number=0; badNumber=true; // leading zero } } else if(0x31<=c && c<=0x39) { number=c-0x30; badNumber=false; } else { return UMSGPAT_ARG_NAME_NOT_NUMBER; } while(start<limit) { c=s.charAt(start++); if(0x30<=c && c<=0x39) { if(number>=INT32_MAX/10) { badNumber=true; // overflow } number=number*10+(c-0x30); } else { return UMSGPAT_ARG_NAME_NOT_NUMBER; } } // There are only ASCII digits. if(badNumber) { return UMSGPAT_ARG_NAME_NOT_VALID; } else { return number; } } void MessagePattern::parseDouble(int32_t start, int32_t limit, UBool allowInfinity, UParseError *parseError, UErrorCode &errorCode) { if(U_FAILURE(errorCode)) { return; } U_ASSERT(start<limit); // fake loop for easy exit and single throw statement for(;;) { /*loop doesn't iterate*/ // fast path for small integers and infinity int32_t value=0; int32_t isNegative=0; // not boolean so that we can easily add it to value int32_t index=start; char16_t c=msg.charAt(index++); if(c==u_minus) { isNegative=1; if(index==limit) { break; // no number } c=msg.charAt(index++); } else if(c==u_plus) { if(index==limit) { break; // no number } c=msg.charAt(index++); } if(c==0x221e) { // infinity if(allowInfinity && index==limit) { double infinity=uprv_getInfinity(); addArgDoublePart( isNegative!=0 ? -infinity : infinity, start, limit-start, errorCode); return; } else { break; } } // try to parse the number as a small integer but fall back to a double while('0'<=c && c<='9') { value=value*10+(c-'0'); if(value>(Part::MAX_VALUE+isNegative)) { break; // not a small-enough integer } if(index==limit) { addPart(UMSGPAT_PART_TYPE_ARG_INT, start, limit-start, isNegative!=0 ? -value : value, errorCode); return; } c=msg.charAt(index++); } // Let Double.parseDouble() throw a NumberFormatException. char numberChars[128]; int32_t capacity = static_cast<int32_t>(sizeof(numberChars)); int32_t length=limit-start; if(length>=capacity) { break; // number too long } msg.extract(start, length, numberChars, capacity, US_INV); if (static_cast<int32_t>(uprv_strlen(numberChars)) < length) { break; // contains non-invariant character that was turned into NUL } char *end; double numericValue=uprv_strtod(numberChars, &end); if(end!=(numberChars+length)) { break; // parsing error } addArgDoublePart(numericValue, start, length, errorCode); return; } setParseError(parseError, start /*, limit*/); // Bad syntax for numeric value. errorCode=U_PATTERN_SYNTAX_ERROR; } int32_t MessagePattern::skipWhiteSpace(int32_t index) { const char16_t *s=msg.getBuffer(); int32_t msgLength=msg.length(); const char16_t *t=PatternProps::skipWhiteSpace(s+index, msgLength-index); return static_cast<int32_t>(t - s); } int32_t MessagePattern::skipIdentifier(int32_t index) { const char16_t *s=msg.getBuffer(); int32_t msgLength=msg.length(); const char16_t *t=PatternProps::skipIdentifier(s+index, msgLength-index); return static_cast<int32_t>(t - s); } int32_t MessagePattern::skipDouble(int32_t index) { int32_t msgLength=msg.length(); while(index<msgLength) { char16_t c=msg.charAt(index); // U+221E: Allow the infinity symbol, for ChoiceFormat patterns. if((c<0x30 && c!=u_plus && c!=u_minus && c!=u_dot) || (c>0x39 && c!=u_e && c!=u_E && c!=0x221e)) { break; } ++index; } return index; } UBool MessagePattern::isArgTypeChar(UChar32 c) { return (u_a<=c && c<=u_z) || (u_A<=c && c<=u_Z); } UBool MessagePattern::isChoice(int32_t index) { char16_t c; return ((c=msg.charAt(index++))==u_c || c==u_C) && ((c=msg.charAt(index++))==u_h || c==u_H) && ((c=msg.charAt(index++))==u_o || c==u_O) && ((c=msg.charAt(index++))==u_i || c==u_I) && ((c=msg.charAt(index++))==u_c || c==u_C) && ((c=msg.charAt(index))==u_e || c==u_E); } UBool MessagePattern::isPlural(int32_t index) { char16_t c; return ((c=msg.charAt(index++))==u_p || c==u_P) && ((c=msg.charAt(index++))==u_l || c==u_L) && ((c=msg.charAt(index++))==u_u || c==u_U) && ((c=msg.charAt(index++))==u_r || c==u_R) && ((c=msg.charAt(index++))==u_a || c==u_A) && ((c=msg.charAt(index))==u_l || c==u_L); } UBool MessagePattern::isSelect(int32_t index) { char16_t c; return ((c=msg.charAt(index++))==u_s || c==u_S) && ((c=msg.charAt(index++))==u_e || c==u_E) && ((c=msg.charAt(index++))==u_l || c==u_L) && ((c=msg.charAt(index++))==u_e || c==u_E) && ((c=msg.charAt(index++))==u_c || c==u_C) && ((c=msg.charAt(index))==u_t || c==u_T); } UBool MessagePattern::isOrdinal(int32_t index) { char16_t c; return ((c=msg.charAt(index++))==u_o || c==u_O) && ((c=msg.charAt(index++))==u_r || c==u_R) && ((c=msg.charAt(index++))==u_d || c==u_D) && ((c=msg.charAt(index++))==u_i || c==u_I) && ((c=msg.charAt(index++))==u_n || c==u_N) && ((c=msg.charAt(index++))==u_a || c==u_A) && ((c=msg.charAt(index))==u_l || c==u_L); } UBool MessagePattern::inMessageFormatPattern(int32_t nestingLevel) { return nestingLevel>0 || partsList->a[0].type==UMSGPAT_PART_TYPE_MSG_START; } UBool MessagePattern::inTopLevelChoiceMessage(int32_t nestingLevel, UMessagePatternArgType parentType) { return nestingLevel==1 && parentType==UMSGPAT_ARG_TYPE_CHOICE && partsList->a[0].type!=UMSGPAT_PART_TYPE_MSG_START; } void MessagePattern::addPart(UMessagePatternPartType type, int32_t index, int32_t length, int32_t value, UErrorCode &errorCode) { if(partsList->ensureCapacityForOneMore(partsLength, errorCode)) { Part &part=partsList->a[partsLength++]; part.type=type; part.index=index; part.length = static_cast<uint16_t>(length); part.value = static_cast<int16_t>(value); part.limitPartIndex=0; } } void MessagePattern::addLimitPart(int32_t start, UMessagePatternPartType type, int32_t index, int32_t length, int32_t value, UErrorCode &errorCode) { partsList->a[start].limitPartIndex=partsLength; addPart(type, index, length, value, errorCode); } void MessagePattern::addArgDoublePart(double numericValue, int32_t start, int32_t length, UErrorCode &errorCode) { if(U_FAILURE(errorCode)) { return; } int32_t numericIndex=numericValuesLength; if(numericValuesList==nullptr) { numericValuesList=new MessagePatternDoubleList(); if(numericValuesList==nullptr) { errorCode=U_MEMORY_ALLOCATION_ERROR; return; } } else if(!numericValuesList->ensureCapacityForOneMore(numericValuesLength, errorCode)) { return; } else { if(numericIndex>Part::MAX_VALUE) { errorCode=U_INDEX_OUTOFBOUNDS_ERROR; return; } } numericValuesList->a[numericValuesLength++]=numericValue; addPart(UMSGPAT_PART_TYPE_ARG_DOUBLE, start, length, numericIndex, errorCode); } void MessagePattern::setParseError(UParseError *parseError, int32_t index) { if(parseError==nullptr) { return; } parseError->offset=index; // Set preContext to some of msg before index. // Avoid splitting a surrogate pair. int32_t length=index; if(length>=U_PARSE_CONTEXT_LEN) { length=U_PARSE_CONTEXT_LEN-1; if(length>0 && U16_IS_TRAIL(msg[index-length])) { --length; } } msg.extract(index-length, length, parseError->preContext); parseError->preContext[length]=0; // Set postContext to some of msg starting at index. length=msg.length()-index; if(length>=U_PARSE_CONTEXT_LEN) { length=U_PARSE_CONTEXT_LEN-1; if(length>0 && U16_IS_LEAD(msg[index+length-1])) { --length; } } msg.extract(index, length, parseError->postContext); parseError->postContext[length]=0; } // MessageImpl ------------------------------------------------------------- *** void MessageImpl::appendReducedApostrophes(const UnicodeString &s, int32_t start, int32_t limit, UnicodeString &sb) { int32_t doubleApos=-1; for(;;) { int32_t i=s.indexOf(u_apos, start); if(i<0 || i>=limit) { sb.append(s, start, limit-start); break; } if(i==doubleApos) { // Double apostrophe at start-1 and start==i, append one. sb.append(u_apos); ++start; doubleApos=-1; } else { // Append text between apostrophes and skip this one. sb.append(s, start, i-start); doubleApos=start=i+1; } } } // Ported from second half of ICU4J SelectFormat.format(String). UnicodeString & MessageImpl::appendSubMessageWithoutSkipSyntax(const MessagePattern &msgPattern, int32_t msgStart, UnicodeString &result) { const UnicodeString &msgString=msgPattern.getPatternString(); int32_t prevIndex=msgPattern.getPart(msgStart).getLimit(); for(int32_t i=msgStart;;) { const MessagePattern::Part &part=msgPattern.getPart(++i); UMessagePatternPartType type=part.getType(); int32_t index=part.getIndex(); if(type==UMSGPAT_PART_TYPE_MSG_LIMIT) { return result.append(msgString, prevIndex, index-prevIndex); } else if(type==UMSGPAT_PART_TYPE_SKIP_SYNTAX) { result.append(msgString, prevIndex, index-prevIndex); prevIndex=part.getLimit(); } else if(type==UMSGPAT_PART_TYPE_ARG_START) { result.append(msgString, prevIndex, index-prevIndex); prevIndex=index; i=msgPattern.getLimitPartIndex(i); index=msgPattern.getPart(i).getLimit(); appendReducedApostrophes(msgString, prevIndex, index, result); prevIndex=index; } } } U_NAMESPACE_END #endif // !UCONFIG_NO_FORMATTING
Codebase Browser
godot