summaryrefslogtreecommitdiffstats
path: root/intl/icu/source/common/ucharstrieiterator.cpp
diff options
context:
space:
mode:
authorMatt A. Tobin <mattatobin@localhost.localdomain>2018-02-02 04:16:08 -0500
committerMatt A. Tobin <mattatobin@localhost.localdomain>2018-02-02 04:16:08 -0500
commit5f8de423f190bbb79a62f804151bc24824fa32d8 (patch)
tree10027f336435511475e392454359edea8e25895d /intl/icu/source/common/ucharstrieiterator.cpp
parent49ee0794b5d912db1f95dce6eb52d781dc210db5 (diff)
downloadUXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar
UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.gz
UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.lz
UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.xz
UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.zip
Add m-esr52 at 52.6.0
Diffstat (limited to 'intl/icu/source/common/ucharstrieiterator.cpp')
-rw-r--r--intl/icu/source/common/ucharstrieiterator.cpp215
1 files changed, 215 insertions, 0 deletions
diff --git a/intl/icu/source/common/ucharstrieiterator.cpp b/intl/icu/source/common/ucharstrieiterator.cpp
new file mode 100644
index 000000000..68ba8c217
--- /dev/null
+++ b/intl/icu/source/common/ucharstrieiterator.cpp
@@ -0,0 +1,215 @@
+// Copyright (C) 2016 and later: Unicode, Inc. and others.
+// License & terms of use: http://www.unicode.org/copyright.html
+/*
+*******************************************************************************
+* Copyright (C) 2010-2011, International Business Machines
+* Corporation and others. All Rights Reserved.
+*******************************************************************************
+* file name: ucharstrieiterator.h
+* encoding: US-ASCII
+* tab size: 8 (not used)
+* indentation:4
+*
+* created on: 2010nov15
+* created by: Markus W. Scherer
+*/
+
+#include "unicode/utypes.h"
+#include "unicode/ucharstrie.h"
+#include "unicode/unistr.h"
+#include "uvectr32.h"
+
+U_NAMESPACE_BEGIN
+
+UCharsTrie::Iterator::Iterator(const UChar *trieUChars, int32_t maxStringLength,
+ UErrorCode &errorCode)
+ : uchars_(trieUChars),
+ pos_(uchars_), initialPos_(uchars_),
+ remainingMatchLength_(-1), initialRemainingMatchLength_(-1),
+ skipValue_(FALSE),
+ maxLength_(maxStringLength), value_(0), stack_(NULL) {
+ if(U_FAILURE(errorCode)) {
+ return;
+ }
+ // stack_ is a pointer so that it's easy to turn ucharstrie.h into
+ // a public API header for which we would want it to depend only on
+ // other public headers.
+ // Unlike UCharsTrie itself, its Iterator performs memory allocations anyway
+ // via the UnicodeString and UVector32 implementations, so this additional
+ // cost is minimal.
+ stack_=new UVector32(errorCode);
+ if(stack_==NULL) {
+ errorCode=U_MEMORY_ALLOCATION_ERROR;
+ }
+}
+
+UCharsTrie::Iterator::Iterator(const UCharsTrie &trie, int32_t maxStringLength,
+ UErrorCode &errorCode)
+ : uchars_(trie.uchars_), pos_(trie.pos_), initialPos_(trie.pos_),
+ remainingMatchLength_(trie.remainingMatchLength_),
+ initialRemainingMatchLength_(trie.remainingMatchLength_),
+ skipValue_(FALSE),
+ maxLength_(maxStringLength), value_(0), stack_(NULL) {
+ if(U_FAILURE(errorCode)) {
+ return;
+ }
+ stack_=new UVector32(errorCode);
+ if(U_FAILURE(errorCode)) {
+ return;
+ }
+ if(stack_==NULL) {
+ errorCode=U_MEMORY_ALLOCATION_ERROR;
+ return;
+ }
+ int32_t length=remainingMatchLength_; // Actual remaining match length minus 1.
+ if(length>=0) {
+ // Pending linear-match node, append remaining UChars to str_.
+ ++length;
+ if(maxLength_>0 && length>maxLength_) {
+ length=maxLength_; // This will leave remainingMatchLength>=0 as a signal.
+ }
+ str_.append(pos_, length);
+ pos_+=length;
+ remainingMatchLength_-=length;
+ }
+}
+
+UCharsTrie::Iterator::~Iterator() {
+ delete stack_;
+}
+
+UCharsTrie::Iterator &
+UCharsTrie::Iterator::reset() {
+ pos_=initialPos_;
+ remainingMatchLength_=initialRemainingMatchLength_;
+ skipValue_=FALSE;
+ int32_t length=remainingMatchLength_+1; // Remaining match length.
+ if(maxLength_>0 && length>maxLength_) {
+ length=maxLength_;
+ }
+ str_.truncate(length);
+ pos_+=length;
+ remainingMatchLength_-=length;
+ stack_->setSize(0);
+ return *this;
+}
+
+UBool
+UCharsTrie::Iterator::hasNext() const { return pos_!=NULL || !stack_->isEmpty(); }
+
+UBool
+UCharsTrie::Iterator::next(UErrorCode &errorCode) {
+ if(U_FAILURE(errorCode)) {
+ return FALSE;
+ }
+ const UChar *pos=pos_;
+ if(pos==NULL) {
+ if(stack_->isEmpty()) {
+ return FALSE;
+ }
+ // Pop the state off the stack and continue with the next outbound edge of
+ // the branch node.
+ int32_t stackSize=stack_->size();
+ int32_t length=stack_->elementAti(stackSize-1);
+ pos=uchars_+stack_->elementAti(stackSize-2);
+ stack_->setSize(stackSize-2);
+ str_.truncate(length&0xffff);
+ length=(int32_t)((uint32_t)length>>16);
+ if(length>1) {
+ pos=branchNext(pos, length, errorCode);
+ if(pos==NULL) {
+ return TRUE; // Reached a final value.
+ }
+ } else {
+ str_.append(*pos++);
+ }
+ }
+ if(remainingMatchLength_>=0) {
+ // We only get here if we started in a pending linear-match node
+ // with more than maxLength remaining units.
+ return truncateAndStop();
+ }
+ for(;;) {
+ int32_t node=*pos++;
+ if(node>=kMinValueLead) {
+ if(skipValue_) {
+ pos=skipNodeValue(pos, node);
+ node&=kNodeTypeMask;
+ skipValue_=FALSE;
+ } else {
+ // Deliver value for the string so far.
+ UBool isFinal=(UBool)(node>>15);
+ if(isFinal) {
+ value_=readValue(pos, node&0x7fff);
+ } else {
+ value_=readNodeValue(pos, node);
+ }
+ if(isFinal || (maxLength_>0 && str_.length()==maxLength_)) {
+ pos_=NULL;
+ } else {
+ // We cannot skip the value right here because it shares its
+ // lead unit with a match node which we have to evaluate
+ // next time.
+ // Instead, keep pos_ on the node lead unit itself.
+ pos_=pos-1;
+ skipValue_=TRUE;
+ }
+ return TRUE;
+ }
+ }
+ if(maxLength_>0 && str_.length()==maxLength_) {
+ return truncateAndStop();
+ }
+ if(node<kMinLinearMatch) {
+ if(node==0) {
+ node=*pos++;
+ }
+ pos=branchNext(pos, node+1, errorCode);
+ if(pos==NULL) {
+ return TRUE; // Reached a final value.
+ }
+ } else {
+ // Linear-match node, append length units to str_.
+ int32_t length=node-kMinLinearMatch+1;
+ if(maxLength_>0 && str_.length()+length>maxLength_) {
+ str_.append(pos, maxLength_-str_.length());
+ return truncateAndStop();
+ }
+ str_.append(pos, length);
+ pos+=length;
+ }
+ }
+}
+
+// Branch node, needs to take the first outbound edge and push state for the rest.
+const UChar *
+UCharsTrie::Iterator::branchNext(const UChar *pos, int32_t length, UErrorCode &errorCode) {
+ while(length>kMaxBranchLinearSubNodeLength) {
+ ++pos; // ignore the comparison unit
+ // Push state for the greater-or-equal edge.
+ stack_->addElement((int32_t)(skipDelta(pos)-uchars_), errorCode);
+ stack_->addElement(((length-(length>>1))<<16)|str_.length(), errorCode);
+ // Follow the less-than edge.
+ length>>=1;
+ pos=jumpByDelta(pos);
+ }
+ // List of key-value pairs where values are either final values or jump deltas.
+ // Read the first (key, value) pair.
+ UChar trieUnit=*pos++;
+ int32_t node=*pos++;
+ UBool isFinal=(UBool)(node>>15);
+ int32_t value=readValue(pos, node&=0x7fff);
+ pos=skipValue(pos, node);
+ stack_->addElement((int32_t)(pos-uchars_), errorCode);
+ stack_->addElement(((length-1)<<16)|str_.length(), errorCode);
+ str_.append(trieUnit);
+ if(isFinal) {
+ pos_=NULL;
+ value_=value;
+ return NULL;
+ } else {
+ return pos+value;
+ }
+}
+
+U_NAMESPACE_END