blob: 17c8cd35b2b0856eb5b4680d22d5a369e0d9556b [file] [log] [blame]
// Copyright 2019 Google LLC.
// Use of this source code is governed by a BSD-style license that can be found in the LICENSE file.
#include "modules/skplaintexteditor/src/word_boundaries.h"
#include <unicode/brkiter.h>
#include <unicode/unistr.h>
#include <memory>
std::vector<bool> GetUtf8WordBoundaries(const char* begin, size_t byteCount, const char* locale) {
static constexpr UBreakIteratorType kIteratorType = UBRK_WORD;
struct UTextCloser {
void operator()(UText* p) { (void)utext_close(p); }
};
struct UBreakCloser {
void operator()(UBreakIterator* p) { (void)ubrk_close(p); }
};
std::vector<bool> result;
if (0 == byteCount) {
return result;
}
result.resize(byteCount);
UText utf8UText = UTEXT_INITIALIZER;
UErrorCode errorCode = U_ZERO_ERROR;
(void)utext_openUTF8(&utf8UText, begin, byteCount, &errorCode);
std::unique_ptr<UText, UTextCloser> autoclose1(&utf8UText);
if (U_FAILURE(errorCode)) {
return result;
}
UBreakIterator* iter = ubrk_open(kIteratorType, locale, nullptr, 0, &errorCode);
std::unique_ptr<UBreakIterator, UBreakCloser> autoclose2(iter);
if (U_FAILURE(errorCode)) {
return result;
}
ubrk_setUText(iter, &utf8UText, &errorCode);
if (U_FAILURE(errorCode)) {
return result;
}
int pos = ubrk_first(iter);
while (pos != icu::BreakIterator::DONE) {
if ((unsigned)pos < (unsigned)byteCount) {
result[pos] = true;
}
pos = ubrk_next(iter);
}
return result;
}