123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283 |
- // © 2017 and later: Unicode, Inc. and others.
- // License & terms of use: http://www.unicode.org/copyright.html
- // ucasemap_imp.h
- // created: 2017feb08 Markus W. Scherer
- #ifndef __UCASEMAP_IMP_H__
- #define __UCASEMAP_IMP_H__
- #include "unicode/utypes.h"
- #include "unicode/ucasemap.h"
- #include "unicode/uchar.h"
- #include "ucase.h"
- /**
- * Bit mask for the titlecasing iterator options bit field.
- * Currently only 3 out of 8 values are used:
- * 0 (words), U_TITLECASE_WHOLE_STRING, U_TITLECASE_SENTENCES.
- * See stringoptions.h.
- * @internal
- */
- #define U_TITLECASE_ITERATOR_MASK 0xe0
- /**
- * Bit mask for the titlecasing index adjustment options bit set.
- * Currently two bits are defined:
- * U_TITLECASE_NO_BREAK_ADJUSTMENT, U_TITLECASE_ADJUST_TO_CASED.
- * See stringoptions.h.
- * @internal
- */
- #define U_TITLECASE_ADJUSTMENT_MASK 0x600
- /**
- * Internal API, used by u_strcasecmp() etc.
- * Compare strings case-insensitively,
- * in code point order or code unit order.
- */
- U_CFUNC int32_t
- u_strcmpFold(const UChar *s1, int32_t length1,
- const UChar *s2, int32_t length2,
- uint32_t options,
- UErrorCode *pErrorCode);
- /**
- * Internal API, used for detecting length of
- * shared prefix case-insensitively.
- * @param s1 input string 1
- * @param length1 length of string 1, or -1 (NULL terminated)
- * @param s2 input string 2
- * @param length2 length of string 2, or -1 (NULL terminated)
- * @param options compare options
- * @param matchLen1 (output) length of partial prefix match in s1
- * @param matchLen2 (output) length of partial prefix match in s2
- * @param pErrorCode receives error status
- */
- U_CAPI void
- u_caseInsensitivePrefixMatch(const UChar *s1, int32_t length1,
- const UChar *s2, int32_t length2,
- uint32_t options,
- int32_t *matchLen1, int32_t *matchLen2,
- UErrorCode *pErrorCode);
- #ifdef __cplusplus
- U_NAMESPACE_BEGIN
- class BreakIterator; // unicode/brkiter.h
- class ByteSink;
- class Locale; // unicode/locid.h
- /** Returns true if the options are valid. Otherwise false, and sets an error. */
- inline UBool ustrcase_checkTitleAdjustmentOptions(uint32_t options, UErrorCode &errorCode) {
- if (U_FAILURE(errorCode)) { return false; }
- if ((options & U_TITLECASE_ADJUSTMENT_MASK) == U_TITLECASE_ADJUSTMENT_MASK) {
- // Both options together.
- errorCode = U_ILLEGAL_ARGUMENT_ERROR;
- return false;
- }
- return true;
- }
- inline UBool ustrcase_isLNS(UChar32 c) {
- // Letter, number, symbol,
- // or a private use code point because those are typically used as letters or numbers.
- // Consider modifier letters only if they are cased.
- const uint32_t LNS = (U_GC_L_MASK|U_GC_N_MASK|U_GC_S_MASK|U_GC_CO_MASK) & ~U_GC_LM_MASK;
- int gc = u_charType(c);
- return (U_MASK(gc) & LNS) != 0 || (gc == U_MODIFIER_LETTER && ucase_getType(c) != UCASE_NONE);
- }
- #if !UCONFIG_NO_BREAK_ITERATION
- /** Returns nullptr if error. Pass in either locale or locID, not both. */
- U_CFUNC
- BreakIterator *ustrcase_getTitleBreakIterator(
- const Locale *locale, const char *locID, uint32_t options, BreakIterator *iter,
- LocalPointer<BreakIterator> &ownedIter, UErrorCode &errorCode);
- #endif
- U_NAMESPACE_END
- #include "unicode/unistr.h" // for UStringCaseMapper
- /*
- * Internal string casing functions implementing
- * ustring.h/ustrcase.cpp and UnicodeString case mapping functions.
- */
- struct UCaseMap : public icu::UMemory {
- /** Implements most of ucasemap_open(). */
- UCaseMap(const char *localeID, uint32_t opts, UErrorCode *pErrorCode);
- ~UCaseMap();
- #if !UCONFIG_NO_BREAK_ITERATION
- icu::BreakIterator *iter; /* We adopt the iterator, so we own it. */
- #endif
- char locale[32];
- int32_t caseLocale;
- uint32_t options;
- };
- #if UCONFIG_NO_BREAK_ITERATION
- # define UCASEMAP_BREAK_ITERATOR_PARAM
- # define UCASEMAP_BREAK_ITERATOR_UNUSED
- # define UCASEMAP_BREAK_ITERATOR
- # define UCASEMAP_BREAK_ITERATOR_NULL
- #else
- # define UCASEMAP_BREAK_ITERATOR_PARAM icu::BreakIterator *iter,
- # define UCASEMAP_BREAK_ITERATOR_UNUSED icu::BreakIterator *,
- # define UCASEMAP_BREAK_ITERATOR iter,
- # define UCASEMAP_BREAK_ITERATOR_NULL NULL,
- #endif
- U_CFUNC int32_t
- ustrcase_getCaseLocale(const char *locale);
- // TODO: swap src / dest if approved for new public api
- /** Implements UStringCaseMapper. */
- U_CFUNC int32_t U_CALLCONV
- ustrcase_internalToLower(int32_t caseLocale, uint32_t options, UCASEMAP_BREAK_ITERATOR_PARAM
- char16_t *dest, int32_t destCapacity,
- const char16_t *src, int32_t srcLength,
- icu::Edits *edits,
- UErrorCode &errorCode);
- /** Implements UStringCaseMapper. */
- U_CFUNC int32_t U_CALLCONV
- ustrcase_internalToUpper(int32_t caseLocale, uint32_t options, UCASEMAP_BREAK_ITERATOR_PARAM
- char16_t *dest, int32_t destCapacity,
- const char16_t *src, int32_t srcLength,
- icu::Edits *edits,
- UErrorCode &errorCode);
- #if !UCONFIG_NO_BREAK_ITERATION
- /** Implements UStringCaseMapper. */
- U_CFUNC int32_t U_CALLCONV
- ustrcase_internalToTitle(int32_t caseLocale, uint32_t options,
- icu::BreakIterator *iter,
- char16_t *dest, int32_t destCapacity,
- const char16_t *src, int32_t srcLength,
- icu::Edits *edits,
- UErrorCode &errorCode);
- #endif
- /** Implements UStringCaseMapper. */
- U_CFUNC int32_t U_CALLCONV
- ustrcase_internalFold(int32_t caseLocale, uint32_t options, UCASEMAP_BREAK_ITERATOR_PARAM
- char16_t *dest, int32_t destCapacity,
- const char16_t *src, int32_t srcLength,
- icu::Edits *edits,
- UErrorCode &errorCode);
- /**
- * Common string case mapping implementation for ucasemap_toXyz() and UnicodeString::toXyz().
- * Implements argument checking.
- */
- U_CFUNC int32_t
- ustrcase_map(int32_t caseLocale, uint32_t options, UCASEMAP_BREAK_ITERATOR_PARAM
- char16_t *dest, int32_t destCapacity,
- const char16_t *src, int32_t srcLength,
- UStringCaseMapper *stringCaseMapper,
- icu::Edits *edits,
- UErrorCode &errorCode);
- /**
- * Common string case mapping implementation for old-fashioned u_strToXyz() functions
- * that allow the source string to overlap the destination buffer.
- * Implements argument checking and internally works with an intermediate buffer if necessary.
- */
- U_CFUNC int32_t
- ustrcase_mapWithOverlap(int32_t caseLocale, uint32_t options, UCASEMAP_BREAK_ITERATOR_PARAM
- char16_t *dest, int32_t destCapacity,
- const char16_t *src, int32_t srcLength,
- UStringCaseMapper *stringCaseMapper,
- UErrorCode &errorCode);
- /**
- * UTF-8 string case mapping function type, used by ucasemap_mapUTF8().
- * UTF-8 version of UStringCaseMapper.
- * All error checking must be done.
- * The UCaseMap must be fully initialized, with locale and/or iter set as needed.
- */
- typedef void U_CALLCONV
- UTF8CaseMapper(int32_t caseLocale, uint32_t options,
- #if !UCONFIG_NO_BREAK_ITERATION
- icu::BreakIterator *iter,
- #endif
- const uint8_t *src, int32_t srcLength,
- icu::ByteSink &sink, icu::Edits *edits,
- UErrorCode &errorCode);
- #if !UCONFIG_NO_BREAK_ITERATION
- /** Implements UTF8CaseMapper. */
- U_CFUNC void U_CALLCONV
- ucasemap_internalUTF8ToTitle(int32_t caseLocale, uint32_t options,
- icu::BreakIterator *iter,
- const uint8_t *src, int32_t srcLength,
- icu::ByteSink &sink, icu::Edits *edits,
- UErrorCode &errorCode);
- #endif
- void
- ucasemap_mapUTF8(int32_t caseLocale, uint32_t options, UCASEMAP_BREAK_ITERATOR_PARAM
- const char *src, int32_t srcLength,
- UTF8CaseMapper *stringCaseMapper,
- icu::ByteSink &sink, icu::Edits *edits,
- UErrorCode &errorCode);
- /**
- * Implements argument checking and buffer handling
- * for UTF-8 string case mapping as a common function.
- */
- int32_t
- ucasemap_mapUTF8(int32_t caseLocale, uint32_t options, UCASEMAP_BREAK_ITERATOR_PARAM
- char *dest, int32_t destCapacity,
- const char *src, int32_t srcLength,
- UTF8CaseMapper *stringCaseMapper,
- icu::Edits *edits,
- UErrorCode &errorCode);
- U_NAMESPACE_BEGIN
- namespace GreekUpper {
- // Data bits.
- static const uint32_t UPPER_MASK = 0x3ff;
- static const uint32_t HAS_VOWEL = 0x1000;
- static const uint32_t HAS_YPOGEGRAMMENI = 0x2000;
- static const uint32_t HAS_ACCENT = 0x4000;
- static const uint32_t HAS_DIALYTIKA = 0x8000;
- // Further bits during data building and processing, not stored in the data map.
- static const uint32_t HAS_COMBINING_DIALYTIKA = 0x10000;
- static const uint32_t HAS_OTHER_GREEK_DIACRITIC = 0x20000;
- static const uint32_t HAS_VOWEL_AND_ACCENT = HAS_VOWEL | HAS_ACCENT;
- static const uint32_t HAS_VOWEL_AND_ACCENT_AND_DIALYTIKA =
- HAS_VOWEL_AND_ACCENT | HAS_DIALYTIKA;
- static const uint32_t HAS_EITHER_DIALYTIKA = HAS_DIALYTIKA | HAS_COMBINING_DIALYTIKA;
- // State bits.
- static const uint32_t AFTER_CASED = 1;
- static const uint32_t AFTER_VOWEL_WITH_COMBINING_ACCENT = 2;
- static const uint32_t AFTER_VOWEL_WITH_PRECOMPOSED_ACCENT = 4;
- uint32_t getLetterData(UChar32 c);
- /**
- * Returns a non-zero value for each of the Greek combining diacritics
- * listed in The Unicode Standard, version 8, chapter 7.2 Greek,
- * plus some perispomeni look-alikes.
- */
- uint32_t getDiacriticData(UChar32 c);
- } // namespace GreekUpper
- U_NAMESPACE_END
- #endif // __cplusplus
- #endif // __UCASEMAP_IMP_H__
|