| /external/icu/android_icu4j/src/main/java/android/icu/impl/coll/ |
| Collation.java | 103 // CE32 value for U+FFFD as well as illegal UTF-8 byte sequences (which behave like U+FFFD).
109 * A CE32 is special if its low byte is this or greater.
116 * Low byte of a long-primary special CE32.
156 * Special-CE32 tags, from bits 3..0 of a special 32-bit CE.
212 * The builder fetches the Jamo CE32 from the trie.
234 * Bits 31..13: Index into int table for non-numeric-collation CE32.
278 static boolean isAssignedCE32(int ce32) {
279 return ce32 != FALLBACK_CE32 && ce32 != UNASSIGNED_CE32;
295 * The default CE32 is used anyway if there is no suffix match
[all...] |
| CollationDataBuilder.java | 40 * Called for every non-special CE32 and every expansion CE.
43 /** Returns a new CE to replace the non-special input CE32, or else Collation.NO_CE. */
44 long modifyCE32(int ce32);
61 // Reserve the first CE32 for U+0000.
119 int ce32 = encodeCEs(ces, cesLength); local
120 addCE32(prefix, s, ce32);
124 * Encodes the ces as either the returned ce32 by itself,
125 * or by storing an expansion, with the returned ce32 referring to that.
143 // Try to encode two CEs as one CE32.
165 int ce32 = encodeOneCEAsCE32(ces[i]) local
274 int ce32 = trie.get(c); local
289 int ce32 = trie.get(c); local
375 int ce32; field in class:CollationDataBuilder.ConditionalCE32
468 int ce32 = encodeOneCEAsCE32(ce); local
798 int ce32 = trie.get(jamo); local
862 int ce32 = trie.get(c); local
937 int ce32 = hangulCE32; local
949 int ce32 = base.getCE32(c); local
994 int ce32 = trie.get(iter.codepoint); local
1008 int ce32 = trie.get(c); local
1038 int ce32; local
1230 int ce32 = builder.trie.get(c); local
[all...] |
| ContractionsAndExpansions.java | 75 private void enumCnERange(int start, int end, int ce32, ContractionsAndExpansions cne) {
81 if (ce32 == Collation.FALLBACK_CE32) {
98 cne.handleCE32(cne.ranges.getRangeStart(i), cne.ranges.getRangeEnd(i), ce32); local
101 cne.handleCE32(start, end, ce32);
105 int ce32 = d.getCE32(c); local
106 if (ce32 == Collation.FALLBACK_CE32) {
108 ce32 = d.getCE32(c);
111 handleCE32(c, c, ce32);
114 private void handleCE32(int start, int end, int ce32) {
116 if ((ce32 & 0xff) < Collation.SPECIAL_CE32_LOW_BYTE)
[all...] |
| CollationIterator.java | 243 int ce32 = (int)cAndCE32; local
244 int t = ce32 & 0xff;
245 if(t < Collation.SPECIAL_CE32_LOW_BYTE) { // Forced-inline of isSpecialCE32(ce32).
247 // Forced-inline of ceFromSimpleCE32(ce32).
249 ((long)(ce32 & 0xffff0000) << 32) | ((long)(ce32 & 0xff00) << 16) | (t << 8));
259 ce32 = d.getCE32(c);
260 t = ce32 & 0xff;
264 ((long)(ce32 & 0xffff0000) << 32) | ((long)(ce32 & 0xff00) << 16) | (t << 8))
314 int ce32 = data.getCE32(c); local
[all...] |
| CollationData.java | 69 * Returns the CE32 from two contexts words.
77 * Returns the CE32 for an indirect special CE32 (e.g., with DIGIT_TAG).
78 * Requires that ce32 is special.
80 int getIndirectCE32(int ce32) {
81 assert(Collation.isSpecialCE32(ce32));
82 int tag = Collation.tagFromCE32(ce32);
84 // Fetch the non-numeric-collation CE32.
85 ce32 = ce32s[Collation.indexFromCE32(ce32)];
120 int ce32 = getCE32(c); local
[all...] |
| TailoredSet.java | 63 private void enumTailoredRange(int start, int end, int ce32, TailoredSet ts) {
64 if (ce32 == Collation.FALLBACK_CE32) {
67 ts.handleCE32(start, end, ce32);
73 private void handleCE32(int start, int end, int ce32) {
74 assert (ce32 != Collation.FALLBACK_CE32);
75 if (Collation.isSpecialCE32(ce32)) {
76 ce32 = data.getIndirectCE32(ce32);
77 if (ce32 == Collation.FALLBACK_CE32) {
83 // Do not just continue if ce32 == baseCE32 becaus
[all...] |
| CollationFastLatinBuilder.java | 201 int ce32 = data.getCE32(c); local
202 if(ce32 == Collation.FALLBACK_CE32) {
204 ce32 = d.getCE32(c);
208 if(getCEsFromCE32(d, c, ce32)) {
231 private boolean getCEsFromCE32(CollationData data, int c, int ce32) {
232 ce32 = data.getFinalCE32(ce32);
234 if(Collation.isSimpleOrLongCE32(ce32)) {
235 ce0 = Collation.ceFromCE32(ce32);
237 switch(Collation.tagFromCE32(ce32)) {
[all...] |
| CollationBuilder.java | 513 int ce32 = Collation.UNASSIGNED_CE32; local
519 ce32 = addIfDifferent(prefix, str, ces, cesLength, ce32);
521 addWithClosure(nfdPrefix, nfdString, ces, cesLength, ce32);
[all...] |
| /external/icu/icu4j/main/classes/collate/src/com/ibm/icu/impl/coll/ |
| Collation.java | 101 // CE32 value for U+FFFD as well as illegal UTF-8 byte sequences (which behave like U+FFFD).
107 * A CE32 is special if its low byte is this or greater.
114 * Low byte of a long-primary special CE32.
154 * Special-CE32 tags, from bits 3..0 of a special 32-bit CE.
210 * The builder fetches the Jamo CE32 from the trie.
232 * Bits 31..13: Index into int table for non-numeric-collation CE32.
276 static boolean isAssignedCE32(int ce32) {
277 return ce32 != FALLBACK_CE32 && ce32 != UNASSIGNED_CE32;
293 * The default CE32 is used anyway if there is no suffix match
[all...] |
| CollationDataBuilder.java | 39 * Called for every non-special CE32 and every expansion CE.
42 /** Returns a new CE to replace the non-special input CE32, or else Collation.NO_CE. */
43 long modifyCE32(int ce32);
60 // Reserve the first CE32 for U+0000.
118 int ce32 = encodeCEs(ces, cesLength); local
119 addCE32(prefix, s, ce32);
123 * Encodes the ces as either the returned ce32 by itself,
124 * or by storing an expansion, with the returned ce32 referring to that.
142 // Try to encode two CEs as one CE32.
164 int ce32 = encodeOneCEAsCE32(ces[i]) local
273 int ce32 = trie.get(c); local
288 int ce32 = trie.get(c); local
374 int ce32; field in class:CollationDataBuilder.ConditionalCE32
467 int ce32 = encodeOneCEAsCE32(ce); local
797 int ce32 = trie.get(jamo); local
861 int ce32 = trie.get(c); local
936 int ce32 = hangulCE32; local
948 int ce32 = base.getCE32(c); local
993 int ce32 = trie.get(iter.codepoint); local
1007 int ce32 = trie.get(c); local
1037 int ce32; local
1229 int ce32 = builder.trie.get(c); local
[all...] |
| ContractionsAndExpansions.java | 71 private void enumCnERange(int start, int end, int ce32, ContractionsAndExpansions cne) {
77 if (ce32 == Collation.FALLBACK_CE32) {
94 cne.handleCE32(cne.ranges.getRangeStart(i), cne.ranges.getRangeEnd(i), ce32); local
97 cne.handleCE32(start, end, ce32);
101 int ce32 = d.getCE32(c); local
102 if (ce32 == Collation.FALLBACK_CE32) {
104 ce32 = d.getCE32(c);
107 handleCE32(c, c, ce32);
110 private void handleCE32(int start, int end, int ce32) {
112 if ((ce32 & 0xff) < Collation.SPECIAL_CE32_LOW_BYTE)
[all...] |
| CollationIterator.java | 241 int ce32 = (int)cAndCE32; local
242 int t = ce32 & 0xff;
243 if(t < Collation.SPECIAL_CE32_LOW_BYTE) { // Forced-inline of isSpecialCE32(ce32).
245 // Forced-inline of ceFromSimpleCE32(ce32).
247 ((long)(ce32 & 0xffff0000) << 32) | ((long)(ce32 & 0xff00) << 16) | (t << 8));
257 ce32 = d.getCE32(c);
258 t = ce32 & 0xff;
262 ((long)(ce32 & 0xffff0000) << 32) | ((long)(ce32 & 0xff00) << 16) | (t << 8))
312 int ce32 = data.getCE32(c); local
[all...] |
| CollationData.java | 67 * Returns the CE32 from two contexts words.
75 * Returns the CE32 for an indirect special CE32 (e.g., with DIGIT_TAG).
76 * Requires that ce32 is special.
78 int getIndirectCE32(int ce32) {
79 assert(Collation.isSpecialCE32(ce32));
80 int tag = Collation.tagFromCE32(ce32);
82 // Fetch the non-numeric-collation CE32.
83 ce32 = ce32s[Collation.indexFromCE32(ce32)];
118 int ce32 = getCE32(c); local
[all...] |
| TailoredSet.java | 61 private void enumTailoredRange(int start, int end, int ce32, TailoredSet ts) {
62 if (ce32 == Collation.FALLBACK_CE32) {
65 ts.handleCE32(start, end, ce32);
71 private void handleCE32(int start, int end, int ce32) {
72 assert (ce32 != Collation.FALLBACK_CE32);
73 if (Collation.isSpecialCE32(ce32)) {
74 ce32 = data.getIndirectCE32(ce32);
75 if (ce32 == Collation.FALLBACK_CE32) {
81 // Do not just continue if ce32 == baseCE32 becaus
[all...] |
| CollationFastLatinBuilder.java | 200 int ce32 = data.getCE32(c); local
201 if(ce32 == Collation.FALLBACK_CE32) {
203 ce32 = d.getCE32(c);
207 if(getCEsFromCE32(d, c, ce32)) {
230 private boolean getCEsFromCE32(CollationData data, int c, int ce32) {
231 ce32 = data.getFinalCE32(ce32);
233 if(Collation.isSimpleOrLongCE32(ce32)) {
234 ce0 = Collation.ceFromCE32(ce32);
236 switch(Collation.tagFromCE32(ce32)) {
[all...] |
| CollationBuilder.java | 509 int ce32 = Collation.UNASSIGNED_CE32; local
515 ce32 = addIfDifferent(prefix, str, ces, cesLength, ce32);
517 addWithClosure(nfdPrefix, nfdString, ces, cesLength, ce32);
[all...] |
| /external/icu/icu4c/source/i18n/ |
| collation.h | 98 // CE32 value for U+FFFD as well as illegal UTF-8 byte sequences (which behave like U+FFFD).
104 * A CE32 is special if its low byte is this or greater.
111 * Low byte of a long-primary special CE32.
152 * Special-CE32 tags, from bits 3..0 of a special 32-bit CE.
208 * The builder fetches the Jamo CE32 from the trie.
230 * Bits 31..13: Index into uint32_t table for non-numeric-collation CE32.
275 static UBool isAssignedCE32(uint32_t ce32) {
276 return ce32 != FALLBACK_CE32 && ce32 != UNASSIGNED_CE32;
292 * The default CE32 is used anyway if there is no suffix match
[all...] |
| collationsets.cpp | 33 enumTailoredRange(const void *context, UChar32 start, UChar32 end, uint32_t ce32) {
34 if(ce32 == Collation::FALLBACK_CE32) {
38 return ts->handleCE32(start, end, ce32);
55 TailoredSet::handleCE32(UChar32 start, UChar32 end, uint32_t ce32) {
56 U_ASSERT(ce32 != Collation::FALLBACK_CE32);
57 if(Collation::isSpecialCE32(ce32)) {
58 ce32 = data->getIndirectCE32(ce32);
59 if(ce32 == Collation::FALLBACK_CE32) {
65 // Do not just continue if ce32 == baseCE32 becaus
415 uint32_t ce32 = d->getCE32(c); local
[all...] |
| collationdatabuilder.cpp | 43 * Build-time context and CE32 for a code point.
54 ce32(0), defaultCE32(Collation::NO_CE32), builtCE32(Collation::NO_CE32),
58 ce32(ce), defaultCE32(Collation::NO_CE32), builtCE32(Collation::NO_CE32),
65 * "\0" for the first entry for any code point, with its default CE32.
72 * CE32 for the code point and its context.
75 uint32_t ce32; member in struct:ConditionalCE32
77 * Default CE32 for all contexts with this same prefix.
83 * CE32 for the built contexts.
117 * Some CE32 tags (for example, the DIGIT_TAG) do not occur in the builder data,
143 virtual uint32_t getCE32FromBuilderData(uint32_t ce32, UErrorCode &errorCode)
185 uint32_t ce32 = utrie2_get32(builder.trie, c); local
414 uint32_t ce32 = utrie2_get32(trie, c); local
427 uint32_t ce32 = utrie2_get32(trie, c); local
530 uint32_t ce32 = encodeCEs(ces, cesLength, errorCode); local
642 uint32_t ce32 = encodeOneCEAsCE32(ce); local
694 uint32_t ce32 = encodeOneCEAsCE32(ces[i]); local
1049 uint32_t ce32 = utrie2_get32(trie, c); local
1065 uint32_t ce32 = utrie2_get32(trie, c); local
1092 uint32_t ce32 = utrie2_get32(trie, jamo); local
1159 uint32_t ce32 = utrie2_get32(trie, c); local
1258 uint32_t ce32 = hangulCE32; local
1270 uint32_t ce32 = base->getCE32(c); local
1322 uint32_t ce32 = utrie2_get32(trie, iter.getCodepoint()); local
1338 uint32_t ce32 = utrie2_get32(trie, c); local
1371 uint32_t ce32; local
[all...] |
| collationdata.cpp | 29 CollationData::getIndirectCE32(uint32_t ce32) const {
30 U_ASSERT(Collation::isSpecialCE32(ce32));
31 int32_t tag = Collation::tagFromCE32(ce32);
33 // Fetch the non-numeric-collation CE32.
34 ce32 = ce32s[Collation::indexFromCE32(ce32)];
36 ce32 = Collation::UNASSIGNED_CE32;
38 // Fetch the normal ce32 for U+0000.
39 ce32 = ce32s[0];
41 return ce32;
57 uint32_t ce32 = getCE32(c); local
[all...] |
| collationiterator.cpp | 231 CollationIterator::getCE32FromBuilderData(uint32_t /*ce32*/, UErrorCode &errorCode) {
237 CollationIterator::nextCEFromCE32(const CollationData *d, UChar32 c, uint32_t ce32,
240 appendCEsFromCE32(d, c, ce32, TRUE, errorCode);
249 CollationIterator::appendCEsFromCE32(const CollationData *d, UChar32 c, uint32_t ce32,
251 while(Collation::isSpecialCE32(ce32)) {
252 switch(Collation::tagFromCE32(ce32)) {
258 ceBuffer.append(Collation::ceFromLongPrimaryCE32(ce32), errorCode);
261 ceBuffer.append(Collation::ceFromLongSecondaryCE32(ce32), errorCode);
265 ceBuffer.set(ceBuffer.length, Collation::latinCE0FromCE32(ce32));
266 ceBuffer.set(ceBuffer.length + 1, Collation::latinCE1FromCE32(ce32));
854 uint32_t ce32 = data->getCE32(c); local
[all...] |
| collationiterator.h | 122 uint32_t ce32 = handleNextCE32(c, errorCode); local
123 uint32_t t = ce32 & 0xff;
124 if(t < Collation::SPECIAL_CE32_LOW_BYTE) { // Forced-inline of isSpecialCE32(ce32).
126 // Forced-inline of ceFromSimpleCE32(ce32).
128 ((int64_t)(ce32 & 0xffff0000) << 32) | ((ce32 & 0xff00) << 16) | (t << 8));
138 ce32 = d->getCE32(c);
139 t = ce32 & 0xff;
143 ((int64_t)(ce32 & 0xffff0000) << 32) | ((ce32 & 0xff00) << 16) | (t << 8))
[all...] |
| collationsets.h | 55 UBool handleCE32(UChar32 start, UChar32 end, uint32_t ce32);
58 void compare(UChar32 c, uint32_t ce32, uint32_t baseCE32);
63 void addPrefix(const CollationData *d, const UnicodeString &pfx, UChar32 c, uint32_t ce32);
108 void handleCE32(UChar32 start, UChar32 end, uint32_t ce32);
110 void handlePrefixes(UChar32 start, UChar32 end, uint32_t ce32);
111 void handleContractions(UChar32 start, UChar32 end, uint32_t ce32);
|
| collationdatabuilder.h | 50 * Called for every non-special CE32 and every expansion CE.
55 /** Returns a new CE to replace the non-special input CE32, or else Collation::NO_CE. */
56 virtual int64_t modifyCE32(uint32_t ce32) const = 0;
100 * Encodes the ces as either the returned ce32 by itself,
101 * or by storing an expansion, with the returned ce32 referring to that.
107 uint32_t ce32, UErrorCode &errorCode);
171 uint32_t getCE32FromOffsetCE32(UBool fromBase, UChar32 c, uint32_t ce32) const;
174 int32_t addCE32(uint32_t ce32, UErrorCode &errorCode);
175 int32_t addConditionalCE32(const UnicodeString &context, uint32_t ce32, UErrorCode &errorCode);
180 inline ConditionalCE32 *getConditionalCE32ForCE32(uint32_t ce32) const
[all...] |
| collationbuilder.h | 124 * Takes ce32=dataBuilder->encodeCEs(...) so that the data builder
128 const int64_t newCEs[], int32_t newCEsLength, uint32_t ce32,
131 const int64_t newCEs[], int32_t newCEsLength, uint32_t ce32,
147 const int64_t newCEs[], int32_t newCEsLength, uint32_t ce32,
168 * Encodes "temporary CE" data into a CE that fits into the CE32 data structure,
215 static inline UBool isTempCE32(uint32_t ce32) {
217 (ce32 & 0xff) >= 2 && // not a long-primary/long-secondary CE32
218 6 <= ((ce32 >> 8) & 0xff) && ((ce32 >> 8) & 0xff) <= 0x45
[all...] |
