Lines Matching refs:parsedToken
766 /* index to this array will be src->parsedToken.indirectIndex*/
767 src->parsedToken.indirectIndex = 0;
776 src->parsedToken.indirectIndex = (uint16_t)(i-OPTION_FIRST+1+j*2);
853 src->parsedToken.charsOffset = (uint32_t)(src->extraCurrent - src->source);
855 buff[1] = (UChar)(ucolIndirectBoundaries[src->parsedToken.indirectIndex].startCE >> 16);
856 buff[2] = (UChar)(ucolIndirectBoundaries[src->parsedToken.indirectIndex].startCE & 0xFFFF);
857 if(ucolIndirectBoundaries[src->parsedToken.indirectIndex].startContCE == 0) {
858 src->parsedToken.charsLen = 3;
861 buff[3] = (UChar)(ucolIndirectBoundaries[src->parsedToken.indirectIndex].startContCE >> 16);
862 buff[4] = (UChar)(ucolIndirectBoundaries[src->parsedToken.indirectIndex].startContCE & 0xFFFF);
863 src->parsedToken.charsLen = 5;
900 src->parsedToken.charsOffset = (uint32_t)(src->extraCurrent - src->source);
901 src->parsedToken.charsLen = nChars;
932 src->parsedToken.charsOffset = src->currentStarredCharIndex;
935 src->parsedToken
947 * Partially parses the next token, keeps the indices in src->parsedToken, and updates the counters.
988 // TODO: replace these variables with src->parsedToken counterparts
989 // no need to use them anymore since we have src->parsedToken.
997 src->parsedToken.charsOffset = 0; src->parsedToken.charsLen = 0;
998 src->parsedToken.prefixOffset = 0; src->parsedToken.prefixLen = 0;
999 src->parsedToken.indirectIndex = 0;
1008 if ((src->parsedToken.charsLen == 0) || inChars) {
1009 if(src->parsedToken.charsLen == 0) {
1010 src->parsedToken.charsOffset = (uint32_t)(src->extraCurrent - src->source);
1012 src->parsedToken.charsLen++;
1032 if(src->parsedToken.charsLen == 0) {
1033 src->parsedToken.charsOffset = (uint32_t)(src->current - src->source);
1035 src->parsedToken.charsLen++;
1054 src->parsedToken.indirectIndex = 5;
1073 src->parsedToken.indirectIndex = 5;
1088 src->parsedToken.indirectIndex = 5;
1103 src->parsedToken.indirectIndex = 5;
1145 src->parsedToken.charsLen+=2;
1161 src->parsedToken.charsOffset = (uint32_t)(src->extraCurrent - src->source);
1162 src->parsedToken.charsLen = 1;
1213 src->parsedToken.charsOffset = (uint32_t)(src->extraCurrent - src->source);
1215 if (src->parsedToken.charsLen != 0) {
1216 ucol_tok_addToExtraCurrent(src, src->current - src->parsedToken.charsLen, src->parsedToken.charsLen, status);
1218 src->parsedToken.charsLen++;
1252 src->parsedToken.prefixOffset = src->parsedToken.charsOffset;
1253 src->parsedToken.prefixLen = src->parsedToken.charsLen;
1257 src->parsedToken.charsOffset = (uint32_t)(src->extraCurrent - src->source);
1259 if (src->parsedToken.charsLen != 0) {
1260 ucol_tok_addToExtraCurrent(src, src->current - src->parsedToken.charsLen, src->parsedToken.charsLen, status);
1262 src->parsedToken.charsLen++;
1295 newStrength = src->parsedToken.strength;
1325 if(src->parsedToken.charsLen == 0) {
1326 src->parsedToken.charsOffset = (uint32_t)(src->current - src->source);
1328 src->parsedToken.charsLen++;
1358 if (src->parsedToken.charsLen == 0 && top == FALSE) {
1365 src->parsedToken.strength = newStrength;
1366 src->parsedToken.extensionOffset = extensionOffset;
1367 src->parsedToken.extensionLen = newExtensionLen;
1368 src->parsedToken.flags = (UCOL_TOK_VARIABLE_TOP * (variableTop?1:0)) | (UCOL_TOK_TOP * (top?1:0)) | before;
1374 * Parses the next token, keeps the indices in src->parsedToken, and updates the counters.
1416 syntaxError(src->source,src->parsedToken.charsOffset-1,
1417 src->parsedToken.charsOffset+src->parsedToken.charsLen, parseError);
1424 src->currentStarredCharIndex = src->parsedToken.charsOffset;
1429 syntaxError(src->source,src->parsedToken.charsOffset-1,
1430 src->parsedToken.charsOffset+src->parsedToken.charsLen,parseError);
1438 src->lastStarredCharIndex = src->parsedToken.charsOffset + src->parsedToken.charsLen - 1;
1445 src->currentStarredCharIndex = src->parsedToken.charsOffset;
1446 src->lastStarredCharIndex = src->parsedToken.charsOffset + src->parsedToken.charsLen - 1;
1451 U16_GET(src->source, 0, src->parsedToken.charsOffset, (uint32_t)(src->end - src->source), src->previousCp);
1487 sourceToken->source = src->parsedToken.charsLen << 24 | src->parsedToken.charsOffset;
1488 sourceToken->expansion = src->parsedToken.extensionLen << 24 | src->parsedToken.extensionOffset;
1490 sourceToken->debugSource = *(src->source + src->parsedToken.charsOffset);
1491 sourceToken->debugExpansion = *(src->source + src->parsedToken.extensionOffset);
1494 sourceToken->flags = src->parsedToken.flags;
1496 if(src->parsedToken.prefixOffset != 0) {
1499 syntaxError(src->source,src->parsedToken.charsOffset-1,src->parsedToken.charsOffset+src->parsedToken.charsLen,parseError);
1534 if(src->parsedToken.charsLen > 1) {
1537 sourceToken->source = ((resetCharsOffset - src->parsedToken.charsOffset ) << 24) | src->parsedToken.charsOffset;
1538 *expandNext = ((src->parsedToken.charsLen + src->parsedToken.charsOffset - resetCharsOffset)<<24) | (resetCharsOffset);
1562 uprv_init_collIterate(src->UCA, src->source+src->parsedToken.charsOffset /**charsOffset*/, 1, &s, status);
1588 src->parsedToken.charsOffset = (uint32_t)(src->extraCurrent - src->source);
1591 src->parsedToken.charsLen++;
1593 key.source = (src->parsedToken.charsLen/**newCharsLen*/ << 24) | src->parsedToken.charsOffset/**charsOffset*/;
1662 src->parsedToken.charsOffset = (uint32_t)(src->extraCurrent - src->source - 1);
1663 src->parsedToken.charsLen = 1;
1672 key.source = (src->parsedToken.charsLen/**newCharsLen*/ << 24) | src->parsedToken.charsOffset/**charsOffset*/;
1697 src->parsedToken.charsOffset -= 10;
1698 src->parsedToken.charsLen += 10;
1729 src->parsedToken.strength = UCOL_TOK_UNSET;
1750 src->parsedToken.prefixOffset = 0;
1757 specs = src->parsedToken.flags;
1774 U16_GET(src->source, 0, src->parsedToken.charsOffset, (uint32_t)(src->extraEnd - src->source), cp);
1775 fprintf(dfcp_fp, "Code point = %x, Strength = %x\n", cp, src->parsedToken.strength);
1779 key.source = src->parsedToken.charsLen << 24 | src->parsedToken.charsOffset;
1785 if(src->parsedToken.strength != UCOL_TOK_RESET) {
1802 sourceToken->source = src->parsedToken.charsLen << 24 | src->parsedToken.charsOffset;
1804 sourceToken->debugSource = *(src->source + src->parsedToken.charsOffset);
1806 sourceToken->prefix = src->parsedToken.prefixLen << 24 | src->parsedToken.prefixOffset;
1807 sourceToken->debugPrefix = *(src->source + src->parsedToken.prefixOffset);
1815 sourceToken->flags = src->parsedToken.flags;
1843 sourceToken->strength = src->parsedToken.strength;
1930 sourceToken->expansion = src->parsedToken.extensionLen << 24 | src->parsedToken.extensionOffset;
1939 uprv_memcpy(src->extraCurrent+(expandNext >> 24), src->source + src->parsedToken.extensionOffset, src->parsedToken.extensionLen*sizeof(UChar));
1940 sourceToken->expansion = (uint32_t)(((expandNext >> 24) + src->parsedToken.extensionLen)<<24 | (uint32_t)(src->extraCurrent - src->source));
1941 src->extraCurrent += (expandNext >> 24) + src->parsedToken.extensionLen;
1947 sourceToken->debugExpansion = *(src->source + src->parsedToken.extensionOffset);
1976 uint32_t searchCharsLen = src->parsedToken.charsLen;
1981 key.source = searchCharsLen << 24 | src->parsedToken.charsOffset;
1986 expandNext = (src->parsedToken.charsLen - searchCharsLen) << 24 | (src->parsedToken.charsOffset + searchCharsLen);
2022 uint32_t baseCE = ucolIndirectBoundaries[src->parsedToken.indirectIndex].startCE;
2023 uint32_t baseContCE = ucolIndirectBoundaries[src->parsedToken.indirectIndex].startContCE;//&0xFFFFFF3F;
2067 uprv_init_collIterate(src->UCA, src->source+src->parsedToken.charsOffset, src->parsedToken.charsLen, &s, status);
2091 ListList[src->resultLen].baseCE = ucolIndirectBoundaries[src->parsedToken.indirectIndex].startCE;
2092 ListList[src->resultLen].baseContCE = ucolIndirectBoundaries[src->parsedToken.indirectIndex].startContCE;
2093 ListList[src->resultLen].nextCE = ucolIndirectBoundaries[src->parsedToken.indirectIndex].limitCE;
2094 ListList[src->resultLen].nextContCE = ucolIndirectBoundaries[src->parsedToken.indirectIndex].limitContCE;
2349 src->parsedToken.charsLen = 0;
2350 src->parsedToken.charsOffset = 0;
2351 src->parsedToken.extensionLen = 0;
2352 src->parsedToken.extensionOffset = 0;
2353 src->parsedToken.prefixLen = 0;
2354 src->parsedToken.prefixOffset = 0;
2355 src->parsedToken.flags = 0;
2356 src->parsedToken.strength = UCOL_TOK_UNSET;
