Lines Matching defs:nToken
10759 int nToken, /* Size of token in bytes */
78254 int nToken; /* Length of the parameter token */
78278 n = findNextHostParameter(zRawSql, &nToken);
78282 assert( zRawSql[0] || nToken==0 );
78283 if( nToken==0 ) break;
78285 if( nToken>1 ){
78298 idx = sqlite3VdbeParameterIndex(p, zRawSql, nToken);
78301 zRawSql += nToken;
92263 ** EXPR_TOKENONLYSIZE. nToken is set to the number of bytes consumed
92268 int nToken;
92270 nToken = sqlite3Strlen30(p->u.zToken) + 1;
92272 nToken = 0;
92291 if( nToken ){
92293 memcpy(zToken, p->u.zToken, nToken);
145992 ** nToken will be the number of tokens in the string.
146021 int nToken; /* Number of tokens in the phrase */
148164 ** *pp1 so that (pos(*pp2)>pos(*pp1) && pos(*pp2)-pos(*pp1)<=nToken). i.e.
148165 ** when the *pp1 token appears before the *pp2 token, but not more than nToken
148168 ** e.g. nToken==1 searches for adjacent positions.
148172 int nToken, /* Maximum difference in token positions */
148215 if( iPos2==iPos1+nToken
148216 || (isExact==0 && iPos2>iPos1 && iPos2<=iPos1+nToken)
148224 if( (!isSaveLeft && iPos2<=(iPos1+nToken)) || iPos2<=iPos1 ){
149542 int nToken = 15; /* Default number of tokens in snippet */
149557 case 6: nToken = sqlite3_value_int(apVal[5]);
149565 }else if( nToken==0 ){
149568 sqlite3Fts3Snippet(pContext, pCsr, zStart, zEnd, zEllipsis, iCol, nToken);
149973 int nToken = pExpr->pPhrase->nToken;
149974 *pnToken += nToken;
149975 for(i=0; i<nToken; i++){
150077 for(iToken=0; rc==SQLITE_OK && iToken<p->nToken; iToken++){
150113 for(iToken=0; iToken<pPhrase->nToken; iToken++){
150230 && p->nToken<=MAX_INCR_PHRASE_TOKENS && p->nToken>0
150235 for(i=0; bIncrOk==1 && i<p->nToken; i++){
150246 for(i=0; rc==SQLITE_OK && i<p->nToken; i++){
150260 assert( rc!=SQLITE_OK || p->nToken<1 || p->aToken[0].pSegcsr==0 || p->bIncr );
150496 if( p->nToken==1 ){
150506 assert( p->nToken<=MAX_INCR_PHRASE_TOKENS );
150515 for(i=0; rc==SQLITE_OK && i<p->nToken && bEof==0; i++){
150522 assert( rc!=SQLITE_OK || (p->nToken>=1 && a[p->nToken-1].bIgnore==0) );
150526 for(i=0; i<p->nToken; i++){
150541 int nByte = a[p->nToken-1].nList;
150544 memcpy(aDoclist, a[p->nToken-1].pList, nByte+1);
150546 for(i=0; i<(p->nToken-1); i++){
150551 int nDist = p->nToken-1-i;
150557 if( i==(p->nToken-1) ){
150628 int nToken = pExpr->pPhrase->nToken;
150629 if( nToken ){
150631 for(i=0; i<nToken; i++){
150634 pExpr->bDeferred = (i==nToken);
150686 for(i=0; *pRc==SQLITE_OK && i<pPhrase->nToken; i++){
150799 int nToken = 0; /* Total number of tokens in cluster */
150819 nToken++;
150822 if( nOvfl==0 || nToken<2 ) return SQLITE_OK;
150851 for(ii=0; ii<nToken && rc==SQLITE_OK; ii++){
150880 if( ii==0 || (pTC->pPhrase->nToken>1 && ii!=nToken-1) ){
150924 int nToken = 0;
150928 fts3EvalAllocateReaders(pCsr, pCsr->pExpr, &nToken, &nOr, &rc);
150932 if( rc==SQLITE_OK && nToken>1 && pTab->bFts4 ){
150936 sizeof(Fts3TokenAndCost) * nToken
150939 apOr = (Fts3Expr **)&aTC[nToken];
150949 nToken = (int)(pTC-aTC);
150953 rc = fts3EvalSelectDeferred(pCsr, 0, aTC, nToken);
150955 rc = fts3EvalSelectDeferred(pCsr, apOr[ii], aTC, nToken);
151009 int nParam1 = nNear + pPhrase->nToken;
151029 *pnToken = pPhrase->nToken;
151261 int nToken = p->pPhrase->nToken;
151266 res = fts3EvalNearTrim(nNear, aTmp, &aPoslist, &nToken, pPhrase);
151270 nToken = pExpr->pRight->pPhrase->nToken;
151279 res = fts3EvalNearTrim(nNear, aTmp, &aPoslist, &nToken, pPhrase);
151494 for(i=0; i<pPhrase->nToken; i++){
151867 for(i=0; i<pPhrase->nToken; i++){
152657 int nToken = 0, iStart = 0, iEnd = 0, iPosition = 0;
152660 rc = pModule->xNext(pCursor, &zToken, &nToken, &iStart, &iEnd, &iPosition);
152662 nByte = sizeof(Fts3Expr) + sizeof(Fts3Phrase) + nToken;
152669 pRet->pPhrase->nToken = 1;
152671 pRet->pPhrase->aToken[0].n = nToken;
152673 memcpy(pRet->pPhrase->aToken[0].z, zToken, nToken);
152746 int nToken = 0;
152784 assert( nToken==ii );
152794 nToken = ii+1;
152806 p = fts3ReallocOrFree(p, nSpace + nToken*sizeof(Fts3PhraseToken) + nTemp);
152812 p->pPhrase->nToken = nToken;
152814 zBuf = (char *)&p->pPhrase->aToken[nToken];
152822 for(jj=0; jj<p->pPhrase->nToken; jj++){
153616 for(i=0; zBuf && i<pPhrase->nToken; i++){
155099 int nToken = 0;
155144 while( SQLITE_OK==p->xNext(pCsr, &zToken, &nToken, &iStart, &iEnd, &iPos) ){
155146 Tcl_ListObjAppendElement(0, pRet, Tcl_NewStringObj(zToken, nToken));
155148 nToken = iEnd-iStart;
155149 Tcl_ListObjAppendElement(0, pRet, Tcl_NewStringObj(zToken, nToken));
155644 int nToken; /* Size of zToken in bytes */
155865 pCsr->nToken = 0;
155893 &pCsr->zToken, &pCsr->nToken,
155966 sqlite3_result_text(pCtx, pCsr->zToken, pCsr->nToken, SQLITE_TRANSIENT);
156785 int nToken
156790 pList = (PendingList *)fts3HashFind(pHash, zToken, nToken);
156792 p->nPendingData -= (pList->nData + nToken + sizeof(Fts3HashElem));
156795 if( pList==fts3HashInsert(pHash, zToken, nToken, pList) ){
156799 assert( 0==fts3HashFind(pHash, zToken, nToken) );
156805 p->nPendingData += (pList->nData + nToken + sizeof(Fts3HashElem));
156831 int nToken = 0;
156856 && SQLITE_OK==(rc = xNext(pCsr, &zToken, &nToken, &iStart, &iEnd, &iPos))
156864 if( iPos<0 || !zToken || nToken<=0 ){
156871 p, iCol, iPos, &p->aIndex[0].hPending, zToken, nToken
156878 if( nToken<pIndex->nPrefix ) continue;
161239 int nToken = 0; /* Number of bytes in token */
161243 rc = pModule->xNext(pT, &zToken, &nToken, &iDum1, &iDum2, &iPos);
161247 zToken, nToken, iLang, 0, iDocid, iCol, iPos
161250 if( p->aIndex[i].nPrefix<=nToken ){
161413 int nToken = 0; /* Number of bytes in token */
161417 rc = pModule->xNext(pTC, &zToken, &nToken, &iDum1, &iDum2, &iPos);
161422 && (pPT->n==nToken || (pPT->isPrefix && pPT->n<nToken))
161764 int nToken; /* Number of tokens seen so far */
161785 int nToken; /* Number of tokens in phrase */
162016 p->nToken += pPhrase->nToken;
162041 if( pnToken ) *pnToken = sCtx.nToken;
162161 for(j=0; j<pPhrase->nToken; j++){
162188 pPhrase->nToken = pExpr->pPhrase->nToken;
162836 int nToken = 0;
162848 nToken -= pIter->pExpr->pPhrase->nToken;
162849 pIter->iPosOffset = nToken;
162956 sqlite3_int64 nToken;
162957 a += sqlite3Fts3GetVarint(a, &nToken);
162958 iVal = (u32)(((u32)(nToken&0xffffffff)+nDoc/2)/nDoc);
162972 sqlite3_int64 nToken;
162973 a += sqlite3Fts3GetVarint(a, &nToken);
162974 pInfo->aMatchinfo[iCol] = (u32)nToken;
163120 int nToken /* Approximate number of tokens in snippet */
163129 ** below attempts to locate a single fragment of text nToken tokens in
163150 if( nToken>=0 ){
163151 nFToken = (nToken+nSnippet-1) / nSnippet;
163153 nFToken = -1 * nToken;
163242 nTerm = pExpr->pPhrase->nToken;
163268 int nToken; /* Number of tokens in query */
163282 rc = fts3ExprLoadDoclists(pCsr, 0, &nToken);
163286 sCtx.aTerm = (TermOffset *)sqlite3_malloc(sizeof(TermOffset)*nToken);
163343 for(i=0; i<nToken; i++){
182513 int nToken, /* Size of token in bytes */
182972 const char *pToken, int nToken, /* Token (or prefix) to query for */
183011 const char *pToken, int nToken /* Token to add or remove to or from index */
183135 const char *pToken, int nToken /* Token to add or remove to or from index */
184829 int nToken, /* Size of token in bytes */
184837 UNUSED_PARAM2(pToken, nToken);
184965 int nToken, /* Size of token in bytes */
184971 UNUSED_PARAM2(pToken, nToken);
185001 int nToken, /* Max tokens per snippet */
185018 if( rc==SQLITE_OK && ic==iCol && iOff>=iPos && iOff<(iPos+nToken) ){
185028 int iAdj = iFirst - (nToken - (iLast-iFirst)) / 2;
185029 if( (iAdj+nToken)>nDocsize ) iAdj = nDocsize - nToken;
185051 int nToken; /* 5th argument to snippet() */
185075 nToken = sqlite3_value_int(apVal[4]);
185114 io, nToken, &nScore, &iAdj
185123 if( rc==SQLITE_OK && sFinder.nFirst && nDocsize>nToken ){
185131 sFinder.aFirst[jj], nToken, &nScore, 0
185159 ctx.iRangeEnd = iBestStart + nToken - 1;
185236 sqlite3_int64 nToken = 0; /* Number of tokens in table */
185255 if( rc==SQLITE_OK ) rc = pApi->xColumnTotalSize(pFts, -1, &nToken);
185256 if( rc==SQLITE_OK ) p->avgdl = (double)nToken / (double)nRow;
186474 ** int nToken // Size of token in bytes
188261 int nToken, /* Size of token in bytes */
188274 if( nToken>FTS5_MAX_TOKEN_SIZE ) nToken = FTS5_MAX_TOKEN_SIZE;
188278 int nByte = sizeof(Fts5ExprTerm) + sizeof(Fts5Buffer) + nToken+1;
188285 memcpy(pSyn->zTerm, pToken, nToken);
188310 pTerm->zTerm = sqlite3Fts5Strndup(&rc, pToken, nToken);
189397 int nToken, /* Size of token in bytes */
189407 if( nToken>FTS5_MAX_TOKEN_SIZE ) nToken = FTS5_MAX_TOKEN_SIZE;
189414 if( (nTerm==nToken || (nTerm<nToken && pTerm->bPrefix))
189778 ** of bByte and (pToken/nToken). The value is (iRowid/iCol/iPos).
189790 const char *pToken, int nToken /* Token to add or remove to or from index */
189801 iHash = fts5HashKey2(pHash->nSlot, (u8)bByte, (const u8*)pToken, nToken);
189805 && p->nKey==nToken
189806 && memcmp(&zKey[1], pToken, nToken)==0
189816 int nByte = sizeof(Fts5HashEntry) + (nToken+1) + 1 + 64;
189823 iHash = fts5HashKey2(pHash->nSlot, (u8)bByte, (const u8*)pToken, nToken);
189833 memcpy(&zKey[1], pToken, nToken);
189834 assert( iHash==fts5HashKey(pHash->nSlot, (u8*)zKey, nToken+1) );
189835 p->nKey = nToken;
189836 zKey[nToken+1] = '\0';
189837 p->nData = nToken+1 + 1 + sizeof(Fts5HashEntry);
195107 int nToken, /* Size of buffer pToken in bytes */
195140 fts5MultiIterNew(p, pStruct, flags, pColset, pToken, nToken, -1, 0, &p1);
195151 assert_nc( memcmp(pToken, pTerm, MIN(nToken, nTerm))<=0 );
195153 if( nTerm<nToken || memcmp(pToken, pTerm, nToken) ) break;
195379 const char *pToken, int nToken /* Token to add or remove to or from index */
195390 p->pHash, p->iWriteRowid, iCol, iPos, FTS5_MAIN_PREFIX, pToken, nToken
195395 int nByte = sqlite3Fts5IndexCharlenToBytelen(pToken, nToken, nChar);
195413 const char *pToken, int nToken, /* Token (or prefix) to query for */
195425 if( sqlite3Fts5BufferSize(&p->rc, &buf, nToken+1)==0 ){
195427 if( nToken ) memcpy(&buf.p[1], pToken, nToken);
195446 int nChar = fts5IndexCharlen(pToken, nToken);
195458 pColset, buf.p, nToken+1, -1, 0, &pRet
195466 fts5SetupPrefixIter(p, bDesc, buf.p, nToken+1, pColset, &pRet);
199700 int nToken, /* Size of token in bytes */
199707 if( nToken>FTS5_MAX_TOKEN_SIZE ) nToken = FTS5_MAX_TOKEN_SIZE;
199711 return sqlite3Fts5IndexWrite(pIdx, pCtx->iCol, pCtx->szCol-1, pToken, nToken);
200131 int nToken, /* Size of token in bytes */
200144 if( nToken>FTS5_MAX_TOKEN_SIZE ) nToken = FTS5_MAX_TOKEN_SIZE;
200168 rc = sqlite3Fts5TermsetAdd(pTermset, 0, pToken, nToken, &bPresent);
200171 pCtx->iRowid, iCol, iPos, 0, pToken, nToken
200177 int nByte = sqlite3Fts5IndexCharlenToBytelen(pToken, nToken, nChar);
200583 int (*xToken)(void*, int, const char*, int nToken, int iStart, int iEnd)
200857 int (*xToken)(void*, int, const char*, int nToken, int iStart, int iEnd)
201593 int nToken,
201602 if( nToken>FTS5_PORTER_MAX_TOKEN || nToken<3 ) goto pass_through;
201604 nBuf = nToken;
201652 return p->xToken(p->pCtx, tflags, pToken, nToken, iStart, iEnd);
201663 int (*xToken)(void*, int, const char*, int nToken, int iStart, int iEnd)
