Lines Matching defs:nToken
10759 int nToken, /* Size of token in bytes */
78254 int nToken; /* Length of the parameter token */
78278 n = findNextHostParameter(zRawSql, &nToken);
78282 assert( zRawSql[0] || nToken==0 );
78283 if( nToken==0 ) break;
78285 if( nToken>1 ){
78298 idx = sqlite3VdbeParameterIndex(p, zRawSql, nToken);
78301 zRawSql += nToken;
92263 ** EXPR_TOKENONLYSIZE. nToken is set to the number of bytes consumed
92268 int nToken;
92270 nToken = sqlite3Strlen30(p->u.zToken) + 1;
92272 nToken = 0;
92291 if( nToken ){
92293 memcpy(zToken, p->u.zToken, nToken);
145992 ** nToken will be the number of tokens in the string.
146021 int nToken; /* Number of tokens in the phrase */
148164 ** *pp1 so that (pos(*pp2)>pos(*pp1) && pos(*pp2)-pos(*pp1)<=nToken). i.e.
148165 ** when the *pp1 token appears before the *pp2 token, but not more than nToken
148168 ** e.g. nToken==1 searches for adjacent positions.
148172 int nToken, /* Maximum difference in token positions */
148215 if( iPos2==iPos1+nToken
148216 || (isExact==0 && iPos2>iPos1 && iPos2<=iPos1+nToken)
148224 if( (!isSaveLeft && iPos2<=(iPos1+nToken)) || iPos2<=iPos1 ){
149542 int nToken = 15; /* Default number of tokens in snippet */
149557 case 6: nToken = sqlite3_value_int(apVal[5]);
149565 }else if( nToken==0 ){
149568 sqlite3Fts3Snippet(pContext, pCsr, zStart, zEnd, zEllipsis, iCol, nToken);
149985 int nToken = pExpr->pPhrase->nToken;
149986 *pnToken += nToken;
149987 for(i=0; i<nToken; i++){
150089 for(iToken=0; rc==SQLITE_OK && iToken<p->nToken; iToken++){
150125 for(iToken=0; iToken<pPhrase->nToken; iToken++){
150242 && p->nToken<=MAX_INCR_PHRASE_TOKENS && p->nToken>0
150247 for(i=0; bIncrOk==1 && i<p->nToken; i++){
150258 for(i=0; rc==SQLITE_OK && i<p->nToken; i++){
150272 assert( rc!=SQLITE_OK || p->nToken<1 || p->aToken[0].pSegcsr==0 || p->bIncr );
150508 if( p->nToken==1 ){
150518 assert( p->nToken<=MAX_INCR_PHRASE_TOKENS );
150527 for(i=0; rc==SQLITE_OK && i<p->nToken && bEof==0; i++){
150534 assert( rc!=SQLITE_OK || (p->nToken>=1 && a[p->nToken-1].bIgnore==0) );
150538 for(i=0; i<p->nToken; i++){
150553 int nByte = a[p->nToken-1].nList;
150556 memcpy(aDoclist, a[p->nToken-1].pList, nByte+1);
150558 for(i=0; i<(p->nToken-1); i++){
150563 int nDist = p->nToken-1-i;
150569 if( i==(p->nToken-1) ){
150640 int nToken = pExpr->pPhrase->nToken;
150641 if( nToken ){
150643 for(i=0; i<nToken; i++){
150646 pExpr->bDeferred = (i==nToken);
150698 for(i=0; *pRc==SQLITE_OK && i<pPhrase->nToken; i++){
150811 int nToken = 0; /* Total number of tokens in cluster */
150831 nToken++;
150834 if( nOvfl==0 || nToken<2 ) return SQLITE_OK;
150863 for(ii=0; ii<nToken && rc==SQLITE_OK; ii++){
150892 if( ii==0 || (pTC->pPhrase->nToken>1 && ii!=nToken-1) ){
150936 int nToken = 0;
150940 fts3EvalAllocateReaders(pCsr, pCsr->pExpr, &nToken, &nOr, &rc);
150944 if( rc==SQLITE_OK && nToken>1 && pTab->bFts4 ){
150948 sizeof(Fts3TokenAndCost) * nToken
150951 apOr = (Fts3Expr **)&aTC[nToken];
150961 nToken = (int)(pTC-aTC);
150965 rc = fts3EvalSelectDeferred(pCsr, 0, aTC, nToken);
150967 rc = fts3EvalSelectDeferred(pCsr, apOr[ii], aTC, nToken);
151021 int nParam1 = nNear + pPhrase->nToken;
151041 *pnToken = pPhrase->nToken;
151273 int nToken = p->pPhrase->nToken;
151278 res = fts3EvalNearTrim(nNear, aTmp, &aPoslist, &nToken, pPhrase);
151282 nToken = pExpr->pRight->pPhrase->nToken;
151291 res = fts3EvalNearTrim(nNear, aTmp, &aPoslist, &nToken, pPhrase);
151506 for(i=0; i<pPhrase->nToken; i++){
151879 for(i=0; i<pPhrase->nToken; i++){
152669 int nToken = 0, iStart = 0, iEnd = 0, iPosition = 0;
152672 rc = pModule->xNext(pCursor, &zToken, &nToken, &iStart, &iEnd, &iPosition);
152674 nByte = sizeof(Fts3Expr) + sizeof(Fts3Phrase) + nToken;
152681 pRet->pPhrase->nToken = 1;
152683 pRet->pPhrase->aToken[0].n = nToken;
152685 memcpy(pRet->pPhrase->aToken[0].z, zToken, nToken);
152758 int nToken = 0;
152796 assert( nToken==ii );
152806 nToken = ii+1;
152818 p = fts3ReallocOrFree(p, nSpace + nToken*sizeof(Fts3PhraseToken) + nTemp);
152824 p->pPhrase->nToken = nToken;
152826 zBuf = (char *)&p->pPhrase->aToken[nToken];
152834 for(jj=0; jj<p->pPhrase->nToken; jj++){
153628 for(i=0; zBuf && i<pPhrase->nToken; i++){
155111 int nToken = 0;
155156 while( SQLITE_OK==p->xNext(pCsr, &zToken, &nToken, &iStart, &iEnd, &iPos) ){
155158 Tcl_ListObjAppendElement(0, pRet, Tcl_NewStringObj(zToken, nToken));
155160 nToken = iEnd-iStart;
155161 Tcl_ListObjAppendElement(0, pRet, Tcl_NewStringObj(zToken, nToken));
155656 int nToken; /* Size of zToken in bytes */
155877 pCsr->nToken = 0;
155905 &pCsr->zToken, &pCsr->nToken,
155978 sqlite3_result_text(pCtx, pCsr->zToken, pCsr->nToken, SQLITE_TRANSIENT);
156797 int nToken
156802 pList = (PendingList *)fts3HashFind(pHash, zToken, nToken);
156804 p->nPendingData -= (pList->nData + nToken + sizeof(Fts3HashElem));
156807 if( pList==fts3HashInsert(pHash, zToken, nToken, pList) ){
156811 assert( 0==fts3HashFind(pHash, zToken, nToken) );
156817 p->nPendingData += (pList->nData + nToken + sizeof(Fts3HashElem));
156843 int nToken = 0;
156868 && SQLITE_OK==(rc = xNext(pCsr, &zToken, &nToken, &iStart, &iEnd, &iPos))
156876 if( iPos<0 || !zToken || nToken<=0 ){
156883 p, iCol, iPos, &p->aIndex[0].hPending, zToken, nToken
156890 if( nToken<pIndex->nPrefix ) continue;
161251 int nToken = 0; /* Number of bytes in token */
161255 rc = pModule->xNext(pT, &zToken, &nToken, &iDum1, &iDum2, &iPos);
161259 zToken, nToken, iLang, 0, iDocid, iCol, iPos
161262 if( p->aIndex[i].nPrefix<=nToken ){
161425 int nToken = 0; /* Number of bytes in token */
161429 rc = pModule->xNext(pTC, &zToken, &nToken, &iDum1, &iDum2, &iPos);
161434 && (pPT->n==nToken || (pPT->isPrefix && pPT->n<nToken))
161776 int nToken; /* Number of tokens seen so far */
161797 int nToken; /* Number of tokens in phrase */
162028 p->nToken += pPhrase->nToken;
162053 if( pnToken ) *pnToken = sCtx.nToken;
162173 for(j=0; j<pPhrase->nToken; j++){
162200 pPhrase->nToken = pExpr->pPhrase->nToken;
162848 int nToken = 0;
162860 nToken -= pIter->pExpr->pPhrase->nToken;
162861 pIter->iPosOffset = nToken;
162968 sqlite3_int64 nToken;
162969 a += sqlite3Fts3GetVarint(a, &nToken);
162970 iVal = (u32)(((u32)(nToken&0xffffffff)+nDoc/2)/nDoc);
162984 sqlite3_int64 nToken;
162985 a += sqlite3Fts3GetVarint(a, &nToken);
162986 pInfo->aMatchinfo[iCol] = (u32)nToken;
163132 int nToken /* Approximate number of tokens in snippet */
163141 ** below attempts to locate a single fragment of text nToken tokens in
163162 if( nToken>=0 ){
163163 nFToken = (nToken+nSnippet-1) / nSnippet;
163165 nFToken = -1 * nToken;
163254 nTerm = pExpr->pPhrase->nToken;
163280 int nToken; /* Number of tokens in query */
163294 rc = fts3ExprLoadDoclists(pCsr, 0, &nToken);
163298 sCtx.aTerm = (TermOffset *)sqlite3_malloc(sizeof(TermOffset)*nToken);
163355 for(i=0; i<nToken; i++){
182525 int nToken, /* Size of token in bytes */
182984 const char *pToken, int nToken, /* Token (or prefix) to query for */
183023 const char *pToken, int nToken /* Token to add or remove to or from index */
183147 const char *pToken, int nToken /* Token to add or remove to or from index */
184841 int nToken, /* Size of token in bytes */
184849 UNUSED_PARAM2(pToken, nToken);
184977 int nToken, /* Size of token in bytes */
184983 UNUSED_PARAM2(pToken, nToken);
185013 int nToken, /* Max tokens per snippet */
185030 if( rc==SQLITE_OK && ic==iCol && iOff>=iPos && iOff<(iPos+nToken) ){
185040 int iAdj = iFirst - (nToken - (iLast-iFirst)) / 2;
185041 if( (iAdj+nToken)>nDocsize ) iAdj = nDocsize - nToken;
185063 int nToken; /* 5th argument to snippet() */
185087 nToken = sqlite3_value_int(apVal[4]);
185126 io, nToken, &nScore, &iAdj
185135 if( rc==SQLITE_OK && sFinder.nFirst && nDocsize>nToken ){
185143 sFinder.aFirst[jj], nToken, &nScore, 0
185171 ctx.iRangeEnd = iBestStart + nToken - 1;
185248 sqlite3_int64 nToken = 0; /* Number of tokens in table */
185267 if( rc==SQLITE_OK ) rc = pApi->xColumnTotalSize(pFts, -1, &nToken);
185268 if( rc==SQLITE_OK ) p->avgdl = (double)nToken / (double)nRow;
186486 ** int nToken // Size of token in bytes
188273 int nToken, /* Size of token in bytes */
188286 if( nToken>FTS5_MAX_TOKEN_SIZE ) nToken = FTS5_MAX_TOKEN_SIZE;
188290 int nByte = sizeof(Fts5ExprTerm) + sizeof(Fts5Buffer) + nToken+1;
188297 memcpy(pSyn->zTerm, pToken, nToken);
188322 pTerm->zTerm = sqlite3Fts5Strndup(&rc, pToken, nToken);
189409 int nToken, /* Size of token in bytes */
189419 if( nToken>FTS5_MAX_TOKEN_SIZE ) nToken = FTS5_MAX_TOKEN_SIZE;
189426 if( (nTerm==nToken || (nTerm<nToken && pTerm->bPrefix))
189790 ** of bByte and (pToken/nToken). The value is (iRowid/iCol/iPos).
189802 const char *pToken, int nToken /* Token to add or remove to or from index */
189813 iHash = fts5HashKey2(pHash->nSlot, (u8)bByte, (const u8*)pToken, nToken);
189817 && p->nKey==nToken
189818 && memcmp(&zKey[1], pToken, nToken)==0
189828 int nByte = sizeof(Fts5HashEntry) + (nToken+1) + 1 + 64;
189835 iHash = fts5HashKey2(pHash->nSlot, (u8)bByte, (const u8*)pToken, nToken);
189845 memcpy(&zKey[1], pToken, nToken);
189846 assert( iHash==fts5HashKey(pHash->nSlot, (u8*)zKey, nToken+1) );
189847 p->nKey = nToken;
189848 zKey[nToken+1] = '\0';
189849 p->nData = nToken+1 + 1 + sizeof(Fts5HashEntry);
195119 int nToken, /* Size of buffer pToken in bytes */
195152 fts5MultiIterNew(p, pStruct, flags, pColset, pToken, nToken, -1, 0, &p1);
195163 assert_nc( memcmp(pToken, pTerm, MIN(nToken, nTerm))<=0 );
195165 if( nTerm<nToken || memcmp(pToken, pTerm, nToken) ) break;
195391 const char *pToken, int nToken /* Token to add or remove to or from index */
195402 p->pHash, p->iWriteRowid, iCol, iPos, FTS5_MAIN_PREFIX, pToken, nToken
195407 int nByte = sqlite3Fts5IndexCharlenToBytelen(pToken, nToken, nChar);
195425 const char *pToken, int nToken, /* Token (or prefix) to query for */
195437 if( sqlite3Fts5BufferSize(&p->rc, &buf, nToken+1)==0 ){
195439 if( nToken ) memcpy(&buf.p[1], pToken, nToken);
195458 int nChar = fts5IndexCharlen(pToken, nToken);
195470 pColset, buf.p, nToken+1, -1, 0, &pRet
195478 fts5SetupPrefixIter(p, bDesc, buf.p, nToken+1, pColset, &pRet);
199712 int nToken, /* Size of token in bytes */
199719 if( nToken>FTS5_MAX_TOKEN_SIZE ) nToken = FTS5_MAX_TOKEN_SIZE;
199723 return sqlite3Fts5IndexWrite(pIdx, pCtx->iCol, pCtx->szCol-1, pToken, nToken);
200143 int nToken, /* Size of token in bytes */
200156 if( nToken>FTS5_MAX_TOKEN_SIZE ) nToken = FTS5_MAX_TOKEN_SIZE;
200180 rc = sqlite3Fts5TermsetAdd(pTermset, 0, pToken, nToken, &bPresent);
200183 pCtx->iRowid, iCol, iPos, 0, pToken, nToken
200189 int nByte = sqlite3Fts5IndexCharlenToBytelen(pToken, nToken, nChar);
200595 int (*xToken)(void*, int, const char*, int nToken, int iStart, int iEnd)
200869 int (*xToken)(void*, int, const char*, int nToken, int iStart, int iEnd)
201605 int nToken,
201614 if( nToken>FTS5_PORTER_MAX_TOKEN || nToken<3 ) goto pass_through;
201616 nBuf = nToken;
201664 nToken, iStart, iEnd);
201675 int (*xToken)(void*, int, const char*, int nToken, int iStart, int iEnd)
