Lines Matching defs:pTokenizer
13237 fts5_tokenizer *pTokenizer,
13246 fts5_tokenizer *pTokenizer
179126 int (*xDestroy)(sqlite3_tokenizer *pTokenizer);
179134 sqlite3_tokenizer *pTokenizer, /* Tokenizer object */
179193 sqlite3_tokenizer *pTokenizer; /* Tokenizer for this cursor. */
179518 sqlite3_tokenizer *pTokenizer; /* tokenizer for inserts and queries */
180190 p->pTokenizer->pModule->xDestroy(p->pTokenizer);
180835 sqlite3_tokenizer *pTokenizer = 0; /* Tokenizer for this table */
180882 ** initializes the tokenizer pTokenizer.
180890 if( !pTokenizer
180895 rc = sqlite3Fts3InitTokenizer(pHash, &z[9], &pTokenizer, pzErr);
181037 if( pTokenizer==0 ){
181038 rc = sqlite3Fts3InitTokenizer(pHash, "simple", &pTokenizer, pzErr);
181041 assert( pTokenizer );
181068 p->pTokenizer = pTokenizer;
181183 }else if( pTokenizer ){
181184 pTokenizer->pModule->xDestroy(pTokenizer);
183003 rc = sqlite3Fts3ExprParse(p->pTokenizer, pCsr->iLangid,
186413 sqlite3_tokenizer *pTokenizer; /* Tokenizer module */
186451 sqlite3_tokenizer *pTokenizer,
186457 sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
186461 rc = pModule->xOpen(pTokenizer, z, n, &pCsr);
186464 pCsr->pTokenizer = pTokenizer;
186502 sqlite3_tokenizer *pTokenizer = pParse->pTokenizer;
186503 sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
186516 rc = sqlite3Fts3OpenTokenizer(pTokenizer, pParse->iLangid, z, i, &pCursor);
186599 sqlite3_tokenizer *pTokenizer = pParse->pTokenizer;
186600 sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
186630 pTokenizer, pParse->iLangid, zInput, nInput, &pCursor);
187281 sqlite3_tokenizer *pTokenizer, /* Tokenizer module */
187295 sParse.pTokenizer = pTokenizer;
187331 ** The first parameter, pTokenizer, is passed the fts3 tokenizer module to
187344 sqlite3_tokenizer *pTokenizer, /* Tokenizer module */
187355 pTokenizer, iLangid, azCol, bFts4, nCol, iDefaultCol, z, n, ppExpr
187504 sqlite3_tokenizer *pTokenizer = 0;
187525 rc = sqlite3Fts3InitTokenizer(pHash, zTokenizer, &pTokenizer, &zErr);
187551 pTokenizer, 0, azCol, 0, nCol, nCol, zExpr, nExpr, &pExpr, &zDummy
187557 pTokenizer, 0, azCol, 0, nCol, nCol, zExpr, nExpr, &pExpr
187574 if( pTokenizer ){
187575 rc = pTokenizer->pModule->xDestroy(pTokenizer);
188079 static int porterDestroy(sqlite3_tokenizer *pTokenizer){
188080 sqlite3_free(pTokenizer);
188091 sqlite3_tokenizer *pTokenizer, /* The tokenizer */
188097 UNUSED_PARAMETER(pTokenizer);
188934 sqlite3_tokenizer *pTokenizer = 0;
188982 if( SQLITE_OK!=p->xCreate(argc-2, azArg, &pTokenizer) ){
188986 pTokenizer->pModule = p;
188987 if( sqlite3Fts3OpenTokenizer(pTokenizer, 0, zInput, nInput, &pCsr) ){
189004 if( SQLITE_OK!=p->xDestroy(pTokenizer) ){
189291 static int simpleDestroy(sqlite3_tokenizer *pTokenizer){
189292 sqlite3_free(pTokenizer);
189303 sqlite3_tokenizer *pTokenizer, /* The tokenizer */
189309 UNUSED_PARAMETER(pTokenizer);
189355 simple_tokenizer *t = (simple_tokenizer *) pCursor->pTokenizer;
189784 pCsr->pCsr->pTokenizer = pTab->pTok;
190691 sqlite3_tokenizer *pTokenizer = p->pTokenizer;
190692 sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
190697 assert( pTokenizer && pModule );
190707 rc = sqlite3Fts3OpenTokenizer(pTokenizer, iLangid, zText, -1, &pCsr);
195197 sqlite3_tokenizer_module const *pModule = p->pTokenizer->pModule;
195219 rc = sqlite3Fts3OpenTokenizer(p->pTokenizer, iLang, zText, -1, &pT);
195388 sqlite3_tokenizer *pT = p->pTokenizer;
196391 pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule;
196396 rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, iLangid, zDoc, nDoc, &pC);
196456 pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule;
196457 rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, pCsr->iLangid, zDoc,nDoc,&pC);
197298 sqlite3_tokenizer_module const *pMod = pTab->pTokenizer->pModule;
197364 rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, pCsr->iLangid,
197562 static int unicodeDestroy(sqlite3_tokenizer *pTokenizer){
197563 if( pTokenizer ){
197564 unicode_tokenizer *p = (unicode_tokenizer *)pTokenizer;
197782 unicode_tokenizer *p = ((unicode_tokenizer *)pCsr->base.pTokenizer);
207989 static int icuDestroy(sqlite3_tokenizer *pTokenizer){
207990 IcuTokenizer *p = (IcuTokenizer *)pTokenizer;
208002 sqlite3_tokenizer *pTokenizer, /* The tokenizer */
208007 IcuTokenizer *p = (IcuTokenizer *)pTokenizer;
221898 fts5_tokenizer *pTokenizer,
221907 fts5_tokenizer *pTokenizer
225801 ** Fts5Config.pTokenizer. Return SQLITE_OK if successful, or an SQLite error
239471 fts5_tokenizer *pTokenizer, /* Tokenizer implementation */
239488 pNew->x = *pTokenizer;
239527 fts5_tokenizer *pTokenizer /* Populate this object */
239534 *pTokenizer = pMod->x;
239537 memset(pTokenizer, 0, sizeof(fts5_tokenizer));
241042 Fts5Tokenizer *pTokenizer,
241048 AsciiTokenizer *p = (AsciiTokenizer*)pTokenizer;
241363 Fts5Tokenizer *pTokenizer,
241369 Unicode61Tokenizer *p = (Unicode61Tokenizer*)pTokenizer;
241477 Fts5Tokenizer *pTokenizer; /* Parent tokenizer instance */
241487 if( p->pTokenizer ){
241488 p->tokenizer.xDelete(p->pTokenizer);
241522 rc = pRet->tokenizer.xCreate(pUserdata, azArg2, nArg2, &pRet->pTokenizer);
242169 Fts5Tokenizer *pTokenizer,
242175 PorterTokenizer *p = (PorterTokenizer*)pTokenizer;
242181 p->pTokenizer, (void*)&sCtx, flags, pText, nText, fts5PorterCb