diff --git a/ext/fts5/fts5_tokenize.c b/ext/fts5/fts5_tokenize.c index 098d0c86b7..f12056170f 100644 --- a/ext/fts5/fts5_tokenize.c +++ b/ext/fts5/fts5_tokenize.c @@ -227,14 +227,14 @@ static const unsigned char sqlite3Utf8Trans1[] = { } \ } -#define SKIP_UTF8(zIn) { \ +#endif /* ifndef SQLITE_AMALGAMATION */ + +#define FTS5_SKIP_UTF8(zIn) { \ if( ((unsigned char)(*(zIn++)))>=0xc0 ){ \ while( (((unsigned char)*zIn) & 0xc0)==0x80 ){ zIn++; } \ } \ } -#endif /* ifndef SQLITE_AMALGAMATION */ - typedef struct Unicode61Tokenizer Unicode61Tokenizer; struct Unicode61Tokenizer { unsigned char aTokenChar[128]; /* ASCII range token characters */ @@ -1297,6 +1297,7 @@ static int fts5TriCreate( }else{ int i; pNew->bFold = 1; + pNew->iFoldParam = 0; for(i=0; rc==SQLITE_OK && i