fts3_tokenizer1.c File Reference

Go to the source code of this file.

Classes
struct	simple_tokenizer
struct	simple_tokenizer_cursor
Functions
static int	simpleDelim (simple_tokenizer *t, unsigned char c)
static int	simpleCreate (int argc, const char *const *argv, sqlite3_tokenizer **ppTokenizer)
static int	simpleDestroy (sqlite3_tokenizer *pTokenizer)
static int	simpleOpen (sqlite3_tokenizer *pTokenizer, const char *pInput, int nBytes, sqlite3_tokenizer_cursor **ppCursor)
static int	simpleClose (sqlite3_tokenizer_cursor *pCursor)
static int	simpleNext (sqlite3_tokenizer_cursor *pCursor, const char **ppToken, int *pnBytes, int *piStartOffset, int *piEndOffset, int *piPosition)
void	sqlite3Fts3SimpleTokenizerModule (sqlite3_tokenizer_module const **ppModule)
Variables
static const sqlite3_tokenizer_module	simpleTokenizerModule

---

Function Documentation

static int simpleClose

(

sqlite3_tokenizer_cursor *

pCursor

)

[static]

Definition at line 145 of file fts3_tokenizer1.c.

References simple_tokenizer_cursor::pToken, sqlite3_free(), and SQLITE_OK.

static int simpleCreate	(	int	argc,
		const char *const *	argv,
		sqlite3_tokenizer **	ppTokenizer
	)			[static]

Definition at line 62 of file fts3_tokenizer1.c.

References simple_tokenizer::base, simple_tokenizer::delim, sqlite3_free(), sqlite3_malloc(), SQLITE_ERROR, SQLITE_NOMEM, and SQLITE_OK.

static int simpleDelim	(	simple_tokenizer *	t,
		unsigned char	c
	)			[static]

Definition at line 55 of file fts3_tokenizer1.c.

References simple_tokenizer::delim.

Referenced by simpleNext().

static int simpleDestroy

(

sqlite3_tokenizer *

pTokenizer

)

[static]

Definition at line 103 of file fts3_tokenizer1.c.

References sqlite3_free(), and SQLITE_OK.

static int simpleNext	(	sqlite3_tokenizer_cursor *	pCursor,
		const char **	ppToken,
		int *	pnBytes,
		int *	piStartOffset,
		int *	piEndOffset,
		int *	piPosition
	)			[static]

Definition at line 156 of file fts3_tokenizer1.c.

References simple_tokenizer_cursor::iOffset, simple_tokenizer_cursor::iToken, simple_tokenizer_cursor::nBytes, simple_tokenizer_cursor::nTokenAllocated, simple_tokenizer_cursor::pInput, simple_tokenizer_cursor::pToken, sqlite3_tokenizer_cursor::pTokenizer, simpleDelim(), sqlite3_realloc(), SQLITE_DONE, SQLITE_NOMEM, and SQLITE_OK.

static int simpleOpen	(	sqlite3_tokenizer *	pTokenizer,
		const char *	pInput,
		int	nBytes,
		sqlite3_tokenizer_cursor **	ppCursor
	)			[static]

Definition at line 114 of file fts3_tokenizer1.c.

References simple_tokenizer_cursor::base, simple_tokenizer_cursor::iOffset, simple_tokenizer_cursor::iToken, simple_tokenizer_cursor::nBytes, simple_tokenizer_cursor::nTokenAllocated, simple_tokenizer_cursor::pInput, simple_tokenizer_cursor::pToken, sqlite3_malloc(), SQLITE_NOMEM, and SQLITE_OK.

void sqlite3Fts3SimpleTokenizerModule

(

sqlite3_tokenizer_module const **

ppModule

)

Definition at line 224 of file fts3_tokenizer1.c.

Referenced by sqlite3Fts3Init().

---

Variable Documentation

static const sqlite3_tokenizer_module simpleTokenizerModule [static]

Initial value:

 {
  0,
  simpleCreate,
  simpleDestroy,
  simpleOpen,
  simpleClose,
  simpleNext,
}

Definition at line 53 of file fts3_tokenizer1.c.