token.h File Reference

#include "groonga_in.h"
#include "ctx.h"
#include "db.h"
#include "str.h"

Include dependency graph for token.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Data Structures
struct	grn_token

Macros
#define	GRN_TOKEN_ENABLE_TOKENIZED_DELIMITER   (0x01L<<0)

Enumerations
enum	grn_token_mode { GRN_TOKEN_GET = 0, GRN_TOKEN_ADD, GRN_TOKEN_DEL }
enum	grn_token_status { GRN_TOKEN_DOING = 0, GRN_TOKEN_DONE, GRN_TOKEN_NOT_FOUND }

Functions
grn_rc	grn_token_init (void)
grn_rc	grn_token_fin (void)
GRN_API grn_token *	grn_token_open (grn_ctx *ctx, grn_obj *table, const char *str, size_t str_len, grn_token_mode mode, unsigned int flags)
GRN_API grn_id	grn_token_next (grn_ctx *ctx, grn_token *ng)
GRN_API grn_rc	grn_token_close (grn_ctx *ctx, grn_token *ng)
grn_rc	grn_db_init_mecab_tokenizer (grn_ctx *ctx)
grn_rc	grn_db_init_builtin_tokenizers (grn_ctx *ctx)

Variables
grn_obj *	grn_token_uvector

Macro Definition Documentation

#define GRN_TOKEN_ENABLE_TOKENIZED_DELIMITER   (0x01L<<0)

Definition at line 75 of file token.h.

Enumeration Type Documentation

enum grn_token_mode

Enumerator:

GRN_TOKEN_GET
GRN_TOKEN_ADD
GRN_TOKEN_DEL

Definition at line 40 of file token.h.

enum grn_token_status

Enumerator:

GRN_TOKEN_DOING
GRN_TOKEN_DONE
GRN_TOKEN_NOT_FOUND

Definition at line 46 of file token.h.

Function Documentation

grn_rc grn_db_init_builtin_tokenizers

(

grn_ctx *

ctx

)

Definition at line 722 of file token.c.

Here is the caller graph for this function:

grn_rc grn_db_init_mecab_tokenizer

(

grn_ctx *

ctx

)

Definition at line 694 of file token.c.

Here is the call graph for this function:

Here is the caller graph for this function:

GRN_API grn_rc grn_token_close	(	grn_ctx *	ctx,
		grn_token *	ng
	)

Definition at line 676 of file token.c.

Here is the call graph for this function:

Here is the caller graph for this function:

grn_rc grn_token_fin

(

void

)

Definition at line 489 of file token.c.

Here is the caller graph for this function:

grn_rc grn_token_init

(

void

)

Definition at line 474 of file token.c.

Here is the caller graph for this function:

GRN_API grn_id grn_token_next	(	grn_ctx *	ctx,
		grn_token *	ng
	)

Definition at line 558 of file token.c.

Here is the call graph for this function:

Here is the caller graph for this function:

GRN_API grn_token* grn_token_open	(	grn_ctx *	ctx,
		grn_obj *	table,
		const char *	str,
		size_t	str_len,
		grn_token_mode	mode,
		unsigned int	flags
	)

Definition at line 495 of file token.c.

Here is the call graph for this function:

Here is the caller graph for this function:

Variable Documentation

grn_obj* grn_token_uvector

Definition at line 30 of file token.c.