groonga-d ~master (2021-11-05T15:06:01Z)
Home
Dub
Repo
GRN_TOKENIZER_END_MARK_UTF8
groonga_d
tokenizer
Undocumented in source but is binding to C. You might be able to learn more by searching the web for its name.
extern (
C
) nothrow @
nogc
enum
GRN_TOKENIZER_END_MARK_UTF8
=
"\xEF\xBF\xB0"
;
Meta
Source
See Source File
groonga_d
tokenizer
aliases
grn_tokenizer_fin_func
grn_tokenizer_init_func
grn_tokenizer_next_func
grn_tokenizer_status
grn_tokenizer_token
functions
grn_tokenizer_charlen
grn_tokenizer_create
grn_tokenizer_have_tokenized_delimiter
grn_tokenizer_is_tokenized_delimiter
grn_tokenizer_isspace
grn_tokenizer_next_by_tokenized_delimiter
grn_tokenizer_query_close
grn_tokenizer_query_create
grn_tokenizer_query_destroy
grn_tokenizer_query_get_encoding
grn_tokenizer_query_get_flags
grn_tokenizer_query_get_index_column
grn_tokenizer_query_get_lexicon
grn_tokenizer_query_get_mode
grn_tokenizer_query_get_normalize_flags
grn_tokenizer_query_get_normalized_string
grn_tokenizer_query_get_options
grn_tokenizer_query_get_raw_string
grn_tokenizer_query_get_source_column
grn_tokenizer_query_get_source_id
grn_tokenizer_query_get_token_filter_index
grn_tokenizer_query_have_tokenized_delimiter
grn_tokenizer_query_open
grn_tokenizer_query_set_normalize_flags
grn_tokenizer_register
grn_tokenizer_set_fin_func
grn_tokenizer_set_init_func
grn_tokenizer_set_next_func
grn_tokenizer_token_fin
grn_tokenizer_token_init
grn_tokenizer_token_push
grn_tokenizer_tokenized_delimiter_next
manifest constants
GRN_TOKENIZER_BEGIN_MARK_UTF8
GRN_TOKENIZER_BEGIN_MARK_UTF8_LEN
GRN_TOKENIZER_CONTINUE
GRN_TOKENIZER_END_MARK_UTF8
GRN_TOKENIZER_END_MARK_UTF8_LEN
GRN_TOKENIZER_LAST
GRN_TOKENIZER_TOKENIZED_DELIMITER_UTF8
GRN_TOKENIZER_TOKENIZED_DELIMITER_UTF8_LEN
GRN_TOKENIZER_TOKEN_CONTINUE
GRN_TOKENIZER_TOKEN_FORCE_PREFIX
GRN_TOKENIZER_TOKEN_LAST
GRN_TOKENIZER_TOKEN_OVERLAP
GRN_TOKENIZER_TOKEN_REACH_END
GRN_TOKENIZER_TOKEN_SKIP
GRN_TOKENIZER_TOKEN_SKIP_WITH_POSITION
GRN_TOKENIZER_TOKEN_UNMATURED
structs
_grn_tokenizer_token