[Groonga-commit] groonga/groonga at d68299a [master] tokenizer_query: support normalizer options

Back to archive index

Kouhei Sutou null+****@clear*****
Wed Apr 11 16:41:12 JST 2018


Kouhei Sutou	2018-04-11 16:41:12 +0900 (Wed, 11 Apr 2018)

  New Revision: d68299a23682b3afea7e50fbdad2409d25a887ad
  https://github.com/groonga/groonga/commit/d68299a23682b3afea7e50fbdad2409d25a887ad

  Message:
    tokenizer_query: support normalizer options

  Modified files:
    lib/tokenizer.c

  Modified: lib/tokenizer.c (+3 -8)
===================================================================
--- lib/tokenizer.c    2018-04-11 16:38:57 +0900 (c247efd2f)
+++ lib/tokenizer.c    2018-04-11 16:41:12 +0900 (0c162580f)
@@ -134,11 +134,9 @@ grn_tokenizer_query_open(grn_ctx *ctx, int num_args, grn_obj **args,
 
     {
       grn_obj * const table = args[0];
-      grn_table_flags table_flags;
       grn_encoding table_encoding;
       unsigned int query_length = GRN_TEXT_LEN(query_str);
       char *query_buf = (char *)GRN_PLUGIN_MALLOC(ctx, query_length + 1);
-      grn_obj *normalizer = NULL;
 
       if (query_buf == NULL) {
         GRN_PLUGIN_FREE(ctx, query);
@@ -146,17 +144,14 @@ grn_tokenizer_query_open(grn_ctx *ctx, int num_args, grn_obj **args,
                          "[tokenizer] failed to duplicate query");
         return NULL;
       }
-      grn_table_get_info(ctx, table, &table_flags, &table_encoding, NULL,
-                         &normalizer, NULL);
+      grn_table_get_info(ctx, table, NULL, &table_encoding, NULL,
+                         NULL, NULL);
       {
         grn_obj *normalized_query;
-        if (table_flags & GRN_OBJ_KEY_NORMALIZE) {
-          normalizer = GRN_NORMALIZER_AUTO;
-        }
         normalized_query = grn_string_open_(ctx,
                                             GRN_TEXT_VALUE(query_str),
                                             GRN_TEXT_LEN(query_str),
-                                            normalizer,
+                                            table,
                                             normalize_flags,
                                             table_encoding);
         if (!normalized_query) {
-------------- next part --------------
HTML����������������������������...
URL: https://lists.osdn.me/mailman/archives/groonga-commit/attachments/20180411/22a0b342/attachment.htm 



More information about the Groonga-commit mailing list
Back to archive index