null+****@clear*****
null+****@clear*****
2011年 12月 8日 (木) 09:25:33 JST
Susumu Yata 2011-12-08 00:25:33 +0000 (Thu, 08 Dec 2011)
New Revision: 6d70708a3b7f2c9bfffd2772f751cf912d86b27d
Log:
removed '*p == '\n'' because isspace() catches end of line markers.
Modified files:
plugins/tokenizers/mecab.c
Modified: plugins/tokenizers/mecab.c (+1 -1)
===================================================================
--- plugins/tokenizers/mecab.c 2011-12-07 01:19:11 +0000 (33b82ca)
+++ plugins/tokenizers/mecab.c 2011-12-08 00:25:33 +0000 (4d0e9a7)
@@ -116,7 +116,7 @@ mecab_init(grn_ctx *ctx, int nargs, grn_obj **args, grn_user_data *user_data)
}
// certain version of mecab returns trailing lf or spaces.
for (p = buf + strlen(buf) - 1;
- buf <= p && (*p == '\n' || isspace(*(unsigned char *)p));
+ buf <= p && isspace(*(unsigned char *)p);
p--) { *p = '\0'; }
//grn_log("sparsed='%s'", s);
token->buf = (unsigned char *)buf;