naoa
null+****@clear*****
Fri May 22 12:16:55 JST 2015
naoa 2015-05-22 12:16:55 +0900 (Fri, 22 May 2015) New Revision: 0ca3d1e198ca12ccf6fe6badd83480464522baf9 https://github.com/groonga/groonga/commit/0ca3d1e198ca12ccf6fe6badd83480464522baf9 Merged a487c11: Merge pull request #341 from naoa/support-trigram-force-prefix Message: token_cursor: support force prefix search when unmatured token is 2 characters or more Modified files: lib/token_cursor.c test/command/suite/tokenizers/trigram/force_prefix/multiple_tokens/unmatured_two_characters.expected test/command/suite/tokenizers/trigram/force_prefix/single_token/unmatured_two_characters.expected Modified: lib/token_cursor.c (+1 -1) =================================================================== --- lib/token_cursor.c 2015-05-22 11:33:44 +0900 (d98d1d4) +++ lib/token_cursor.c 2015-05-22 12:16:55 +0900 (ac1c936) @@ -245,7 +245,7 @@ grn_token_cursor_next(grn_ctx *ctx, grn_token_cursor *token_cursor) continue; } } else { - if (status & GRN_TOKEN_LAST) { + if (status & GRN_TOKEN_REACH_END) { token_cursor->force_prefix = GRN_TRUE; } } Modified: test/command/suite/tokenizers/trigram/force_prefix/multiple_tokens/unmatured_two_characters.expected (+1 -1) =================================================================== --- test/command/suite/tokenizers/trigram/force_prefix/multiple_tokens/unmatured_two_characters.expected 2015-05-22 11:33:44 +0900 (b34c9e9) +++ test/command/suite/tokenizers/trigram/force_prefix/multiple_tokens/unmatured_two_characters.expected 2015-05-22 12:16:55 +0900 (60b38c2) @@ -14,7 +14,7 @@ tokenize TokenTrigram "ABCだよ" NormalizerAuto --mode GET { "value": "だよ", "position": 1, - "force_prefix": false + "force_prefix": true } ] ] Modified: test/command/suite/tokenizers/trigram/force_prefix/single_token/unmatured_two_characters.expected (+1 -1) =================================================================== --- test/command/suite/tokenizers/trigram/force_prefix/single_token/unmatured_two_characters.expected 2015-05-22 11:33:44 +0900 (b5f1428) +++ test/command/suite/tokenizers/trigram/force_prefix/single_token/unmatured_two_characters.expected 2015-05-22 12:16:55 +0900 (413dfe0) @@ -1,2 +1,2 @@ tokenize TokenTrigram "だよ" NormalizerAuto --mode GET -[[0,0.0,0.0],[{"value":"だよ","position":0,"force_prefix":false}]] +[[0,0.0,0.0],[{"value":"だよ","position":0,"force_prefix":true}]] -------------- next part -------------- HTML����������������������������...下载
