From db0eb0996fc35e065bbf995f34c86ba4cd9dfb0f Mon Sep 17 00:00:00 2001 From: Adam Dickmeiss Date: Mon, 30 Mar 2015 16:16:48 +0200 Subject: [PATCH 1/1] Fix icu_iter_get_norm returns invalid size for some input YAZ-834 The icu_iter_get_org_info returns information based on string as it appears on tokenize step. --- src/icu_chain.c | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/icu_chain.c b/src/icu_chain.c index b672975..d0a2857 100644 --- a/src/icu_chain.c +++ b/src/icu_chain.c @@ -426,6 +426,8 @@ struct icu_buf_utf16 *icu_iter_invoke(yaz_icu_iter_t iter, struct icu_buf_utf16 *src = dst; icu_tokenizer_attach(step->u.tokenizer, src, &iter->status); + iter->utf8_base = iter->utf16_base = 0; + icu_buf_utf16_copy(iter->org, src); icu_buf_utf16_destroy(src); } dst = icu_buf_utf16_create(0); -- 1.7.10.4