X-Git-Url: http://git.indexdata.com/?p=yaz-moved-to-github.git;a=blobdiff_plain;f=src%2Ficu_chain.c;h=d0a2857709b84d6f55b0989a188cb2b08be84e70;hp=b672975293c24ce880e6d18a0f7cbc15833e6a1e;hb=db0eb0996fc35e065bbf995f34c86ba4cd9dfb0f;hpb=13736900c0e6209ee7acb0d04fecdb636f8ba86a

diff --git a/src/icu_chain.c b/src/icu_chain.c
index b672975..d0a2857 100644
--- a/src/icu_chain.c
+++ b/src/icu_chain.c
@@ -426,6 +426,8 @@ struct icu_buf_utf16 *icu_iter_invoke(yaz_icu_iter_t iter,
                 struct icu_buf_utf16 *src = dst;
 
                 icu_tokenizer_attach(step->u.tokenizer, src, &iter->status);
+                iter->utf8_base = iter->utf16_base = 0;
+                icu_buf_utf16_copy(iter->org, src);
                 icu_buf_utf16_destroy(src);
             }
             dst = icu_buf_utf16_create(0);