X-Git-Url: http://git.indexdata.com/?p=yaz-moved-to-github.git;a=blobdiff_plain;f=include%2Fyaz%2Ficu_I18N.h;h=d61c00702aa2a7e458672b2dd32431f7277798f4;hp=b26cb60dc718b5dfba5f253712af8507acb154a6;hb=94b1547e5951e1e01bf5180159e74095cd0527f4;hpb=8e4840a9a7b6117d92d9d97fdb4048a7f8b9ce09

diff --git a/include/yaz/icu_I18N.h b/include/yaz/icu_I18N.h
index b26cb60..d61c007 100644
--- a/include/yaz/icu_I18N.h
+++ b/include/yaz/icu_I18N.h
@@ -139,7 +139,8 @@ int icu_tokenizer_attach(struct icu_tokenizer * tokenizer,
 
 int32_t icu_tokenizer_next_token(struct icu_tokenizer * tokenizer,
                                  struct icu_buf_utf16 * tkn16,
-                                 UErrorCode *status);
+                                 UErrorCode *status,
+                                 size_t *start, size_t *len);
 
 int32_t icu_tokenizer_token_count(struct icu_tokenizer * tokenizer);