X-Git-Url: http://git.indexdata.com/?p=yaz-moved-to-github.git;a=blobdiff_plain;f=test%2Ftest_icu.c;fp=test%2Ftest_icu.c;h=cf9e4e84bc28829256cf183572c7a808bcec1276;hp=d5420f3e684980bef6cccb5a085bacbcc3f4773d;hb=7e4656f4fb50445df3713d6bea33a6fc4c5ab3d8;hpb=94b1547e5951e1e01bf5180159e74095cd0527f4 diff --git a/test/test_icu.c b/test/test_icu.c index d5420f3..cf9e4e8 100644 --- a/test/test_icu.c +++ b/test/test_icu.c @@ -368,6 +368,7 @@ static int test_icu_tokenizer(const char *locale, char action, struct icu_buf_utf16 *tkn16 = icu_buf_utf16_create(0); struct icu_buf_utf8 *tkn8 = icu_buf_utf8_create(0); struct icu_tokenizer *tokenizer = 0; + size_t org_start, org_len; /* transforming to UTF16 */ icu_utf16_from_utf8_cstr(src16, src8cstr, &status); @@ -383,7 +384,8 @@ static int test_icu_tokenizer(const char *locale, char action, icu_check_status(status); /* perform work on tokens */ - while (icu_tokenizer_next_token(tokenizer, tkn16, &status)) + while (icu_tokenizer_next_token(tokenizer, tkn16, &status, + &org_start, &org_len)) { icu_check_status(status);