X-Git-Url: http://git.indexdata.com/?p=yaz-moved-to-github.git;a=blobdiff_plain;f=test%2Ftest_icu.c;h=43833fb9f86557a3fb0b2ca7cc271d6e44a5cb36;hp=d5420f3e684980bef6cccb5a085bacbcc3f4773d;hb=4df8de77ce5d4d97a9d5588f49a5c8298183776e;hpb=bbbc5ceb43ac100efb9e193fd87d364c18e77f7b diff --git a/test/test_icu.c b/test/test_icu.c index d5420f3..43833fb 100644 --- a/test/test_icu.c +++ b/test/test_icu.c @@ -1,5 +1,5 @@ /* This file is part of the YAZ toolkit. - * Copyright (C) 1995-2013 Index Data + * Copyright (C) Index Data * See the file LICENSE for details. */ @@ -368,6 +368,7 @@ static int test_icu_tokenizer(const char *locale, char action, struct icu_buf_utf16 *tkn16 = icu_buf_utf16_create(0); struct icu_buf_utf8 *tkn8 = icu_buf_utf8_create(0); struct icu_tokenizer *tokenizer = 0; + size_t org_start, org_len; /* transforming to UTF16 */ icu_utf16_from_utf8_cstr(src16, src8cstr, &status); @@ -383,7 +384,8 @@ static int test_icu_tokenizer(const char *locale, char action, icu_check_status(status); /* perform work on tokens */ - while (icu_tokenizer_next_token(tokenizer, tkn16, &status)) + while (icu_tokenizer_next_token(tokenizer, tkn16, &status, + &org_start, &org_len)) { icu_check_status(status);