- assert(U_SUCCESS(status));
- }
-#endif
- return 0;
-}
-
-#if 0
-int zebra_map_tokenize(zebra_map_t zm,
- const char *buf, size_t len,
- const char **result_buf, size_t *result_len)
-{
- assert(zm->use_chain);
-
- if (buf)
- {
- wrbuf_rewind(zm->input_str);
- wrbuf_write(zm->input_str, buf, len);
- zm->simple_off = 0;
- }
-
-#if YAZ_HAVE_ICU
- if (!zm->icu_chain)
- return tokenize_simple(zm, result_buf, result_len);
- else
- {
- UErrorCode status;
- if (buf)
- {
- if (zm->debug)
- {
- wrbuf_rewind(zm->print_str);
- wrbuf_write_escaped(zm->print_str, wrbuf_buf(zm->input_str),
- wrbuf_len(zm->input_str));
-
- yaz_log(YLOG_LOG, "input %s",
- wrbuf_cstr(zm->print_str));
- }
- icu_chain_assign_cstr(zm->icu_chain,
- wrbuf_cstr(zm->input_str),
- &status);
- assert(U_SUCCESS(status));
- }
- while (icu_chain_next_token(zm->icu_chain, &status))