X-Git-Url: http://git.indexdata.com/?p=yaz-moved-to-github.git;a=blobdiff_plain;f=include%2Fyaz%2Ficu_I18N.h;h=457f767b176c56dee9d55d3376566501c5ac7a51;hp=62e121bfe30ada9bfa3162832d3914805e3fd813;hb=64d15b4ed1a24c3064f4fa3c50668ea99b58111b;hpb=379504a233e3e2cc85bca1e7b6d864f1395aec7c diff --git a/include/yaz/icu_I18N.h b/include/yaz/icu_I18N.h index 62e121b..457f767 100644 --- a/include/yaz/icu_I18N.h +++ b/include/yaz/icu_I18N.h @@ -27,6 +27,9 @@ /** \file \brief Internal header for ICU utilities + + These functions, while non-static, are considered unstable and internal + and may be renamed for each YAZ release. */ #ifndef ICU_I18NL_H @@ -162,31 +165,31 @@ int32_t icu_tokenizer_token_count(struct icu_tokenizer * tokenizer); -struct icu_normalizer +struct icu_transform { char action; - struct icu_buf_utf16 * rules16; UParseError parse_error; UTransliterator * trans; }; -struct icu_normalizer * icu_normalizer_create(const char *rules, char action, - UErrorCode *status); - +struct icu_transform * icu_transform_create(const char *id, char action, + const char *rules, + UErrorCode *status); -void icu_normalizer_destroy(struct icu_normalizer * normalizer); +void icu_transform_destroy(struct icu_transform * transform); -int icu_normalizer_normalize(struct icu_normalizer * normalizer, - struct icu_buf_utf16 * dest16, - struct icu_buf_utf16 * src16, - UErrorCode *status); +int icu_transform_trans(struct icu_transform * transform, + struct icu_buf_utf16 * dest16, + struct icu_buf_utf16 * src16, + UErrorCode *status); enum icu_chain_step_type { ICU_chain_step_type_none, ICU_chain_step_type_display, /* convert to utf8 display format */ ICU_chain_step_type_casemap, /* apply utf16 charmap */ - ICU_chain_step_type_normalize, /* apply utf16 normalization */ - ICU_chain_step_type_tokenize /* apply utf16 tokenization */ + ICU_chain_step_type_transform, /* apply utf16 transform */ + ICU_chain_step_type_tokenize, /* apply utf16 tokenization */ + ICU_chain_step_type_transliterate /* apply utf16 tokenization */ }; @@ -197,7 +200,7 @@ struct icu_chain_step enum icu_chain_step_type type; union { struct icu_casemap * casemap; - struct icu_normalizer * normalizer; + struct icu_transform * transform; struct icu_tokenizer * tokenizer; } u; /* temprary post-action utf16 buffer */ @@ -257,6 +260,11 @@ int icu_chain_token_number(yaz_icu_chain_t chain); const UCollator * icu_chain_get_coll(yaz_icu_chain_t chain); +yaz_icu_chain_t icu_chain_create(const char * locale, + int sort, + UErrorCode * status); + + #endif /* ICU_I18NL_H */ /*