* Copyright (C) 1995-2007, Index Data ApS
* See the file LICENSE for details.
*
- * $Id: yaz-icu.c,v 1.5 2007-10-25 08:40:06 marc Exp $
+ * $Id: yaz-icu.c,v 1.11 2007-11-08 13:35:14 adam Exp $
*/
#if HAVE_CONFIG_H
#include <yaz/options.h>
-#if HAVE_ICU
+#if YAZ_HAVE_ICU
#include <unicode/ucnv.h>
#include <unicode/ustring.h>
+#include <unicode/ucol.h>
+#include <unicode/ubrk.h>
+#include <unicode/utrans.h>
-#include <yaz/icu_I18N.h>
+#include <yaz/icu.h>
/* commando line and config parameters */
static struct config_t {
char conffile[1024];
char print[1024];
int xmloutput;
- struct icu_chain * chain;
+ yaz_icu_chain_t chain;
FILE * infile;
FILE * outfile;
} config;
" <normalize rule=\"[:Control:] Any-Remove\"/>\n"
" <tokenize rule=\"l\"/>\n"
" <normalize rule=\"[[:WhiteSpace:][:Punctuation:]] Remove\"/>\n"
- " <display/>\n"
" <casemap rule=\"l\"/>\n"
"</icu_chain>\n"
);
xmlDoc *doc = xmlParseFile(config.conffile);
xmlNode *xml_node = xmlDocGetRootElement(doc);
- xmlChar *xml_locale = xmlGetProp(xml_node, (xmlChar *) "locale");
long unsigned int token_count = 0;
long unsigned int line_count = 0;
exit (1);
}
- if (!xml_locale || !strlen((const char *) xml_locale))
- return;
-
- config.chain = icu_chain_xml_config(xml_node, (uint8_t *) xml_locale, 0,
- &status);
-
- xmlFree(xml_locale);
-
+ config.chain = icu_chain_xml_config(xml_node, 0, &status);
if (config.chain && U_SUCCESS(status))
success = 1;
" norm=\"%s\" display=\"%s\"/>\n",
token_count,
line_count,
- icu_chain_get_norm(config.chain),
- icu_chain_get_display(config.chain));
+ icu_chain_token_norm(config.chain),
+ icu_chain_token_display(config.chain));
else
fprintf(config.outfile, "%lu %lu '%s' '%s'\n",
token_count,
line_count,
- icu_chain_get_norm(config.chain),
- icu_chain_get_display(config.chain));
+ icu_chain_token_norm(config.chain),
+ icu_chain_token_display(config.chain));
}
}
free(line);
}
-#endif /* HAVE_ICU */
+#endif /* YAZ_HAVE_ICU */
int main(int argc, char **argv)
{
-#if HAVE_ICU
+#if YAZ_HAVE_ICU
read_params(argc, argv, &config);
if (config.print && strlen(config.print))
print_info(&config);
-#else /* HAVE_ICU */
+#else /* YAZ_HAVE_ICU */
printf("ICU not available on your system.\n"
"Please install libicu36-dev and icu-doc or similar, "
"re-configure and re-compile\n");
-#endif /* HAVE_ICU */
+#endif /* YAZ_HAVE_ICU */
return(0);
}