fixed memory violation in ICU chain code, restructuring tokenizer to allow for non...

[yaz-moved-to-github.git] / util / yaz-icu-example.xml

<icu_chain id="en:word" locale="en">
  <normalize rule="[:Control:] Any-Remove"/>
  <tokenize rule="l"/>
  <normalize rule="[[:WhiteSpace:][:Punctuation:]] Remove"/>
  <display/>
  <casemap rule="l"/>
  <index/>
  <sortkey/>
</icu_chain>