Example of punctuals removal at sentence end

[yaz-moved-to-github.git] / test / test_icu.4.xml

diff --git a/test/test_icu.4.xml b/test/test_icu.4.xml
new file mode 100644 (file)
index 0000000..8379d35
--- /dev/null
+++ b/test/test_icu.4.xml
@@ -0,0 +1,7 @@
+<icu_chain locale="en">
+  <tokenize rule="s"/>
+  <transliterate>
+[:punctuation:]* } [$] > ''; 
+ </transliterate>
+</icu_chain>
+