From: Dennis Schafroth <dennis@indexdata.com>
Date: Thu, 11 Nov 2010 12:13:04 +0000 (+0100)
Subject: Test for stemming
X-Git-Tag: v4.1.4~14^2~3
X-Git-Url: http://git.indexdata.com/?p=yaz-moved-to-github.git;a=commitdiff_plain;h=7b5b162f32acb625e9afba21e88acb56ca2ab04f

Test for stemming
---

diff --git a/test/tsticu-3.input b/test/tsticu-3.input
new file mode 100644
index 0000000..989f89d
--- /dev/null
+++ b/test/tsticu-3.input
@@ -0,0 +1,2 @@
+men running
+he runs 
diff --git a/test/tsticu-3.output b/test/tsticu-3.output
new file mode 100644
index 0000000..3139c0b
--- /dev/null
+++ b/test/tsticu-3.output
@@ -0,0 +1,4 @@
+1 1 'men' ''
+2 1 'run' ''
+3 2 'he' ''
+4 2 'run' ''
diff --git a/test/tsticu-3.xml b/test/tsticu-3.xml
new file mode 100644
index 0000000..f7db5c7
--- /dev/null
+++ b/test/tsticu-3.xml
@@ -0,0 +1,7 @@
+<icu_chain locale="en">
+  <transform rule="[:Control:] Any-Remove"/>
+  <tokenize rule="l"/>
+  <transform rule="[[:WhiteSpace:][:Punctuation:]] Remove"/>
+  <casemap rule="l"/>
+  <stemming rule="english" />
+</icu_chain>