X-Git-Url: http://git.indexdata.com/?p=lui-solr.git;a=blobdiff_plain;f=conf%2Fschema.xml;fp=conf%2Fschema.xml;h=00e92a5d81855f2daf023c37f6b9ec561cc4c8ff;hp=399c0405fe4ecdbc457765b7e6acaab5e50e1350;hb=99d97f8150e1ff7feb2cfd4afd2c717a4be6742b;hpb=aab2dd02c3641d0ba2ffb1b6833962fb82f722ec

diff --git a/conf/schema.xml b/conf/schema.xml
index 399c040..00e92a5 100644
--- a/conf/schema.xml
+++ b/conf/schema.xml
@@ -150,6 +150,35 @@
     </fieldType>
 
     <fieldtype name="ignored" stored="false" indexed="false" multiValued="true" class="solr.StrField" /> 
+
+    <!-- custom field type to prevent accidentally indexing enormous
+         terms in the catchall text field -->
+    <fieldType name="text_trunc" class="solr.TextField" positionIncrementGap="100">
+      <analyzer type="index">
+        <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+        <filter class="solr.StopFilterFactory"
+                ignoreCase="true"
+                words="stopwords.txt"
+                />
+        <filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.SnowballPorterFilterFactory"
+                language="English" protected="protwords.txt"/>
+        <filter class="solr.LengthFilterFactory" min="1" max="255"/>
+      </analyzer>
+      <analyzer type="query">
+        <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+        <filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
+        <filter class="solr.StopFilterFactory"
+                ignoreCase="true"
+                words="stopwords.txt"
+                />
+        <filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.SnowballPorterFilterFactory" language="English" protected="protwords.txt"/>
+      </analyzer>
+    </fieldType>
+
  </types>
 
  <fields>
@@ -234,7 +263,7 @@
    <field name="harvest-date"      type="string" indexed="true" stored="true"/>
 
    <!-- catchall fields, can be implemented via copyField further on in this schema -->
-   <field name="text" type="text" indexed="true" stored="false" multiValued="true"/>
+   <field name="text" type="text_trunc" indexed="true" stored="false" multiValued="true"/>
    <field name="text_rev" type="text_rev" indexed="true" stored="false" multiValued="true"/>
    <field name="payloads" type="payloads" indexed="true" stored="true"/>