X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=index%2Fextract.c;h=a93373ce8f259656e1c6d37299c33ae9bb483729;hb=b3f079a571e404665620e8eb3bb1dd7db1ff6669;hp=6f4a8125cb01afa69e95b5ff0de5fd3513b74f9e;hpb=d182c066dcf77c0b3802e4641950c13c3b92498a;p=idzebra-moved-to-github.git

diff --git a/index/extract.c b/index/extract.c
index 6f4a812..a93373c 100644
--- a/index/extract.c
+++ b/index/extract.c
@@ -1798,6 +1798,11 @@ static void extract_add_icu(RecWord *p, zebra_map_t zm)
     zebra_map_tokenize_start(zm, p->term_buf, p->term_len);
     while (zebra_map_tokenize_next(zm, &res_buf, &res_len, 0, 0))
     {
+        if (res_len > IT_MAX_WORD)
+        {
+            yaz_log(YLOG_LOG, "Truncating long term %ld", (long) res_len);
+            res_len = IT_MAX_WORD;
+        }
         extract_add_string(p, zm, res_buf, res_len);
         p->seqno++;
     }