+++ /dev/null
-/* $Id: recgrs.c,v 1.112 2006-06-13 20:04:15 adam Exp $
- Copyright (C) 1995-2006
- Index Data ApS
-
-This file is part of the Zebra server.
-
-Zebra is free software; you can redistribute it and/or modify it under
-the terms of the GNU General Public License as published by the Free
-Software Foundation; either version 2, or (at your option) any later
-version.
-
-Zebra is distributed in the hope that it will be useful, but WITHOUT ANY
-WARRANTY; without even the implied warranty of MERCHANTABILITY or
-FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
-for more details.
-
-You should have received a copy of the GNU General Public License
-along with Zebra; see the file LICENSE.zebra. If not, write to the
-Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
-02111-1307, USA.
-*/
-
-#include <stdio.h>
-#include <assert.h>
-#include <sys/types.h>
-#include <ctype.h>
-
-#include <yaz/log.h>
-#include <yaz/oid.h>
-
-#include <d1_absyn.h>
-#include <idzebra/recgrs.h>
-
-#define GRS_MAX_WORD 512
-
-struct source_parser {
- int len;
- const char *tok;
- const char *src;
- int lookahead;
- NMEM nmem;
-};
-
-static int sp_lex(struct source_parser *sp)
-{
- while (*sp->src == ' ')
- (sp->src)++;
- sp->tok = sp->src;
- sp->len = 0;
- while (*sp->src && !strchr("<>();,-: ", *sp->src))
- {
- sp->src++;
- sp->len++;
- }
- if (sp->len)
- sp->lookahead = 't';
- else
- {
- sp->lookahead = *sp->src;
- if (*sp->src)
- sp->src++;
- }
- return sp->lookahead;
-}
-
-static int sp_expr(struct source_parser *sp, data1_node *n, RecWord *wrd);
-
-static int sp_range(struct source_parser *sp, data1_node *n, RecWord *wrd)
-{
- int start, len;
- RecWord tmp_w;
-
- /* ( */
- sp_lex(sp);
- if (sp->lookahead != '(')
- return 0;
- sp_lex(sp); /* skip ( */
-
- /* 1st arg: string */
- if (!sp_expr(sp, n, wrd))
- return 0;
-
- if (sp->lookahead != ',')
- return 0;
- sp_lex(sp); /* skip , */
-
- /* 2nd arg: start */
- if (!sp_expr(sp, n, &tmp_w))
- return 0;
- start = atoi_n(tmp_w.term_buf, tmp_w.term_len);
-
- if (sp->lookahead == ',')
- {
- sp_lex(sp); /* skip , */
-
- /* 3rd arg: length */
- if (!sp_expr(sp, n, &tmp_w))
- return 0;
- len = atoi_n(tmp_w.term_buf, tmp_w.term_len);
- }
- else
- len = wrd->term_len;
-
- /* ) */
- if (sp->lookahead != ')')
- return 0;
- sp_lex(sp);
-
- if (wrd->term_buf && wrd->term_len)
- {
- wrd->term_buf += start;
- wrd->term_len -= start;
- if (wrd->term_len > len)
- wrd->term_len = len;
- }
- return 1;
-}
-
-static int sp_first(struct source_parser *sp, data1_node *n, RecWord *wrd)
-{
- char num_str[20];
- int min_pos = -1;
- sp_lex(sp);
- if (sp->lookahead != '(')
- return 0;
- sp_lex(sp); /* skip ( */
- if (!sp_expr(sp, n, wrd))
- return 0;
- while (sp->lookahead == ',')
- {
- RecWord search_w;
- int i;
- sp_lex(sp); /* skip , */
-
- if (!sp_expr(sp, n, &search_w))
- return 0;
- for (i = 0; i<wrd->term_len; i++)
- {
- int j;
- for (j = 0; j<search_w.term_len && i+j < wrd->term_len; j++)
- if (wrd->term_buf[i+j] != search_w.term_buf[j])
- break;
- if (j == search_w.term_len) /* match ? */
- {
- if (min_pos == -1 || i < min_pos)
- min_pos = i;
- break;
- }
- }
- }
- if (sp->lookahead != ')')
- return 0;
- sp_lex(sp);
- if (min_pos == -1)
- min_pos = 0; /* the default if not found */
- sprintf(num_str, "%d", min_pos);
- wrd->term_buf = nmem_strdup(sp->nmem, num_str);
- wrd->term_len = strlen(wrd->term_buf);
- return 1;
-}
-
-static int sp_expr(struct source_parser *sp, data1_node *n, RecWord *wrd)
-{
- if (sp->lookahead != 't')
- return 0;
- if (sp->len == 4 && !memcmp(sp->tok, "data", sp->len))
- {
- if (n->which == DATA1N_data)
- {
- wrd->term_buf = n->u.data.data;
- wrd->term_len = n->u.data.len;
- }
- sp_lex(sp);
- }
- else if (sp->len == 3 && !memcmp(sp->tok, "tag", sp->len))
- {
- if (n->which == DATA1N_tag)
- {
- wrd->term_buf = n->u.tag.tag;
- wrd->term_len = strlen(n->u.tag.tag);
- }
- sp_lex(sp);
- }
- else if (sp->len == 4 && !memcmp(sp->tok, "attr", sp->len))
- {
- RecWord tmp_w;
- sp_lex(sp);
- if (sp->lookahead != '(')
- return 0;
- sp_lex(sp);
-
- if (!sp_expr(sp, n, &tmp_w))
- return 0;
-
- wrd->term_buf = "";
- wrd->term_len = 0;
- if (n->which == DATA1N_tag)
- {
- data1_xattr *p = n->u.tag.attributes;
- while (p && strlen(p->name) != tmp_w.term_len &&
- memcmp (p->name, tmp_w.term_buf, tmp_w.term_len))
- p = p->next;
- if (p)
- {
- wrd->term_buf = p->value;
- wrd->term_len = strlen(p->value);
- }
- }
- if (sp->lookahead != ')')
- return 0;
- sp_lex(sp);
- }
- else if (sp->len == 5 && !memcmp(sp->tok, "first", sp->len))
- {
- return sp_first(sp, n, wrd);
- }
- else if (sp->len == 5 && !memcmp(sp->tok, "range", sp->len))
- {
- return sp_range(sp, n, wrd);
- }
- else if (sp->len > 0 && isdigit(*(unsigned char *)sp->tok))
- {
- char *b;
- wrd->term_len = sp->len;
- b = nmem_malloc(sp->nmem, sp->len);
- memcpy(b, sp->tok, sp->len);
- wrd->term_buf = b;
- sp_lex(sp);
- }
- else if (sp->len > 2 && sp->tok[0] == '\'' && sp->tok[sp->len-1] == '\'')
- {
- char *b;
- wrd->term_len = sp->len - 2;
- b = nmem_malloc(sp->nmem, wrd->term_len);
- memcpy(b, sp->tok+1, wrd->term_len);
- wrd->term_buf = b;
- sp_lex(sp);
- }
- else
- {
- wrd->term_buf = "";
- wrd->term_len = 0;
- sp_lex(sp);
- }
- return 1;
-}
-
-static struct source_parser *source_parser_create()
-{
- struct source_parser *sp = xmalloc(sizeof(*sp));
-
- sp->nmem = nmem_create();
- return sp;
-}
-
-static void source_parser_destroy(struct source_parser *sp)
-{
- if (!sp)
- return;
- nmem_destroy(sp->nmem);
- xfree(sp);
-}
-
-static int sp_parse(struct source_parser *sp,
- data1_node *n, RecWord *wrd, const char *src)
-{
- sp->len = 0;
- sp->tok = 0;
- sp->src = src;
- sp->lookahead = 0;
- nmem_reset(sp->nmem);
-
- sp_lex(sp);
- return sp_expr(sp, n, wrd);
-}
-
-int d1_check_xpath_predicate(data1_node *n, struct xpath_predicate *p)
-{
- int res = 1;
- char *attname;
- data1_xattr *attr;
-
- if (!p) {
- return 1;
- } else {
- if (p->which == XPATH_PREDICATE_RELATION) {
- if (p->u.relation.name[0]) {
- if (*p->u.relation.name != '@') {
- yaz_log(YLOG_WARN,
- " Only attributes (@) are supported in xelm xpath predicates");
- yaz_log(YLOG_WARN, "predicate %s ignored", p->u.relation.name);
- return 1;
- }
- attname = p->u.relation.name + 1;
- res = 0;
- /* looking for the attribute with a specified name */
- for (attr = n->u.tag.attributes; attr; attr = attr->next) {
- yaz_log(YLOG_DEBUG," - attribute %s <-> %s", attname, attr->name );
-
- if (!strcmp(attr->name, attname)) {
- if (p->u.relation.op[0]) {
- if (*p->u.relation.op != '=') {
- yaz_log(YLOG_WARN,
- "Only '=' relation is supported (%s)",p->u.relation.op);
- yaz_log(YLOG_WARN, "predicate %s ignored", p->u.relation.name);
- res = 1; break;
- } else {
- yaz_log(YLOG_DEBUG," - value %s <-> %s",
- p->u.relation.value, attr->value );
- if (!strcmp(attr->value, p->u.relation.value)) {
- res = 1; break;
- }
- }
- } else {
- /* attribute exists, no value specified */
- res = 1; break;
- }
- }
- }
- yaz_log(YLOG_DEBUG, "return %d", res);
- return res;
- } else {
- return 1;
- }
- }
- else if (p->which == XPATH_PREDICATE_BOOLEAN) {
- if (!strcmp(p->u.boolean.op,"and")) {
- return d1_check_xpath_predicate(n, p->u.boolean.left)
- && d1_check_xpath_predicate(n, p->u.boolean.right);
- }
- else if (!strcmp(p->u.boolean.op,"or")) {
- return (d1_check_xpath_predicate(n, p->u.boolean.left)
- || d1_check_xpath_predicate(n, p->u.boolean.right));
- } else {
- yaz_log(YLOG_WARN, "Unknown boolean relation %s, ignored",p->u.boolean.op);
- return 1;
- }
- }
- }
- return 0;
-}
-
-
-static int dfa_match_first(struct DFA_state **dfaar, const char *text)
-{
- struct DFA_state *s = dfaar[0]; /* start state */
- struct DFA_tran *t;
- int i;
- const char *p = text;
- unsigned char c;
-
- for (c = *p++, t = s->trans, i = s->tran_no; --i >= 0; t++)
- {
- if (c >= t->ch[0] && c <= t->ch[1])
- {
- while (i >= 0)
- {
- /* move to next state and return if we get a match */
- s = dfaar[t->to];
- if (s->rule_no)
- return 1;
- /* next char */
- if (!c)
- return 0;
- c = *p++;
- for (t = s->trans, i = s->tran_no; --i >= 0; t++)
- if (c >= t->ch[0] && c <= t->ch[1])
- break;
- }
- }
- }
- return 0;
-}
-
-/* *ostrich*
-
-New function, looking for xpath "element" definitions in abs, by
-tagpath, using a kind of ugly regxp search.The DFA was built while
-parsing abs, so here we just go trough them and try to match
-against the given tagpath. The first matching entry is returned.
-
-pop, 2002-12-13
-
-Added support for enhanced xelm. Now [] predicates are considered
-as well, when selecting indexing rules... (why the hell it's called
-termlist???)
-
-pop, 2003-01-17
-
-*/
-
-data1_termlist *xpath_termlist_by_tagpath(char *tagpath, data1_node *n)
-{
- data1_absyn *abs = n->root->u.root.absyn;
- data1_xpelement *xpe = abs->xp_elements;
- data1_node *nn;
-#ifdef ENHANCED_XELM
- struct xpath_location_step *xp;
-#endif
- char *pexpr = xmalloc(strlen(tagpath)+5);
- int ok = 0;
-
- sprintf (pexpr, "/%s\n", tagpath);
- for (; xpe; xpe = xpe->next)
- {
- int i;
- ok = dfa_match_first(xpe->dfa->states, pexpr);
-
- if (ok) {
-#ifdef ENHANCED_XELM
- /* we have to check the perdicates up to the root node */
- xp = xpe->xpath;
-
- /* find the first tag up in the node structure */
- for (nn = n; nn && nn->which != DATA1N_tag; nn = nn->parent)
- ;
-
- /* go from inside out in the node structure, while going
- backwards trough xpath location steps ... */
- for (i = xpe->xpath_len - 1; i>0; i--)
- {
- yaz_log(YLOG_DEBUG, "Checking step %d: %s on tag %s",
- i, xp[i].part, nn->u.tag.tag);
-
- if (!d1_check_xpath_predicate(nn, xp[i].predicate))
- {
- yaz_log(YLOG_DEBUG, " Predicates didn't match");
- ok = 0;
- break;
- }
-
- if (nn->which == DATA1N_tag)
- nn = nn->parent;
- }
-#endif
- if (ok)
- break;
- }
- }
-
- xfree(pexpr);
-
- if (ok) {
- yaz_log(YLOG_DEBUG, "Got it");
- return xpe->termlists;
- } else {
- return NULL;
- }
-}
-
-/* use
- 1 start element (tag)
- 2 end element
- 3 start attr (and attr-exact)
- 4 end attr
-
- 1016 cdata
- 1015 attr data
-
- *ostrich*
-
- Now, if there is a matching xelm described in abs, for the
- indexed element or the attribute, then the data is handled according
- to those definitions...
-
- modified by pop, 2002-12-13
-*/
-
-/* add xpath index for an attribute */
-static void index_xpath_attr (char *tag_path, char *name, char *value,
- char *structure, struct recExtractCtrl *p,
- RecWord *wrd)
-{
- wrd->index_name = ZEBRA_XPATH_ELM_BEGIN;
- wrd->index_type = '0';
- wrd->term_buf = tag_path;
- wrd->term_len = strlen(tag_path);
- (*p->tokenAdd)(wrd);
-
- if (value) {
- wrd->index_name = ZEBRA_XPATH_ATTR_CDATA;
- wrd->index_type = 'w';
- wrd->term_buf = value;
- wrd->term_len = strlen(value);
- (*p->tokenAdd)(wrd);
- }
- wrd->index_name = ZEBRA_XPATH_ELM_END;
- wrd->index_type = '0';
- wrd->term_buf = tag_path;
- wrd->term_len = strlen(tag_path);
- (*p->tokenAdd)(wrd);
-}
-
-
-static void mk_tag_path_full(char *tag_path_full, size_t max, data1_node *n)
-{
- size_t flen = 0;
- data1_node *nn;
-
- /* we have to fetch the whole path to the data tag */
- for (nn = n; nn; nn = nn->parent)
- {
- if (nn->which == DATA1N_tag)
- {
- size_t tlen = strlen(nn->u.tag.tag);
- if (tlen + flen > (max - 2))
- break;
- memcpy (tag_path_full + flen, nn->u.tag.tag, tlen);
- flen += tlen;
- tag_path_full[flen++] = '/';
- }
- else
- if (nn->which == DATA1N_root)
- break;
- }
- tag_path_full[flen] = 0;
-}
-
-
-static void index_xpath(struct source_parser *sp, data1_node *n,
- struct recExtractCtrl *p,
- int level, RecWord *wrd,
- char *xpath_index,
- int xpath_is_start
- )
-{
- int i;
- char tag_path_full[1024];
- int termlist_only = 1;
- data1_termlist *tl;
- int xpdone = 0;
- if ((!n->root->u.root.absyn) ||
- (n->root->u.root.absyn->xpath_indexing == DATA1_XPATH_INDEXING_ENABLE)) {
- termlist_only = 0;
- }
-
- switch (n->which)
- {
- case DATA1N_data:
- wrd->term_buf = n->u.data.data;
- wrd->term_len = n->u.data.len;
- xpdone = 0;
-
- mk_tag_path_full(tag_path_full, sizeof(tag_path_full), n);
-
- /* If we have a matching termlist... */
- if (n->root->u.root.absyn &&
- (tl = xpath_termlist_by_tagpath(tag_path_full, n)))
- {
- for (; tl; tl = tl->next)
- {
- /* need to copy recword because it may be changed */
- RecWord wrd_tl;
- wrd->index_type = *tl->structure;
- memcpy (&wrd_tl, wrd, sizeof(*wrd));
- if (tl->source)
- sp_parse(sp, n, &wrd_tl, tl->source);
- if (!tl->index_name)
- {
- /* this is the ! case, so structure is for the xpath index */
- wrd_tl.index_name = xpath_index;
- if (p->flagShowRecords)
- {
- int i;
- printf("%*sXPath index", (level + 1) * 4, "");
- printf (" XData:\"");
- for (i = 0; i<wrd_tl.term_len && i < 40; i++)
- fputc (wrd_tl.term_buf[i], stdout);
- fputc ('"', stdout);
- if (wrd_tl.term_len > 40)
- printf (" ...");
- fputc ('\n', stdout);
- }
- else
- (*p->tokenAdd)(&wrd_tl);
- xpdone = 1;
- } else {
- /* this is just the old fashioned attribute based index */
- wrd_tl.index_name = tl->index_name;
- if (p->flagShowRecords)
- {
- int i;
- printf("%*sIdx: [%s]", (level + 1) * 4, "",
- tl->structure);
- printf("%s %s", tl->index_name, tl->source);
- printf (" XData:\"");
- for (i = 0; i<wrd_tl.term_len && i < 40; i++)
- fputc (wrd_tl.term_buf[i], stdout);
- fputc ('"', stdout);
- if (wrd_tl.term_len > 40)
- printf (" ...");
- fputc ('\n', stdout);
- }
- else
- (*p->tokenAdd)(&wrd_tl);
- }
- }
- }
- /* xpath indexing is done, if there was no termlist given,
- or no ! in the termlist, and default indexing is enabled... */
- if (!p->flagShowRecords && !xpdone && !termlist_only)
- {
- wrd->index_name = xpath_index;
- wrd->index_type = 'w';
- (*p->tokenAdd)(wrd);
- }
- break;
- case DATA1N_tag:
- mk_tag_path_full(tag_path_full, sizeof(tag_path_full), n);
-
- wrd->index_type = '0';
- wrd->term_buf = tag_path_full;
- wrd->term_len = strlen(tag_path_full);
- wrd->index_name = xpath_index;
- if (p->flagShowRecords)
- {
- printf("%*s tag=", (level + 1) * 4, "");
- for (i = 0; i<wrd->term_len && i < 40; i++)
- fputc (wrd->term_buf[i], stdout);
- if (i == 40)
- printf (" ..");
- printf("\n");
- }
- else
- {
- data1_xattr *xp;
- data1_termlist *tl;
- int do_xpindex;
-
- /* Add tag start/end xpath index, only when there is a ! in
- the apropriate xelm directive, or default xpath indexing
- is enabled
- */
- if (!(do_xpindex = 1 - termlist_only))
- {
- if ((tl = xpath_termlist_by_tagpath(tag_path_full, n)))
- {
- for (; tl; tl = tl->next)
- {
- if (!tl->index_name)
- do_xpindex = 1;
- }
- }
- }
- if (do_xpindex) {
- (*p->tokenAdd)(wrd); /* index element pag (AKA tag path) */
- }
-
- if (xpath_is_start == 1) /* only for the starting tag... */
- {
-#define MAX_ATTR_COUNT 50
- data1_termlist *tll[MAX_ATTR_COUNT];
-
- int i = 0;
-
- /* get termlists for attributes, and find out, if we have to do xpath indexing */
- for (xp = n->u.tag.attributes; xp; xp = xp->next) {
- i++;
- }
-
- i = 0;
- for (xp = n->u.tag.attributes; xp; xp = xp->next) {
- char comb[512];
- int do_xpindex = 1 - termlist_only;
- data1_termlist *tl;
- char attr_tag_path_full[1024];
-
- /* this could be cached as well */
- sprintf (attr_tag_path_full, "@%s/%s",
- xp->name, tag_path_full);
-
- tll[i] = xpath_termlist_by_tagpath(attr_tag_path_full,n);
-
- /* if there is a ! in the xelm termlist, or default indexing is on,
- proceed with xpath idx */
- if ((tl = tll[i]))
- {
- for (; tl; tl = tl->next)
- {
- if (!tl->index_name)
- do_xpindex = 1;
- }
- }
-
- if (do_xpindex) {
-
- /* attribute (no value) */
- wrd->index_type = '0';
- wrd->index_name = ZEBRA_XPATH_ATTR_NAME;
- wrd->term_buf = xp->name;
- wrd->term_len = strlen(xp->name);
-
- wrd->seqno--;
- (*p->tokenAdd)(wrd);
-
- if (xp->value &&
- strlen(xp->name) + strlen(xp->value) < sizeof(comb)-2) {
-
- /* attribute value exact */
- strcpy (comb, xp->name);
- strcat (comb, "=");
- strcat (comb, xp->value);
-
- wrd->index_name = ZEBRA_XPATH_ATTR_NAME;
- wrd->index_type = '0';
- wrd->term_buf = comb;
- wrd->term_len = strlen(comb);
- wrd->seqno--;
-
- (*p->tokenAdd)(wrd);
- }
- }
- i++;
- }
-
- i = 0;
- for (xp = n->u.tag.attributes; xp; xp = xp->next) {
- data1_termlist *tl;
- char attr_tag_path_full[1024];
- int xpdone = 0;
-
- sprintf (attr_tag_path_full, "@%s/%s",
- xp->name, tag_path_full);
-
- if ((tl = tll[i]))
- {
- /* If there is a termlist given (=xelm directive) */
- for (; tl; tl = tl->next)
- {
- if (!tl->index_name)
- {
- /* add xpath index for the attribute */
- index_xpath_attr (attr_tag_path_full, xp->name,
- xp->value, tl->structure,
- p, wrd);
- xpdone = 1;
- } else {
- /* index attribute value (only path/@attr) */
- if (xp->value)
- {
- wrd->index_name = tl->index_name;
- wrd->index_type = *tl->structure;
- wrd->term_buf = xp->value;
- wrd->term_len = strlen(xp->value);
- (*p->tokenAdd)(wrd);
- }
- }
- }
- }
- /* if there was no termlist for the given path,
- or the termlist didn't have a ! element, index
- the attribute as "w" */
- if ((!xpdone) && (!termlist_only))
- {
- index_xpath_attr (attr_tag_path_full, xp->name,
- xp->value, "w", p, wrd);
- }
- i++;
- }
- }
- }
- }
-}
-
-static void index_termlist (struct source_parser *sp, data1_node *par,
- data1_node *n,
- struct recExtractCtrl *p, int level, RecWord *wrd)
-{
- data1_termlist *tlist = 0;
- data1_datatype dtype = DATA1K_string;
-
- /*
- * cycle up towards the root until we find a tag with an att..
- * this has the effect of indexing locally defined tags with
- * the attribute of their ancestor in the record.
- */
-
- while (!par->u.tag.element)
- if (!par->parent || !(par=get_parent_tag(p->dh, par->parent)))
- break;
- if (!par || !(tlist = par->u.tag.element->termlists))
- return;
- if (par->u.tag.element->tag)
- dtype = par->u.tag.element->tag->kind;
-
- for (; tlist; tlist = tlist->next)
- {
- /* consider source */
- wrd->term_buf = 0;
- assert(tlist->source);
- sp_parse(sp, n, wrd, tlist->source);
-
- if (wrd->term_buf && wrd->term_len)
- {
- if (p->flagShowRecords)
- {
- int i;
- printf("%*sIdx: [%s]", (level + 1) * 4, "",
- tlist->structure);
- printf("%s %s", tlist->index_name, tlist->source);
- printf (" XData:\"");
- for (i = 0; i<wrd->term_len && i < 40; i++)
- fputc (wrd->term_buf[i], stdout);
- fputc ('"', stdout);
- if (wrd->term_len > 40)
- printf (" ...");
- fputc ('\n', stdout);
- }
- else
- {
- wrd->index_type = *tlist->structure;
- wrd->index_name = tlist->index_name;
- (*p->tokenAdd)(wrd);
- }
- }
- }
-}
-
-static int dumpkeys_r(struct source_parser *sp,
- data1_node *n, struct recExtractCtrl *p, int level,
- RecWord *wrd)
-{
- for (; n; n = n->next)
- {
- if (p->flagShowRecords) /* display element description to user */
- {
- if (n->which == DATA1N_root)
- {
- printf("%*s", level * 4, "");
- printf("Record type: '%s'\n", n->u.root.type);
- }
- else if (n->which == DATA1N_tag)
- {
- data1_element *e;
-
- printf("%*s", level * 4, "");
- if (!(e = n->u.tag.element))
- printf("Local tag: '%s'\n", n->u.tag.tag);
- else
- {
- printf("Elm: '%s' ", e->name);
- if (e->tag)
- {
- data1_tag *t = e->tag;
-
- printf("TagNam: '%s' ", t->names->name);
- printf("(");
- if (t->tagset)
- printf("%s[%d],", t->tagset->name, t->tagset->type);
- else
- printf("?,");
- if (t->which == DATA1T_numeric)
- printf("%d)", t->value.numeric);
- else
- printf("'%s')", t->value.string);
- }
- printf("\n");
- }
- }
- }
-
- if (n->which == DATA1N_tag)
- {
- index_termlist(sp, n, n, p, level, wrd);
- /* index start tag */
- if (n->root->u.root.absyn)
- index_xpath(sp, n, p, level, wrd, ZEBRA_XPATH_ELM_BEGIN,
- 1 /* is start */);
- }
-
- if (n->child)
- if (dumpkeys_r(sp, n->child, p, level + 1, wrd) < 0)
- return -1;
-
-
- if (n->which == DATA1N_data)
- {
- data1_node *par = get_parent_tag(p->dh, n);
-
- if (p->flagShowRecords)
- {
- printf("%*s", level * 4, "");
- printf("Data: ");
- if (n->u.data.len > 256)
- printf("'%.170s ... %.70s'\n", n->u.data.data,
- n->u.data.data + n->u.data.len-70);
- else if (n->u.data.len > 0)
- printf("'%.*s'\n", n->u.data.len, n->u.data.data);
- else
- printf("NULL\n");
- }
-
- if (par)
- index_termlist(sp, par, n, p, level, wrd);
-
- index_xpath(sp, n, p, level, wrd, ZEBRA_XPATH_CDATA,
- 0 /* is start */);
- }
-
- if (n->which == DATA1N_tag)
- {
- /* index end tag */
- index_xpath(sp, n, p, level, wrd, ZEBRA_XPATH_ELM_END,
- 0 /* is start */);
- }
-
- if (p->flagShowRecords && n->which == DATA1N_root)
- {
- printf("%*s-------------\n\n", level * 4, "");
- }
- }
- return 0;
-}
-
-static int dumpkeys(data1_node *n, struct recExtractCtrl *p, RecWord *wrd)
-{
- struct source_parser *sp = source_parser_create();
- int r = dumpkeys_r(sp, n, p, 0, wrd);
- source_parser_destroy(sp);
- return r;
-}
-
-int grs_extract_tree(struct recExtractCtrl *p, data1_node *n)
-{
- oident oe;
- int oidtmp[OID_SIZE];
- RecWord wrd;
-
- oe.proto = PROTO_Z3950;
- oe.oclass = CLASS_SCHEMA;
- if (n->u.root.absyn)
- {
- oe.value = n->u.root.absyn->reference;
-
- if ((oid_ent_to_oid (&oe, oidtmp)))
- (*p->schemaAdd)(p, oidtmp);
- }
- (*p->init)(p, &wrd);
-
- return dumpkeys(n, p, &wrd);
-}
-
-static int grs_extract_sub(void *clientData, struct recExtractCtrl *p,
- NMEM mem,
- data1_node *(*grs_read)(struct grs_read_info *))
-{
- data1_node *n;
- struct grs_read_info gri;
- oident oe;
- int oidtmp[OID_SIZE];
- RecWord wrd;
-
- gri.readf = p->readf;
- gri.seekf = p->seekf;
- gri.tellf = p->tellf;
- gri.endf = p->endf;
- gri.fh = p->fh;
- gri.offset = p->offset;
- gri.mem = mem;
- gri.dh = p->dh;
- gri.clientData = clientData;
-
- n = (*grs_read)(&gri);
- if (!n)
- return RECCTRL_EXTRACT_EOF;
- oe.proto = PROTO_Z3950;
- oe.oclass = CLASS_SCHEMA;
-#if 0
- if (!n->u.root.absyn)
- return RECCTRL_EXTRACT_ERROR;
-#endif
- if (n->u.root.absyn)
- {
- oe.value = n->u.root.absyn->reference;
- if ((oid_ent_to_oid (&oe, oidtmp)))
- (*p->schemaAdd)(p, oidtmp);
- }
- data1_concat_text(p->dh, mem, n);
-
- /* ensure our data1 tree is UTF-8 */
- data1_iconv (p->dh, mem, n, "UTF-8", data1_get_encoding(p->dh, n));
-
-#if 0
- data1_pr_tree (p->dh, n, stdout);
-#endif
-
- (*p->init)(p, &wrd);
- if (dumpkeys(n, p, &wrd) < 0)
- {
- data1_free_tree(p->dh, n);
- return RECCTRL_EXTRACT_ERROR_GENERIC;
- }
- data1_free_tree(p->dh, n);
- return RECCTRL_EXTRACT_OK;
-}
-
-int zebra_grs_extract(void *clientData, struct recExtractCtrl *p,
- data1_node *(*grs_read)(struct grs_read_info *))
-{
- int ret;
- NMEM mem = nmem_create ();
- ret = grs_extract_sub(clientData, p, mem, grs_read);
- nmem_destroy(mem);
- return ret;
-}
-
-/*
- * Return: -1: Nothing done. 0: Ok. >0: Bib-1 diagnostic.
- */
-static int process_comp(data1_handle dh, data1_node *n, Z_RecordComposition *c,
- char **addinfo, ODR o)
-{
- data1_esetname *eset;
- Z_Espec1 *espec = 0;
- Z_ElementSpec *p;
-
- switch (c->which)
- {
- case Z_RecordComp_simple:
- if (c->u.simple->which != Z_ElementSetNames_generic)
- return 26; /* only generic form supported. Fix this later */
- if (!(eset = data1_getesetbyname(dh, n->u.root.absyn,
- c->u.simple->u.generic)))
- {
- yaz_log(YLOG_LOG, "Unknown esetname '%s'", c->u.simple->u.generic);
- *addinfo = odr_strdup(o, c->u.simple->u.generic);
- return 25; /* invalid esetname */
- }
- yaz_log(YLOG_DEBUG, "Esetname '%s' in simple compspec",
- c->u.simple->u.generic);
- espec = eset->spec;
- break;
- case Z_RecordComp_complex:
- if (c->u.complex->generic)
- {
- /* insert check for schema */
- if ((p = c->u.complex->generic->elementSpec))
- {
- switch (p->which)
- {
- case Z_ElementSpec_elementSetName:
- if (!(eset =
- data1_getesetbyname(dh, n->u.root.absyn,
- p->u.elementSetName)))
- {
- yaz_log(YLOG_DEBUG, "Unknown esetname '%s'",
- p->u.elementSetName);
- *addinfo = odr_strdup(o, p->u.elementSetName);
- return 25; /* invalid esetname */
- }
- yaz_log(YLOG_DEBUG, "Esetname '%s' in complex compspec",
- p->u.elementSetName);
- espec = eset->spec;
- break;
- case Z_ElementSpec_externalSpec:
- if (p->u.externalSpec->which == Z_External_espec1)
- {
- yaz_log(YLOG_DEBUG, "Got Espec-1");
- espec = p->u.externalSpec-> u.espec1;
- }
- else
- {
- yaz_log(YLOG_LOG, "Unknown external espec.");
- return 25; /* bad. what is proper diagnostic? */
- }
- break;
- }
- }
- }
- else
- return 26; /* fix */
- }
- if (espec)
- {
- yaz_log(YLOG_DEBUG, "Element: Espec-1 match");
- return data1_doespec1(dh, n, espec);
- }
- else
- {
- yaz_log(YLOG_DEBUG, "Element: all match");
- return -1;
- }
-}
-
-/* Add Zebra info in separate namespace ...
- <root
- ...
- <metadata xmlns="http://www.indexdata.dk/zebra/">
- <size>359</size>
- <localnumber>447</localnumber>
- <filename>records/genera.xml</filename>
- </metadata>
- </root>
-*/
-
-static void zebra_xml_metadata (struct recRetrieveCtrl *p, data1_node *top,
- NMEM mem)
-{
- const char *idzebra_ns[3];
- const char *i2 = "\n ";
- const char *i4 = "\n ";
- data1_node *n;
-
- idzebra_ns[0] = "xmlns";
- idzebra_ns[1] = "http://www.indexdata.dk/zebra/";
- idzebra_ns[2] = 0;
-
- data1_mk_text (p->dh, mem, i2, top);
-
- n = data1_mk_tag (p->dh, mem, "idzebra", idzebra_ns, top);
-
- data1_mk_text (p->dh, mem, "\n", top);
-
- data1_mk_text (p->dh, mem, i4, n);
-
- data1_mk_tag_data_int (p->dh, n, "size", p->recordSize, mem);
-
- if (p->score != -1)
- {
- data1_mk_text (p->dh, mem, i4, n);
- data1_mk_tag_data_int (p->dh, n, "score", p->score, mem);
- }
- data1_mk_text (p->dh, mem, i4, n);
- data1_mk_tag_data_zint (p->dh, n, "localnumber", p->localno, mem);
- if (p->fname)
- {
- data1_mk_text (p->dh, mem, i4, n);
- data1_mk_tag_data_text(p->dh, n, "filename", p->fname, mem);
- }
- data1_mk_text (p->dh, mem, i2, n);
-}
-
-int zebra_grs_retrieve(void *clientData, struct recRetrieveCtrl *p,
- data1_node *(*grs_read)(struct grs_read_info *))
-{
- data1_node *node = 0, *onode = 0, *top;
- data1_node *dnew;
- data1_maptab *map;
- int res, selected = 0;
- NMEM mem;
- struct grs_read_info gri;
- const char *tagname;
-
- int requested_schema = VAL_NONE;
- data1_marctab *marctab;
- int dummy;
-
- mem = nmem_create();
- gri.readf = p->readf;
- gri.seekf = p->seekf;
- gri.tellf = p->tellf;
- gri.endf = NULL;
- gri.fh = p->fh;
- gri.offset = 0;
- gri.mem = mem;
- gri.dh = p->dh;
- gri.clientData = clientData;
-
- yaz_log(YLOG_DEBUG, "grs_retrieve");
- node = (*grs_read)(&gri);
- if (!node)
- {
- p->diagnostic = 14;
- nmem_destroy (mem);
- return 0;
- }
- data1_concat_text(p->dh, mem, node);
-
-#if 0
- data1_pr_tree (p->dh, node, stdout);
-#endif
- top = data1_get_root_tag (p->dh, node);
-
- yaz_log(YLOG_DEBUG, "grs_retrieve: size");
- tagname = data1_systag_lookup(node->u.root.absyn, "size", "size");
- if (tagname &&
- (dnew = data1_mk_tag_data_wd(p->dh, top, tagname, mem)))
- {
- dnew->u.data.what = DATA1I_text;
- dnew->u.data.data = dnew->lbuf;
- sprintf(dnew->u.data.data, "%d", p->recordSize);
- dnew->u.data.len = strlen(dnew->u.data.data);
- }
-
- tagname = data1_systag_lookup(node->u.root.absyn, "rank", "rank");
- if (tagname && p->score >= 0 &&
- (dnew = data1_mk_tag_data_wd(p->dh, top, tagname, mem)))
- {
- yaz_log(YLOG_DEBUG, "grs_retrieve: %s", tagname);
- dnew->u.data.what = DATA1I_num;
- dnew->u.data.data = dnew->lbuf;
- sprintf(dnew->u.data.data, "%d", p->score);
- dnew->u.data.len = strlen(dnew->u.data.data);
- }
-
- tagname = data1_systag_lookup(node->u.root.absyn, "sysno",
- "localControlNumber");
- if (tagname && p->localno > 0 &&
- (dnew = data1_mk_tag_data_wd(p->dh, top, tagname, mem)))
- {
- yaz_log(YLOG_DEBUG, "grs_retrieve: %s", tagname);
- dnew->u.data.what = DATA1I_text;
- dnew->u.data.data = dnew->lbuf;
-
- sprintf(dnew->u.data.data, ZINT_FORMAT, p->localno);
- dnew->u.data.len = strlen(dnew->u.data.data);
- }
-
- if (p->input_format == VAL_TEXT_XML)
- zebra_xml_metadata (p, top, mem);
-
-#if 0
- data1_pr_tree (p->dh, node, stdout);
-#endif
- if (p->comp && p->comp->which == Z_RecordComp_complex &&
- p->comp->u.complex->generic &&
- p->comp->u.complex->generic->which == Z_Schema_oid &&
- p->comp->u.complex->generic->schema.oid)
- {
- oident *oe = oid_getentbyoid (p->comp->u.complex->generic->schema.oid);
- if (oe)
- requested_schema = oe->value;
- }
- /* If schema has been specified, map if possible, then check that
- * we got the right one
- */
- if (requested_schema != VAL_NONE)
- {
- yaz_log(YLOG_DEBUG, "grs_retrieve: schema mapping");
- for (map = node->u.root.absyn->maptabs; map; map = map->next)
- {
- if (map->target_absyn_ref == requested_schema)
- {
- onode = node;
- if (!(node = data1_map_record(p->dh, onode, map, mem)))
- {
- p->diagnostic = 14;
- nmem_destroy (mem);
- return 0;
- }
- break;
- }
- }
- if (node->u.root.absyn &&
- requested_schema != node->u.root.absyn->reference)
- {
- p->diagnostic = 238;
- nmem_destroy (mem);
- return 0;
- }
- }
- /*
- * Does the requested format match a known syntax-mapping? (this reflects
- * the overlap of schema and formatting which is inherent in the MARC
- * family)
- */
- yaz_log(YLOG_DEBUG, "grs_retrieve: syntax mapping");
- if (node->u.root.absyn)
- for (map = node->u.root.absyn->maptabs; map; map = map->next)
- {
- if (map->target_absyn_ref == p->input_format)
- {
- onode = node;
- if (!(node = data1_map_record(p->dh, onode, map, mem)))
- {
- p->diagnostic = 14;
- nmem_destroy (mem);
- return 0;
- }
- break;
- }
- }
- yaz_log(YLOG_DEBUG, "grs_retrieve: schemaIdentifier");
- if (node->u.root.absyn &&
- node->u.root.absyn->reference != VAL_NONE &&
- p->input_format == VAL_GRS1)
- {
- oident oe;
- Odr_oid *oid;
- int oidtmp[OID_SIZE];
-
- oe.proto = PROTO_Z3950;
- oe.oclass = CLASS_SCHEMA;
- oe.value = node->u.root.absyn->reference;
-
- if ((oid = oid_ent_to_oid (&oe, oidtmp)))
- {
- char tmp[128];
- data1_handle dh = p->dh;
- char *p = tmp;
- int *ii;
-
- for (ii = oid; *ii >= 0; ii++)
- {
- if (p != tmp)
- *(p++) = '.';
- sprintf(p, "%d", *ii);
- p += strlen(p);
- }
- if ((dnew = data1_mk_tag_data_wd(dh, top,
- "schemaIdentifier", mem)))
- {
- dnew->u.data.what = DATA1I_oid;
- dnew->u.data.data = (char *) nmem_malloc(mem, p - tmp);
- memcpy(dnew->u.data.data, tmp, p - tmp);
- dnew->u.data.len = p - tmp;
- }
- }
- }
-
- yaz_log(YLOG_DEBUG, "grs_retrieve: element spec");
- if (p->comp && (res = process_comp(p->dh, node, p->comp, &p->addinfo,
- p->odr)) > 0)
- {
- p->diagnostic = res;
- if (onode)
- data1_free_tree(p->dh, onode);
- data1_free_tree(p->dh, node);
- nmem_destroy(mem);
- return 0;
- }
- else if (p->comp && !res)
- selected = 1;
-
-#if 0
- data1_pr_tree (p->dh, node, stdout);
-#endif
- yaz_log(YLOG_DEBUG, "grs_retrieve: transfer syntax mapping");
- switch (p->output_format = (p->input_format != VAL_NONE ?
- p->input_format : VAL_SUTRS))
- {
- case VAL_TEXT_XML:
-#if 0
- data1_pr_tree (p->dh, node, stdout);
-#endif
- /* default output encoding for XML is UTF-8 */
- data1_iconv (p->dh, mem, node,
- p->encoding ? p->encoding : "UTF-8",
- data1_get_encoding(p->dh, node));
-
- if (!(p->rec_buf = data1_nodetoidsgml(p->dh, node, selected,
- &p->rec_len)))
- p->diagnostic = 238;
- else
- {
- char *new_buf = (char*) odr_malloc (p->odr, p->rec_len);
- memcpy (new_buf, p->rec_buf, p->rec_len);
- p->rec_buf = new_buf;
- }
- break;
- case VAL_GRS1:
- data1_iconv (p->dh, mem, node, "UTF-8", data1_get_encoding(p->dh, node));
- dummy = 0;
- if (!(p->rec_buf = data1_nodetogr(p->dh, node, selected,
- p->odr, &dummy)))
- p->diagnostic = 238; /* not available in requested syntax */
- else
- p->rec_len = -1;
- break;
- case VAL_EXPLAIN:
- /* ensure our data1 tree is UTF-8 */
- data1_iconv (p->dh, mem, node, "UTF-8", data1_get_encoding(p->dh, node));
-
- if (!(p->rec_buf = data1_nodetoexplain(p->dh, node, selected,
- p->odr)))
- p->diagnostic = 238;
- else
- p->rec_len = -1;
- break;
- case VAL_SUMMARY:
- /* ensure our data1 tree is UTF-8 */
- data1_iconv (p->dh, mem, node, "UTF-8", data1_get_encoding(p->dh, node));
- if (!(p->rec_buf = data1_nodetosummary(p->dh, node, selected,
- p->odr)))
- p->diagnostic = 238;
- else
- p->rec_len = -1;
- break;
- case VAL_SUTRS:
- if (p->encoding)
- data1_iconv (p->dh, mem, node, p->encoding,
- data1_get_encoding(p->dh, node));
- if (!(p->rec_buf = data1_nodetobuf(p->dh, node, selected,
- &p->rec_len)))
- p->diagnostic = 238;
- else
- {
- char *new_buf = (char*) odr_malloc (p->odr, p->rec_len);
- memcpy (new_buf, p->rec_buf, p->rec_len);
- p->rec_buf = new_buf;
- }
- break;
- case VAL_SOIF:
- if (p->encoding)
- data1_iconv (p->dh, mem, node, p->encoding,
- data1_get_encoding(p->dh, node));
- if (!(p->rec_buf = data1_nodetosoif(p->dh, node, selected,
- &p->rec_len)))
- p->diagnostic = 238;
- else
- {
- char *new_buf = (char*) odr_malloc (p->odr, p->rec_len);
- memcpy (new_buf, p->rec_buf, p->rec_len);
- p->rec_buf = new_buf;
- }
- break;
- default:
- if (!node->u.root.absyn)
- {
- p->diagnostic = 238;
- break;
- }
- for (marctab = node->u.root.absyn->marc; marctab;
- marctab = marctab->next)
- if (marctab->reference == p->input_format)
- break;
- if (!marctab)
- {
- p->diagnostic = 238;
- break;
- }
- if (p->encoding)
- data1_iconv (p->dh, mem, node, p->encoding,
- data1_get_encoding(p->dh, node));
- if (!(p->rec_buf = data1_nodetomarc(p->dh, marctab, node,
- selected, &p->rec_len)))
- p->diagnostic = 238;
- else
- {
- char *new_buf = (char*) odr_malloc (p->odr, p->rec_len);
- memcpy (new_buf, p->rec_buf, p->rec_len);
- p->rec_buf = new_buf;
- }
- }
- if (node)
- data1_free_tree(p->dh, node);
- if (onode)
- data1_free_tree(p->dh, onode);
- nmem_destroy(mem);
- return 0;
-}
-
-/*
- * Local variables:
- * c-basic-offset: 4
- * indent-tabs-mode: nil
- * End:
- * vim: shiftwidth=4 tabstop=8 expandtab
- */
-
projects / idzebra-moved-to-github.git / blobdiff