X-Git-Url: http://git.indexdata.com/?p=yaz-moved-to-github.git;a=blobdiff_plain;f=src%2Frpn2solr.c;h=c72b11a467b6aba148be15e5baecbe4dc1bea7a3;hp=c9638d03221d8ba7d3e7f0ccdd8e7541139d5dc4;hb=30257fdfae108b95848ef0ccbc4cac09466a60d8;hpb=5242cb5a8634bfa38b9333ff7f903e718ac6e292 diff --git a/src/rpn2solr.c b/src/rpn2solr.c index c9638d0..c72b11a 100644 --- a/src/rpn2solr.c +++ b/src/rpn2solr.c @@ -1,5 +1,5 @@ /* This file is part of the YAZ toolkit. - * Copyright (C) 1995-2012 Index Data + * Copyright (C) 1995-2013 Index Data * See the file LICENSE for details. */ /** @@ -48,7 +48,7 @@ static const char *lookup_index_from_string_attr(Z_AttributeList *attributes) } } if (server_choice) - return "solr.serverChoice"; + return "cql.serverChoice"; return 0; } @@ -81,7 +81,7 @@ static const char *lookup_relation_index_from_attr(Z_AttributeList *attributes) case Z_ProximityOperator_Prox_notEqual: return 0; case 100: - /* phonetic is not implemented*/ + /* phonetic is not implemented */ return 0; case 101: /* stem is not not implemented */ @@ -104,12 +104,23 @@ static const char *lookup_relation_index_from_attr(Z_AttributeList *attributes) return ":"; } +struct solr_attr { + const char *index; + const char *relation; + const char *term; + int is_range; + const char *begin; + const char *close; +}; + static int rpn2solr_attr(solr_transform_t ct, - Z_AttributeList *attributes, WRBUF w) + Z_AttributeList *attributes, WRBUF w, struct solr_attr *solr_attr) { - const char *relation = solr_lookup_reverse(ct, "relation.", attributes); - const char *index = solr_lookup_reverse(ct, "index.", attributes); + const char *relation = solr_lookup_reverse(ct, "relation.", attributes); + const char *index = solr_lookup_reverse(ct, "index.", attributes); const char *structure = solr_lookup_reverse(ct, "structure.", attributes); + /* Assume this is not a range */ + solr_attr->is_range = 0; /* if transform (properties) do not match, we'll just use a USE string attribute (bug #2978) */ if (!index) @@ -121,50 +132,60 @@ static int rpn2solr_attr(solr_transform_t ct, if (!index) { - solr_transform_set_error(ct, - YAZ_BIB1_UNSUPP_USE_ATTRIBUTE, 0); + solr_transform_set_error(ct, YAZ_BIB1_UNSUPP_USE_ATTRIBUTE, 0); return -1; } /* for serverChoice we omit index+relation+structure */ - if (strcmp(index, "solr.serverChoice")) + if (strcmp(index, "cql.serverChoice")) { - wrbuf_puts(w, index); + solr_attr->index = index; if (relation) { - if (!strcmp(relation, "exact")) - /* TODO Verify if a exact SOLR exists */ + if (!strcmp(relation, "exact")) { + /* TODO Exact match does not exists in SOLR. Need to use specific field type */ relation = ":"; - else if (!strcmp(relation, "eq")) + } + else if (!strcmp(relation, "eq")) { relation = ":"; + } + else if (!strcmp(relation, "<")) { + solr_attr->is_range = 1; + solr_attr->begin = "[* TO "; + solr_attr->close = "}"; + } else if (!strcmp(relation, "le")) { - /* TODO Not support as such, but could perhaps be transformed into a range - relation = ":[ * to "; - close_range = "]" - */ + solr_attr->is_range = 2; + solr_attr->begin = "[* TO "; + solr_attr->close = "]"; } else if (!strcmp(relation, "ge")) { - /* TODO Not support as such, but could perhaps be transformed into a range - relation = "["; - relation = ":[ * to "; - close_range = "]" - */ + solr_attr->is_range = 4; + solr_attr->begin = "["; + solr_attr->close = " TO *]"; + } + else if (!strcmp(relation, ">")) { + solr_attr->is_range = 5; + solr_attr->begin = "{"; + solr_attr->close = " TO *]"; } - /* Missing mapping of not equal, phonetic, stem and relevance */ - wrbuf_puts(w, relation); + solr_attr->relation = relation; } - else - wrbuf_puts(w, ":"); - + // TODO is this valid for Solr? + solr_attr->term = 0; if (structure) { if (strcmp(structure, "*")) { - wrbuf_puts(w, "/"); - wrbuf_puts(w, structure); - wrbuf_puts(w, " "); + wrbuf_puts(w, "/"); + wrbuf_puts(w, structure); + wrbuf_puts(w, " "); + solr_attr->index = 0; } + } } + else + solr_attr->index = 0; return 0; } @@ -195,9 +216,7 @@ static Odr_int get_truncation(Z_AttributesPlusTerm *apt) #define SOLR_SPECIAL "+-&|!(){}[]^\"~*?:\\" static int rpn2solr_simple(solr_transform_t ct, - void (*pr)(const char *buf, void *client_data), - void *client_data, - Z_Operand *q, WRBUF w) + Z_Operand *q, WRBUF w, struct solr_attr *solr_attr) { int ret = 0; if (q->which != Z_Operand_APT) @@ -214,7 +233,8 @@ static int rpn2solr_simple(solr_transform_t ct, Odr_int trunc = get_truncation(apt); wrbuf_rewind(w); - ret = rpn2solr_attr(ct, apt->attributes, w); + + ret = rpn2solr_attr(ct, apt->attributes, w, solr_attr); if (trunc == 0 || trunc == 1 || trunc == 100 || trunc == 104) ; @@ -281,10 +301,74 @@ static int rpn2solr_simple(solr_transform_t ct, if (must_quote) wrbuf_puts(w, "\""); } - if (ret == 0) - pr(wrbuf_cstr(w), client_data); + if (ret == 0) { + solr_attr->term = wrbuf_cstr(w); + } + } return ret; +}; + +static int solr_write_range(void (*pr)(const char *buf, void *client_data), + void *client_data, + struct solr_attr *solr_attr_left, + struct solr_attr *solr_attr_right) +{ + pr(solr_attr_left->index, client_data); + pr(":", client_data); + pr(solr_attr_left->begin, client_data); + pr(solr_attr_left->term, client_data); + pr(" TO ", client_data); + pr(solr_attr_right->term, client_data); + pr(solr_attr_right->close, client_data); + return 0; +}; + +static int solr_write_structure(void (*pr)(const char *buf, void *client_data), + void *client_data, + struct solr_attr *solr_attr) +{ + if (solr_attr->index) { + pr(solr_attr->index, client_data); + pr(":", client_data); + } + if (solr_attr->is_range) { + pr(solr_attr->begin, client_data); + pr(solr_attr->term, client_data); + pr(solr_attr->close, client_data); + } + else if (solr_attr->term) + pr(solr_attr->term, client_data); + return 0; +}; + + + +static int solr_write_and_or_range(void (*pr)(const char *buf, void *client_data), + void *client_data, + struct solr_attr *solr_attr_left, + struct solr_attr *solr_attr_right) +{ + if (solr_attr_left->is_range && + solr_attr_right->is_range && + !strcmp(solr_attr_left->index, solr_attr_right->index)) + { + if (solr_attr_left->is_range > 3 && solr_attr_right->is_range < 3) + return solr_write_range(pr, client_data, solr_attr_left, solr_attr_right); + else if (solr_attr_left->is_range < 3 && solr_attr_right->is_range > 3) + return solr_write_range(pr, client_data, solr_attr_right, solr_attr_left); + } + solr_write_structure(pr, client_data, solr_attr_left); + pr(" AND ", client_data); + solr_write_structure(pr, client_data, solr_attr_right); + return 0; +} + +static void solr_attr_init(struct solr_attr *solr_attr) { + solr_attr->index = 0; + solr_attr->relation = 0; + solr_attr->is_range = 0; + solr_attr->term = 0; } @@ -292,39 +376,68 @@ static int rpn2solr_structure(solr_transform_t ct, void (*pr)(const char *buf, void *client_data), void *client_data, Z_RPNStructure *q, int nested, - WRBUF w) + WRBUF wa, struct solr_attr *solr_attr) { - if (q->which == Z_RPNStructure_simple) - return rpn2solr_simple(ct, pr, client_data, q->u.simple, w); + if (q->which == Z_RPNStructure_simple) { + solr_attr_init(solr_attr); + return rpn2solr_simple(ct, q->u.simple, wa, solr_attr); + } else { Z_Operator *op = q->u.complex->roperator; int r; + struct solr_attr solr_attr_left, solr_attr_right; + WRBUF w_left = wrbuf_alloc(); + WRBUF w_right = wrbuf_alloc(); if (nested) pr("(", client_data); - r = rpn2solr_structure(ct, pr, client_data, q->u.complex->s1, 1, w); - if (r) + solr_attr_init(&solr_attr_left); + r = rpn2solr_structure(ct, pr, client_data, q->u.complex->s1, 1, w_left, &solr_attr_left); + + + if (r) { + wrbuf_destroy(w_left); return r; + } + solr_attr_init(&solr_attr_right); + + r = rpn2solr_structure(ct, pr, client_data, q->u.complex->s2, 1, w_right, &solr_attr_right); + if (r) { + wrbuf_destroy(w_left); + wrbuf_destroy(w_right); + return r; + } + switch(op->which) { case Z_Operator_and: - pr(" AND ", client_data); + solr_write_and_or_range(pr, client_data, &solr_attr_left, &solr_attr_right); break; case Z_Operator_or: + solr_write_structure(pr, client_data, &solr_attr_left); pr(" OR ", client_data); + solr_write_structure(pr, client_data, &solr_attr_right); break; case Z_Operator_and_not: + solr_write_structure(pr, client_data, &solr_attr_left); pr(" AND NOT ", client_data); + solr_write_structure(pr, client_data, &solr_attr_right); break; case Z_Operator_prox: solr_transform_set_error(ct, YAZ_BIB1_UNSUPP_SEARCH, 0); + wrbuf_destroy(w_left); + wrbuf_destroy(w_right); return -1; } - r = rpn2solr_structure(ct, pr, client_data, q->u.complex->s2, 1, w); + if (nested) pr(")", client_data); + + solr_attr_init(solr_attr); + wrbuf_destroy(w_left); + wrbuf_destroy(w_right); return r; } } @@ -336,8 +449,11 @@ int solr_transform_rpn2solr_stream(solr_transform_t ct, { int r; WRBUF w = wrbuf_alloc(); + struct solr_attr solr_attr; solr_transform_set_error(ct, 0, 0); - r = rpn2solr_structure(ct, pr, client_data, q->RPNStructure, 0, w); + solr_attr_init(&solr_attr); + r = rpn2solr_structure(ct, pr, client_data, q->RPNStructure, 0, w, &solr_attr); + solr_write_structure(pr, client_data, &solr_attr); wrbuf_destroy(w); return r; }