X-Git-Url: http://git.indexdata.com/?p=yaz-moved-to-github.git;a=blobdiff_plain;f=zoom%2Fzoomsh.c;h=37f5452223f3572d20e9da37e3eafdae9ef17493;hp=cad805f530f127d2209a314d6b25f3ed9239efc8;hb=11ed1645174d8ca8d8dcf5ef2bbe91e70a4a3e00;hpb=d57ade59211707b9bcfacc61039e446c9fa3f36f diff --git a/zoom/zoomsh.c b/zoom/zoomsh.c index cad805f..37f5452 100644 --- a/zoom/zoomsh.c +++ b/zoom/zoomsh.c @@ -1,38 +1,81 @@ -/* - * Copyright (C) 1995-2005, Index Data ApS +/* This file is part of the YAZ toolkit. + * Copyright (C) Index Data * See the file LICENSE for details. - * - * $Id: zoomsh.c,v 1.40 2006-04-21 10:28:07 adam Exp $ */ - /** \file zoomsh.c \brief ZOOM C command line tool (shell) */ +#if HAVE_CONFIG_H +#include +#endif + +#if HAVE_UNISTD_H +#include +#endif #include #include #include -#include - -#include +#include +#include +#include +#include #if HAVE_READLINE_READLINE_H -#include +#include #endif #if HAVE_READLINE_HISTORY_H #include #endif -#include - #include -#include #include -#include + +struct zoom_sh { + WRBUF strategy; + WRBUF criteria; + ZOOM_options options; + struct zoom_db *list; +}; + +struct zoom_db { + ZOOM_connection con; + ZOOM_resultset res; + struct zoom_db *next; +}; #define MAX_CON 100 -static int next_token (const char **cpp, const char **t_start) +static void process_events(struct zoom_sh *sh) +{ + ZOOM_connection *c; + int i, number; + struct zoom_db *db; + + for (number = 0, db = sh->list; db; db = db->next) + if (db->con) + number++; + c = xmalloc(sizeof(*c) * number); + + for (i = 0, db = sh->list; db; db = db->next) + if (db->con) + c[i++] = db->con; + + yaz_log(YLOG_DEBUG, "process_events"); + while ((i = ZOOM_event(number, c)) != 0) + { + int peek = ZOOM_connection_peek_event(c[i-1]); + int event = ZOOM_connection_last_event(c[i-1]); + yaz_log(YLOG_DEBUG, "no = %d peek = %d event = %d %s", i-1, + peek, + event, + ZOOM_get_event_str(event)); + } + xfree(c); +} + +static int next_token_chars(const char **cpp, const char **t_start, + const char *tok_chars) { int len = 0; const char *cp = *cpp; @@ -53,7 +96,7 @@ static int next_token (const char **cpp, const char **t_start) else { *t_start = cp; - while (*cp && *cp != ' ' && *cp != '\r' && *cp != '\n') + while (*cp && !strchr(tok_chars, *cp)) { cp++; len++; @@ -65,582 +108,913 @@ static int next_token (const char **cpp, const char **t_start) return len; /* return -1 if no token was read .. */ } -static int next_token_copy (const char **cpp, char *buf_out, int buf_max) +static int next_token(const char **cpp, const char **t_start) +{ + return next_token_chars(cpp, t_start, "\r\n "); +} + + +static WRBUF next_token_new_wrbuf(const char **cpp) { + WRBUF w = 0; const char *start; - int len = next_token (cpp, &start); + int len = next_token(cpp, &start); if (len < 0) - { - *buf_out = 0; - return len; - } - if (len >= buf_max) - len = buf_max-1; - memcpy (buf_out, start, len); - buf_out[len] = '\0'; - return len; + return 0; + w = wrbuf_alloc(); + if (len > 0) + wrbuf_write(w, start, len); + return w; } -static int is_command (const char *cmd_str, const char *this_str, int this_len) +static int is_command(const char *cmd_str, const char *this_str, int this_len) { int cmd_len = strlen(cmd_str); if (cmd_len != this_len) return 0; - if (memcmp (cmd_str, this_str, cmd_len)) + if (memcmp(cmd_str, this_str, cmd_len)) return 0; return 1; } -static void cmd_set (ZOOM_connection *c, ZOOM_resultset *r, - ZOOM_options options, - const char **args) +static int cmd_set(struct zoom_sh *sh, const char **args) { - char key[40], val[80]; + WRBUF key; + const char *val_buf; + int val_len; - if (next_token_copy (args, key, sizeof(key)) < 0) + if (!(key = next_token_new_wrbuf(args))) { - printf ("missing argument for set\n"); - return ; + printf("missing argument for set\n"); + return 1; } - if (next_token_copy (args, val, sizeof(val)) < 0) - ZOOM_options_set(options, key, 0); + val_len = next_token_chars(args, &val_buf, ""); + if (val_len != -1) + ZOOM_options_setl(sh->options, wrbuf_cstr(key), val_buf, val_len); else - ZOOM_options_set(options, key, val); + ZOOM_options_set(sh->options, wrbuf_cstr(key), 0); + wrbuf_destroy(key); + return 0; } -static void cmd_get (ZOOM_connection *c, ZOOM_resultset *r, - ZOOM_options options, - const char **args) +static int cmd_get(struct zoom_sh *sh, const char **args) { - char key[40]; - if (next_token_copy (args, key, sizeof(key)) < 0) + WRBUF key; + if (!(key = next_token_new_wrbuf(args))) { - printf ("missing argument for get\n"); + printf("missing argument for get\n"); + return 1; } else { - const char *val = ZOOM_options_get(options, key); - printf ("%s = %s\n", key, val ? val : ""); + const char *val = ZOOM_options_get(sh->options, wrbuf_cstr(key)); + printf("%s = %s\n", wrbuf_cstr(key), val ? val : ""); + wrbuf_destroy(key); } + return 0; } -static void cmd_rget(ZOOM_connection *c, ZOOM_resultset *r, - ZOOM_options options, - const char **args) +static int cmd_shell(struct zoom_sh *sh, const char **args) { - char key[40]; - if (next_token_copy (args, key, sizeof(key)) < 0) + int ret = system(*args); + if (ret) + printf("system command returned %d\n", ret); + return 0; +} + +static int cmd_rget(struct zoom_sh *sh, const char **args) +{ + WRBUF key; + if (!(key = next_token_new_wrbuf(args))) { - printf ("missing argument for get\n"); + printf("missing argument for get\n"); + return 1; } else { - int i; - for (i = 0; ilist; + for (; db; db = db->next) { - const char *val; - if (!r[i]) - continue; - - val = ZOOM_resultset_option_get(r[i], key); - printf ("%s = %s\n", key, val ? val : ""); + if (db->res) + { + const char *val = + ZOOM_resultset_option_get(db->res, wrbuf_cstr(key)); + printf("%s = %s\n", wrbuf_cstr(key), val ? val : ""); + } } + wrbuf_destroy(key); } + return 0; } -static void cmd_close (ZOOM_connection *c, ZOOM_resultset *r, - ZOOM_options options, - const char **args) +static int cmd_close(struct zoom_sh *sh, const char **args) { - char host[60]; - int i; - next_token_copy (args, host, sizeof(host)); - for (i = 0; ilist; *dbp; ) { const char *h; - if (!c[i]) + struct zoom_db *db = *dbp; + if (!db->con || !host || + ((h = ZOOM_connection_option_get(db->con, "host")) + && !strcmp(h, wrbuf_cstr(host)))) + { + *dbp = (*dbp)->next; + ZOOM_connection_destroy(db->con); + ZOOM_resultset_destroy(db->res); + xfree(db); + } + else + dbp = &(*dbp)->next; + } + if (host) + wrbuf_destroy(host); + return 0; +} + +static void display_records(ZOOM_connection c, + ZOOM_resultset r, + size_t start, size_t count, const char *type) +{ + size_t i; + for (i = 0; i < count; i++) + { + size_t pos = i + start; + ZOOM_record rec = ZOOM_resultset_record(r, pos); + const char *db = ZOOM_record_get(rec, "database", 0); + + if (ZOOM_record_error(rec, 0, 0, 0)) + { + const char *msg; + const char *addinfo; + const char *diagset; + int error = ZOOM_record_error(rec, &msg, &addinfo, &diagset); + + printf("%lld %s: %s (%s:%d) %s\n", (long long) pos, + (db ? db : "unknown"), + msg, diagset, error, addinfo ? addinfo : "none"); + } + else + { + int len; + const char *render = ZOOM_record_get(rec, type, &len); + const char *syntax = ZOOM_record_get(rec, "syntax", 0); + const char *schema = ZOOM_record_get(rec, "schema", 0); + /* if rec is non-null, we got a record for display */ + if (rec) + { + printf("%lld database=%s syntax=%s schema=%s\n", + (long long) pos, (db ? db : "unknown"), syntax, + schema ? schema : "unknown"); + if (render) + { + if (fwrite(render, 1, len, stdout) != (size_t) len) + { + printf("write to stdout failed\n"); + } + } + printf("\n"); + } + } + } +} + +static int cmd_show(struct zoom_sh *sh, const char **args) +{ + size_t start = 0, count = 1; + const char *type = "render"; + WRBUF render_str = 0; + int ret = 0; + struct zoom_db *db; + + { + WRBUF tmp; + + if ((tmp = next_token_new_wrbuf(args))) + { + start = atoi(wrbuf_cstr(tmp)); + wrbuf_destroy(tmp); + } + + if ((tmp = next_token_new_wrbuf(args))) + { + count = atoi(wrbuf_cstr(tmp)); + wrbuf_destroy(tmp); + } + render_str = next_token_new_wrbuf(args); + } + if (render_str) + type = wrbuf_cstr(render_str); + + for (db = sh->list; db; db = db->next) + if (db->res) + ZOOM_resultset_records(db->res, 0, start, count); + process_events(sh); + + for (db = sh->list; db; db = db->next) + { + int error; + const char *errmsg, *addinfo, *dset; + /* display errors if any */ + if (!db->con) continue; - if ((h = ZOOM_connection_option_get(c[i], "host")) - && !strcmp (h, host)) + if ((error = ZOOM_connection_error_x(db->con, &errmsg, &addinfo, &dset))) { - ZOOM_connection_destroy (c[i]); - c[i] = 0; + printf("%s error: %s (%s:%d) %s\n", + ZOOM_connection_option_get(db->con, "host"), errmsg, + dset, error, addinfo); + ret = 1; } - else if (*host == '\0') + else if (db->res) { - ZOOM_connection_destroy (c[i]); - c[i] = 0; + /* OK, no major errors. Display records... */ + display_records(db->con, db->res, start, count, type); } } + if (render_str) + wrbuf_destroy(render_str); + return ret; } -static void display_records (ZOOM_connection c, - ZOOM_resultset r, - int start, int count) +static void display_facets(ZOOM_facet_field *facets, int count) { int i; - for (i = 0; i= 0) - ZOOM_options_set (options, "start", start_str); + process_events(sh); + + for (db = sh->list; db; db = db->next) + { + int error; + const char *errmsg, *addinfo, *dset; + /* display errors if any */ + if (!db->con) + continue; + if ((error = ZOOM_connection_error_x(db->con, &errmsg, &addinfo, + &dset))) + { + printf("%s error: %s (%s:%d) %s\n", + ZOOM_connection_option_get(db->con, "host"), errmsg, + dset, error, addinfo); + ret = 1; + } + else if (db->res) + { + int num_facets = ZOOM_resultset_facets_size(db->res); + if (num_facets) { + ZOOM_facet_field *facets = ZOOM_resultset_facets(db->res); + display_facets(facets, num_facets); + } + } + } + return ret; +} - if (next_token_copy (args, count_str, sizeof(count_str)) >= 0) - ZOOM_options_set (options, "count", count_str); +static int cmd_suggestions(struct zoom_sh *sh, const char **args) +{ + struct zoom_db *db; + int ret = 0; - for (i = 0; ilist; db; db = db->next) { int error; const char *errmsg, *addinfo, *dset; /* display errors if any */ - if (!c[i]) + if (!db->con) continue; - if ((error = ZOOM_connection_error_x(c[i], &errmsg, &addinfo, &dset))) - printf ("%s error: %s (%s:%d) %s\n", - ZOOM_connection_option_get(c[i], "host"), errmsg, - dset, error, addinfo); - else if (r[i]) + if ((error = ZOOM_connection_error_x(db->con, &errmsg, &addinfo, + &dset))) { - /* OK, no major errors. Display records... */ - int start = ZOOM_options_get_int (options, "start", 0); - int count = ZOOM_options_get_int (options, "count", 0); - display_records (c[i], r[i], start, count); + printf("%s error: %s (%s:%d) %s\n", + ZOOM_connection_option_get(db->con, "host"), errmsg, + dset, error, addinfo); + ret = 1; + } + else if (db->res) + { + const char *suggestions = + ZOOM_resultset_option_get(db->res, "suggestions"); + if (suggestions) + printf("Suggestions: \n%s\n", suggestions); } } - ZOOM_options_set (options, "count", "0"); - ZOOM_options_set (options, "start", "0"); + return ret; } -static void cmd_ext (ZOOM_connection *c, ZOOM_resultset *r, - ZOOM_options options, - const char **args) +static int cmd_ext(struct zoom_sh *sh, const char **args) { - ZOOM_package p[MAX_CON]; - char ext_type_str[10]; - - int i; + int ret = 0; + ZOOM_package *p = 0; + struct zoom_db *db; + int i, number; + WRBUF ext_type_str = next_token_new_wrbuf(args); - if (next_token_copy (args, ext_type_str, sizeof(ext_type_str)) < 0) - return; - - for (i = 0; ilist; db; db = db->next) + if (db->con) + number++; + + p = xmalloc(sizeof(*p) * number); + + for (i = 0, db = sh->list; db; db = db->next) + if (db->con) { - p[i] = ZOOM_connection_package (c[i], 0); - ZOOM_package_send(p[i], ext_type_str); + p[i] = ZOOM_connection_package(db->con, 0); + ZOOM_package_send(p[i], ext_type_str ? wrbuf_cstr(ext_type_str):0); + i++; } - else - p[i] = 0; - } - while (ZOOM_event (MAX_CON, c)) - ; + process_events(sh); - for (i = 0; ilist; db; db = db->next) { int error; const char *errmsg, *addinfo, *dset; /* display errors if any */ - if (!p[i]) + if (!db->con) continue; - if ((error = ZOOM_connection_error_x(c[i], &errmsg, &addinfo, &dset))) - printf ("%s error: %s (%s:%d) %s\n", - ZOOM_connection_option_get(c[i], "host"), errmsg, - dset, error, addinfo); + if ((error = ZOOM_connection_error_x(db->con, &errmsg, &addinfo, + &dset))) + { + printf("%s error: %s (%s:%d) %s\n", + ZOOM_connection_option_get(db->con, "host"), errmsg, + dset, error, addinfo); + ret = 1; + } else if (p[i]) { const char *v; - printf ("ok\n"); - v = ZOOM_package_option_get (p[i], "targetReference"); + printf("ok\n"); + v = ZOOM_package_option_get(p[i], "targetReference"); if (v) printf("targetReference: %s\n", v); - v = ZOOM_package_option_get (p[i], "xmlUpdateDoc"); + v = ZOOM_package_option_get(p[i], "xmlUpdateDoc"); if (v) printf("xmlUpdateDoc: %s\n", v); } - ZOOM_package_destroy (p[i]); + ZOOM_package_destroy(p[i]); + i++; } + if (ext_type_str) + wrbuf_destroy(ext_type_str); + xfree(p); + return ret; } -static void cmd_debug (ZOOM_connection *c, ZOOM_resultset *r, - ZOOM_options options, - const char **args) +static int cmd_debug(struct zoom_sh *sh, const char **args) { yaz_log_init_level(YLOG_ALL); + return 0; +} + +static void display_search_result(struct zoom_db *db) +{ + const char *v; + int num; + + v = ZOOM_resultset_option_get(db->res, "searchresult.size"); + if (v && (num = atoi(v))) + { + int i; + printf("SearchResult-1:"); + for (i = 0; i < num; i++) + { + const char *v; + char str[60]; + + if (i) + printf(","); + + sprintf(str, "searchresult.%d.id", i); + v = ZOOM_resultset_option_get(db->res, str); + if (v) + printf(" id=%s", v); + + sprintf(str, "searchresult.%d.subquery.term", i); + v = ZOOM_resultset_option_get(db->res, str); + if (v) + printf(" term=%s", v); + + sprintf(str, "searchresult.%d.count", i); + v = ZOOM_resultset_option_get(db->res, str); + if (v) + printf(" cnt=%s", v); + } + printf("\n"); + } } -static void cmd_search (ZOOM_connection *c, ZOOM_resultset *r, - ZOOM_options options, - const char **args) +static int cmd_search(struct zoom_sh *sh, const char **args) { ZOOM_query s; const char *query_str = *args; - int i; - - s = ZOOM_query_create (); + int ret = 0; + struct zoom_db *db; + + s = ZOOM_query_create(); while (*query_str == ' ') query_str++; if (memcmp(query_str, "cql:", 4) == 0) { - ZOOM_query_cql (s, query_str + 4); + ZOOM_query_cql(s, query_str + 4); + } + else if (ZOOM_query_prefix(s, query_str)) + { + printf("Bad PQF: %s\n", query_str); + ZOOM_query_destroy(s); + return 1; } - else if (ZOOM_query_prefix (s, query_str)) + if (sh->strategy && wrbuf_len(sh->strategy) && wrbuf_len(sh->criteria)) { - printf ("Bad PQF: %s\n", query_str); - return; + int r = ZOOM_query_sortby2(s, wrbuf_cstr(sh->strategy), + wrbuf_cstr(sh->criteria)); + if (r) + { + if (r == -1) + printf("Bad sortby strategy: %s\n", wrbuf_cstr(sh->strategy)); + else + printf("Bad sortby criteria: %s\n", wrbuf_cstr(sh->criteria)); + ZOOM_query_destroy(s); + return 1; + } + printf("sortby added\n"); } - for (i = 0; ilist; db; db = db->next) { - if (c[i]) + if (db->con) { - ZOOM_resultset_destroy (r[i]); - r[i] = 0; + ZOOM_resultset_destroy(db->res); + db->res = ZOOM_connection_search(db->con, s); } - if (c[i]) - r[i] = ZOOM_connection_search (c[i], s); } + ZOOM_query_destroy(s); - while (ZOOM_event (MAX_CON, c)) - ; + process_events(sh); - for (i = 0; ilist; db; db = db->next) { int error; const char *errmsg, *addinfo, *dset; /* display errors if any */ - if (!c[i]) + if (!db->con) continue; - if ((error = ZOOM_connection_error_x(c[i], &errmsg, &addinfo, &dset))) - printf ("%s error: %s (%s:%d) %s\n", - ZOOM_connection_option_get(c[i], "host"), errmsg, - dset, error, addinfo); - else if (r[i]) + if ((error = ZOOM_connection_error_x(db->con, &errmsg, &addinfo, + &dset))) + { + printf("%s error: %s (%s:%d) %s\n", + ZOOM_connection_option_get(db->con, "host"), errmsg, + dset, error, addinfo); + ret = 1; + } + else if (db->res) { /* OK, no major errors. Look at the result count */ - int start = ZOOM_options_get_int (options, "start", 0); - int count = ZOOM_options_get_int (options, "count", 0); + int start = ZOOM_options_get_int(sh->options, "start", 0); + int count = ZOOM_options_get_int(sh->options, "count", 0); + int facet_num; + + printf("%s: %lld hits\n", ZOOM_connection_option_get(db->con, + "host"), + (long long int) ZOOM_resultset_size(db->res)); - printf ("%s: %ld hits\n", ZOOM_connection_option_get(c[i], "host"), - ZOOM_resultset_size(r[i])); + facet_num = ZOOM_resultset_facets_size(db->res); + if (facet_num) + { + ZOOM_facet_field *facets = ZOOM_resultset_facets(db->res); + int facet_idx; + for (facet_idx = 0; facet_idx < facet_num; facet_idx++) + { + const char *name = ZOOM_facet_field_name(facets[facet_idx]); + size_t term_idx; + size_t term_num = ZOOM_facet_field_term_count(facets[facet_idx]); + printf("facet: %s\n", name); + for (term_idx = 0; term_idx < term_num; term_idx++ ) + { + int freq; + const char *term = + ZOOM_facet_field_get_term(facets[facet_idx], term_idx, &freq); + printf("term: %s %d\n", term, freq); + } + } + } + display_search_result(db); /* and display */ - display_records (c[i], r[i], start, count); + display_records(db->con, db->res, start, count, "render"); } } - ZOOM_query_destroy (s); + return ret; } -static void cmd_scan (ZOOM_connection *c, ZOOM_resultset *r, - ZOOM_options options, - const char **args) +static int cmd_scan(struct zoom_sh *sh, const char **args) { - const char *start_term = *args; - int i; - ZOOM_scanset s[MAX_CON]; - - while (*start_term == ' ') - start_term++; + const char *query_str = *args; + ZOOM_query query = ZOOM_query_create(); + int i, number; + int ret = 0; + ZOOM_scanset *s = 0; + struct zoom_db *db; - for (i = 0; ilist; db; db = db->next) + if (db->con) + number++; + + s = xmalloc(sizeof(*s) * number); + + for (i = 0, db = sh->list; db; db = db->next) + if (db->con) + s[i++] = ZOOM_connection_scan1(db->con, query); + + ZOOM_query_destroy(query); + + process_events(sh); + + for (i = 0, db = sh->list; db; db = db->next) + { + int error; + const char *errmsg, *addinfo, *dset; + /* display errors if any */ + if (!db->con) + continue; + if ((error = ZOOM_connection_error_x(db->con, &errmsg, &addinfo, + &dset))) + { + printf("%s error: %s (%s:%d) %s\n", + ZOOM_connection_option_get(db->con, "host"), errmsg, + dset, error, addinfo); + ret = 1; + } + if (s[i]) + { size_t p, sz = ZOOM_scanset_size(s[i]); for (p = 0; p < sz; p++) { - int occ = 0; - int len = 0; + size_t occ = 0; + size_t len = 0; const char *term = ZOOM_scanset_display_term(s[i], p, - &occ, &len); - fwrite(term, 1, len, stdout); - printf (" %d\n", occ); - } + &occ, &len); + printf("%.*s %lld\n", (int) len, term, (long long int) occ); + } ZOOM_scanset_destroy(s[i]); } + i++; + } + xfree(s); + return ret; +} + +static int cmd_sortby(struct zoom_sh *sh, const char **args) +{ + WRBUF strategy; + const char *criteria; + if (!(strategy = next_token_new_wrbuf(args))) + { + printf("missing argument argument: strategy and criteria\n"); + return 1; } + criteria = *args; + while (*criteria == ' ') + criteria++; + wrbuf_destroy(sh->strategy); + sh->strategy = strategy; + + wrbuf_rewind(sh->criteria); + wrbuf_puts(sh->criteria, criteria); + return 0; } -static void cmd_sort (ZOOM_connection *c, ZOOM_resultset *r, - ZOOM_options options, - const char **args) +static int cmd_sort(struct zoom_sh *sh, const char **args) { const char *sort_spec = *args; - int i; - + int ret = 0; + struct zoom_db *db; + while (*sort_spec == ' ') sort_spec++; - - for (i = 0; ilist; db; db = db->next) + if (db->res) + ZOOM_resultset_sort(db->res, "yaz", sort_spec); + process_events(sh); + return ret; } -static void cmd_help (ZOOM_connection *c, ZOOM_resultset *r, - ZOOM_options options, - const char **args) +static int cmd_help(struct zoom_sh *sh, const char **args) { - printf ("connect \n"); - printf ("search \n"); - printf ("show [ []\n"); - printf ("scan \n"); - printf ("quit\n"); - printf ("close \n"); - printf ("ext \n"); - printf ("set