1 /* This file is part of the YAZ toolkit.
2 * Copyright (C) Index Data
3 * See the file LICENSE for details.
6 * \file zoom-memcached.c
7 * \brief Implements query/record caching using memcached
18 #include <yaz/yaz-util.h>
19 #include <yaz/xmalloc.h>
21 #include <yaz/diagbib1.h>
23 void ZOOM_memcached_init(ZOOM_connection c)
25 #if HAVE_LIBMEMCACHED_MEMCACHED_H
30 void ZOOM_memcached_destroy(ZOOM_connection c)
32 #if HAVE_LIBMEMCACHED_MEMCACHED_H
34 memcached_free(c->mc_st);
38 int ZOOM_memcached_configure(ZOOM_connection c)
41 #if HAVE_LIBMEMCACHED_MEMCACHED_H
44 memcached_free(c->mc_st);
48 val = ZOOM_options_get(c->options, "memcached");
51 #if HAVE_LIBMEMCACHED_MEMCACHED_H
52 c->mc_st = memcached(val, strlen(val));
55 ZOOM_set_error(c, ZOOM_ERROR_MEMCACHED, val);
59 ZOOM_set_error(c, ZOOM_ERROR_MEMCACHED, "not enabled");
66 void ZOOM_memcached_resultset(ZOOM_resultset r, ZOOM_query q)
68 #if HAVE_LIBMEMCACHED_MEMCACHED_H
69 ZOOM_connection c = r->connection;
70 r->mc_key = wrbuf_alloc();
71 wrbuf_puts(r->mc_key, "0;");
72 wrbuf_puts(r->mc_key, c->host_port);
73 wrbuf_puts(r->mc_key, ";");
75 wrbuf_puts(r->mc_key, c->user);
76 wrbuf_puts(r->mc_key, ";");
78 wrbuf_puts(r->mc_key, c->group);
79 wrbuf_puts(r->mc_key, ";");
81 wrbuf_sha1_puts(r->mc_key, c->password, 1);
82 wrbuf_puts(r->mc_key, ";");
84 WRBUF w = wrbuf_alloc();
85 ZOOM_query_get_hash(q, w);
86 wrbuf_sha1_puts(r->mc_key, wrbuf_cstr(w), 1);
89 wrbuf_puts(r->mc_key, ";");
93 void ZOOM_memcached_search(ZOOM_connection c, ZOOM_resultset resultset)
95 #if HAVE_LIBMEMCACHED_MEMCACHED_H
96 /* TODO: add sorting */
97 if (c->mc_st && resultset->live_set == 0)
101 memcached_return_t rc;
102 char *v = memcached_get(c->mc_st, wrbuf_buf(resultset->mc_key),
103 wrbuf_len(resultset->mc_key),
104 &v_len, &flags, &rc);
108 WRBUF w = wrbuf_alloc();
110 wrbuf_write(w, v, v_len);
112 resultset->size = odr_atoi(wrbuf_cstr(w));
114 yaz_log(YLOG_LOG, "For key %s got value %s",
115 wrbuf_cstr(resultset->mc_key), wrbuf_cstr(w));
118 event = ZOOM_Event_create(ZOOM_EVENT_RECV_SEARCH);
119 ZOOM_connection_put_event(c, event);
120 resultset->live_set = 1;
126 void ZOOM_memcached_hitcount(ZOOM_connection c, ZOOM_resultset resultset)
128 #if HAVE_LIBMEMCACHED_MEMCACHED_H
129 if (c->mc_st && resultset->live_set == 0)
132 memcached_return_t rc;
133 time_t expiration = 36000;
136 sprintf(str, ODR_INT_PRINTF, resultset->size);
137 rc = memcached_set(c->mc_st,
138 wrbuf_buf(resultset->mc_key),wrbuf_len(resultset->mc_key),
139 str, strlen(str), expiration, flags);
140 yaz_log(YLOG_LOG, "Store hit count key=%s value=%s rc=%u %s",
141 wrbuf_cstr(resultset->mc_key), str, (unsigned) rc,
142 memcached_last_error_message(c->mc_st));
147 void ZOOM_memcached_add(ZOOM_resultset r, Z_NamePlusRecord *npr,
149 const char *syntax, const char *elementSetName,
151 Z_SRW_diagnostic *diag)
153 #if HAVE_LIBMEMCACHED_MEMCACHED_H
154 if (r->connection->mc_st &&
155 !diag && npr->which == Z_NamePlusRecord_databaseRecord)
157 WRBUF k = wrbuf_alloc();
159 memcached_return_t rc;
160 time_t expiration = 36000;
161 ODR odr = odr_createmem(ODR_ENCODE);
165 z_NamePlusRecord(odr, &npr, 0, 0);
166 rec_buf = odr_getbuf(odr, &rec_len, 0);
168 wrbuf_write(k, wrbuf_buf(r->mc_key), wrbuf_len(r->mc_key));
169 wrbuf_printf(k, ";%d;%s;%s;%s", pos,
170 syntax ? syntax : "",
171 elementSetName ? elementSetName : "",
172 schema ? schema : "");
173 rc = memcached_set(r->connection->mc_st,
174 wrbuf_buf(k),wrbuf_len(k),
178 yaz_log(YLOG_LOG, "Store record lkey=%s len=%d rc=%u %s",
179 wrbuf_cstr(k), rec_len, (unsigned) rc,
180 memcached_last_error_message(r->connection->mc_st));
187 Z_NamePlusRecord *ZOOM_memcached_lookup(ZOOM_resultset r, int pos,
189 const char *elementSetName,
192 #if HAVE_LIBMEMCACHED_MEMCACHED_H
193 if (r->connection && r->connection->mc_st)
195 WRBUF k = wrbuf_alloc();
199 memcached_return_t rc;
201 wrbuf_write(k, wrbuf_buf(r->mc_key), wrbuf_len(r->mc_key));
202 wrbuf_printf(k, ";%d;%s;%s;%s", pos,
203 syntax ? syntax : "",
204 elementSetName ? elementSetName : "",
205 schema ? schema : "");
207 yaz_log(YLOG_LOG, "Lookup record %s", wrbuf_cstr(k));
208 v_buf = memcached_get(r->connection->mc_st, wrbuf_buf(k), wrbuf_len(k),
209 &v_len, &flags, &rc);
213 Z_NamePlusRecord *npr = 0;
215 odr_setbuf(r->odr, v_buf, v_len, 0);
216 z_NamePlusRecord(r->odr, &npr, 0, 0);
219 yaz_log(YLOG_LOG, "returned memcached copy");
230 * c-file-style: "Stroustrup"
231 * indent-tabs-mode: nil
233 * vim: shiftwidth=4 tabstop=8 expandtab