-/*
- * Copyright (C) 1995-2005, Index Data ApS
+/* This file is part of the YAZ toolkit.
+ * Copyright (C) 1995-2013 Index Data
* See the file LICENSE for details.
- *
- * $Id: nmem.c,v 1.12 2005-01-15 19:47:14 adam Exp $
*/
/**
* \brief Implements Nibble Memory
*
* This is a simple and fairly wasteful little module for nibble memory
- * allocation. Evemtually we'll put in something better.
+ * allocation.
*
- * FIXME - it also has some semaphore stuff, and stuff to handle errno.
- * These should be moved to some other place!
*/
#if HAVE_CONFIG_H
#include <config.h>
#endif
#include <assert.h>
+#include <stdlib.h>
#include <string.h>
#include <errno.h>
#include <stddef.h>
#include <yaz/xmalloc.h>
#include <yaz/nmem.h>
#include <yaz/log.h>
-#include <yaz/oid.h>
-#ifdef WIN32
-#include <windows.h>
-#endif
-
-#if YAZ_POSIX_THREADS
-#include <pthread.h>
-#endif
+#define NMEM_CHUNK (4*1024)
-#if YAZ_GNU_THREADS
-#include <pth.h>
-#endif
+struct nmem_block
+{
+ char *buf; /* memory allocated in this block */
+ size_t size; /* size of buf */
+ size_t top; /* top of buffer */
+ struct nmem_block *next;
+};
-#define NMEM_CHUNK (4*1024)
+struct nmem_control
+{
+ size_t total;
+ struct nmem_block *blocks;
+ struct nmem_control *next;
+};
struct align {
char x;
union {
- char c;
- short s;
- int i;
- long l;
+ char c;
+ short s;
+ int i;
+ long l;
#if HAVE_LONG_LONG
- long long ll;
+ long long ll;
#endif
- float f;
- double d;
+ float f;
+ double d;
} u;
};
#define NMEM_ALIGN (offsetof(struct align, u))
-static int log_level=0;
-static int log_level_initialized=0;
+static int log_level = 0;
+static int log_level_initialized = 0;
-#ifdef WIN32
-static CRITICAL_SECTION critical_section;
-#define NMEM_ENTER EnterCriticalSection(&critical_section)
-#define NMEM_LEAVE LeaveCriticalSection(&critical_section)
-struct nmem_mutex {
- CRITICAL_SECTION m_handle;
-};
-#elif YAZ_POSIX_THREADS
-static pthread_mutex_t nmem_mutex = PTHREAD_MUTEX_INITIALIZER;
-#define NMEM_ENTER pthread_mutex_lock(&nmem_mutex);
-#define NMEM_LEAVE pthread_mutex_unlock(&nmem_mutex);
-struct nmem_mutex {
- pthread_mutex_t m_handle;
-};
-#elif YAZ_GNU_THREADS
-static pth_mutex_t nmem_mutex = PTH_MUTEX_INIT;
-#define NMEM_ENTER pth_mutex_acquire(&nmem_mutex, 0, 0)
-#define NMEM_LEAVE pth_mutex_release(&nmem_mutex)
-struct nmem_mutex {
- pth_mutex_t m_handle;
-};
-#else
-#define NMEM_ENTER
-#define NMEM_LEAVE
-struct nmem_mutex {
- int dummy;
-};
-#endif
-
-YAZ_EXPORT void nmem_mutex_create(NMEM_MUTEX *p)
-{
- if (!log_level_initialized)
- {
- log_level=yaz_log_module_level("nmem");
- log_level_initialized=1;
- }
-
- NMEM_ENTER;
- if (!*p)
- {
- *p = (NMEM_MUTEX) malloc (sizeof(**p));
-#ifdef WIN32
- InitializeCriticalSection(&(*p)->m_handle);
-#elif YAZ_POSIX_THREADS
- pthread_mutex_init (&(*p)->m_handle, 0);
-#elif YAZ_GNU_THREADS
- pth_mutex_init (&(*p)->m_handle);
-#endif
- }
- NMEM_LEAVE;
-}
-
-YAZ_EXPORT void nmem_mutex_enter(NMEM_MUTEX p)
+static void free_block(struct nmem_block *p)
{
- if (p)
- {
-#ifdef WIN32
- EnterCriticalSection(&p->m_handle);
-#elif YAZ_POSIX_THREADS
- pthread_mutex_lock(&p->m_handle);
-#endif
- }
-}
-
-YAZ_EXPORT void nmem_mutex_leave(NMEM_MUTEX p)
-{
- if (p)
- {
-#ifdef WIN32
- LeaveCriticalSection(&p->m_handle);
-#elif YAZ_POSIX_THREADS
- pthread_mutex_unlock(&p->m_handle);
-#endif
- }
-}
-
-YAZ_EXPORT void nmem_mutex_destroy(NMEM_MUTEX *p)
-{
- NMEM_ENTER;
- if (*p)
- {
-#ifdef WIN32
- DeleteCriticalSection(&(*p)->m_handle);
-#endif
- free (*p);
- *p = 0;
- }
- NMEM_LEAVE;
-}
-
-static nmem_block *freelist = NULL; /* "global" freelists */
-static nmem_control *cfreelist = NULL;
-static int nmem_active_no = 0;
-static int nmem_init_flag = 0;
-
-#if NMEM_DEBUG
-struct nmem_debug_info {
- void *p;
- char file[40];
- int line;
- struct nmem_debug_info *next;
-};
-
-struct nmem_debug_info *nmem_debug_list = 0;
-#endif
-
-static void free_block(nmem_block *p)
-{
- memset(p->buf, 'Y', p->size);
- p->next = freelist;
- freelist = p;
+ xfree(p->buf);
+ xfree(p);
if (log_level)
- yaz_log (log_level, "nmem free_block p=%p", p);
+ yaz_log(log_level, "nmem free_block p=%p", p);
}
-#if NMEM_DEBUG
-void nmem_print_list (void)
-{
- if(log_level)
- nmem_print_list_l(log_level);
-}
-
-void nmem_print_list_l (int level)
-{
- struct nmem_debug_info *p;
-
- yaz_log (level, "nmem print list");
- NMEM_ENTER;
- for (p = nmem_debug_list; p; p = p->next)
- yaz_log (level, " %s:%d p=%p size=%d", p->file, p->line, p->p,
- nmem_total(p->p));
- NMEM_LEAVE;
-}
-#endif
/*
* acquire a block with a minimum of size free bytes.
*/
-static nmem_block *get_block(int size)
+static struct nmem_block *get_block(size_t size)
{
- nmem_block *r, *l;
+ struct nmem_block *r;
+ size_t get = NMEM_CHUNK;
if (log_level)
- yaz_log (log_level, "nmem get_block size=%d", size);
-
- for (r = freelist, l = 0; r; l = r, r = r->next)
- if (r->size >= size)
- break;
- if (r)
- {
- if (log_level)
- yaz_log (log_level, "nmem get_block found free block p=%p", r);
- if (l)
- l->next = r->next;
- else
- freelist = r->next;
- }
- else
- {
- int get = NMEM_CHUNK;
+ yaz_log(log_level, "nmem get_block size=%ld", (long) size);
- if (get < size)
- get = size;
- if(log_level)
- yaz_log (log_level, "nmem get_block alloc new block size=%d", get);
+ if (get < size)
+ get = size;
+ if (log_level)
+ yaz_log(log_level, "nmem get_block alloc new block size=%ld",
+ (long) get);
- r = (nmem_block *)xmalloc(sizeof(*r));
- r->buf = (char *)xmalloc(r->size = get);
- }
+ r = (struct nmem_block *) xmalloc(sizeof(*r));
+ r->buf = (char *)xmalloc(r->size = get);
r->top = 0;
return r;
}
void nmem_reset(NMEM n)
{
- nmem_block *t;
-
- yaz_log (log_level, "nmem_reset p=%p", n);
+ struct nmem_block *t;
+
+ yaz_log(log_level, "nmem_reset p=%p", n);
if (!n)
- return;
- NMEM_ENTER;
+ return;
while (n->blocks)
{
- t = n->blocks;
- n->blocks = n->blocks->next;
- free_block(t);
+ t = n->blocks;
+ n->blocks = n->blocks->next;
+ free_block(t);
}
n->total = 0;
- NMEM_LEAVE;
}
-#if NMEM_DEBUG
-void *nmem_malloc_f (const char *file, int line, NMEM n, int size)
-#else
-void *nmem_malloc(NMEM n, int size)
-#endif
+void *nmem_malloc(NMEM n, size_t size)
{
struct nmem_block *p;
char *r;
-#if NMEM_DEBUG
- if (log_level)
- yaz_log (log_level, "%s:%d: nmem_malloc p=%p size=%d",
- file, line, n, size);
-#endif
if (!n)
{
- yaz_log (YLOG_FATAL, "calling nmem_malloc with an null pointer");
- abort ();
+ yaz_log(YLOG_FATAL, "calling nmem_malloc with an null pointer");
+ abort();
}
-#ifdef WIN32
- assert (nmem_init_flag);
-#endif
- NMEM_ENTER;
p = n->blocks;
- if (!p || p->size - p->top < size)
+ if (!p || p->size < size + p->top)
{
- p = get_block(size);
- p->next = n->blocks;
- n->blocks = p;
+ p = get_block(size);
+ p->next = n->blocks;
+ n->blocks = p;
}
r = p->buf + p->top;
/* align size */
p->top += (size + (NMEM_ALIGN - 1)) & ~(NMEM_ALIGN - 1);
n->total += size;
- NMEM_LEAVE;
return r;
}
-int nmem_total(NMEM n)
+size_t nmem_total(NMEM n)
{
return n->total;
}
-#if NMEM_DEBUG
-NMEM nmem_create_f(const char *file, int line)
-#else
NMEM nmem_create(void)
-#endif
{
NMEM r;
-#if NMEM_DEBUG
- struct nmem_debug_info *debug_p;
-#endif
if (!log_level_initialized)
{
- log_level=yaz_log_module_level("nmem");
- log_level_initialized=1;
+ log_level = yaz_log_module_level("nmem");
+ log_level_initialized = 1;
}
-
- NMEM_ENTER;
- nmem_active_no++;
- r = cfreelist;
- if (r)
- cfreelist = cfreelist->next;
- else
- r = (nmem_control *)xmalloc(sizeof(*r));
- NMEM_LEAVE;
-#if NMEM_DEBUG
- yaz_log (YLOG_DEBUG, "%s:%d: nmem_create %d p=%p", file, line,
- nmem_active_no, r);
-#endif
+ r = (struct nmem_control *)xmalloc(sizeof(*r));
+
r->blocks = 0;
r->total = 0;
r->next = 0;
-#if NMEM_DEBUG
- for (debug_p = nmem_debug_list; debug_p; debug_p = debug_p->next)
- if (debug_p->p == r)
- {
- yaz_log (YLOG_FATAL, "multi used block in nmem");
- abort ();
- }
- debug_p = xmalloc (sizeof(*debug_p));
- strncpy (debug_p->file, file, sizeof(debug_p->file)-1);
- debug_p->file[sizeof(debug_p->file)-1] = '\0';
- debug_p->line = line;
- debug_p->p = r;
- debug_p->next = nmem_debug_list;
- nmem_debug_list = debug_p;
-
- nmem_print_list();
-#endif
return r;
}
-#if NMEM_DEBUG
-void nmem_destroy_f(const char *file, int line, NMEM n)
-#else
void nmem_destroy(NMEM n)
-#endif
{
-#if NMEM_DEBUG
- struct nmem_debug_info **debug_p;
- int ok = 0;
-#endif
if (!n)
- return;
-
-#if NMEM_DEBUG
- yaz_log (log_level, "%s:%d: nmem_destroy %d p=%p", file, line,
- nmem_active_no-1, n);
- NMEM_ENTER;
- for (debug_p = &nmem_debug_list; *debug_p; debug_p = &(*debug_p)->next)
- if ((*debug_p)->p == n)
- {
- struct nmem_debug_info *debug_save = *debug_p;
- *debug_p = (*debug_p)->next;
- xfree (debug_save);
- ok = 1;
- break;
- }
- NMEM_LEAVE;
- nmem_print_list();
- if (!ok)
- {
- yaz_log (YLOG_WARN, "%s:%d destroying unallocated nmem block p=%p",
- file, line, n);
- return;
- }
-#endif
+ return;
+
nmem_reset(n);
- NMEM_ENTER;
- nmem_active_no--;
- n->next = cfreelist;
- cfreelist = n;
- NMEM_LEAVE;
+ xfree(n);
}
-void nmem_transfer (NMEM dst, NMEM src)
+void nmem_transfer(NMEM dst, NMEM src)
{
- nmem_block *t;
+ struct nmem_block *t;
while ((t = src->blocks))
{
- src->blocks = t->next;
- t->next = dst->blocks;
- dst->blocks = t;
+ src->blocks = t->next;
+ t->next = dst->blocks;
+ dst->blocks = t;
}
dst->total += src->total;
src->total = 0;
}
-void nmem_critical_enter (void)
-{
- NMEM_ENTER;
-}
-
-void nmem_critical_leave (void)
-{
- NMEM_LEAVE;
-}
-
-void nmem_init (void)
-{
- if (!log_level_initialized)
- {
- log_level=yaz_log_module_level("nmem");
- log_level_initialized=1;
- }
-
- if (++nmem_init_flag == 1)
- {
-#ifdef WIN32
- InitializeCriticalSection(&critical_section);
-#elif YAZ_GNU_THREADS
- yaz_log (log_level, "pth_init"); /* ??? */
- pth_init ();
-#endif
- nmem_active_no = 0;
- freelist = NULL;
- cfreelist = NULL;
- }
-}
-
-void nmem_exit (void)
-{
- if (--nmem_init_flag == 0)
- {
- oid_exit();
- while (freelist)
- {
- struct nmem_block *fl = freelist;
- freelist = freelist->next;
- xfree (fl->buf);
- xfree (fl);
- }
- while (cfreelist)
- {
- struct nmem_control *cfl = cfreelist;
- cfreelist = cfreelist->next;
- xfree (cfl);
- }
-#ifdef WIN32
- DeleteCriticalSection(&critical_section);
-#endif
- }
-}
-
-
-#ifdef WIN32
-BOOL WINAPI DllMain (HINSTANCE hinstDLL,
- DWORD reason,
- LPVOID reserved)
-{
- switch (reason)
- {
- case DLL_PROCESS_ATTACH:
- nmem_init ();
- break;
- case DLL_PROCESS_DETACH:
- nmem_exit ();
- }
- return TRUE;
-}
-#endif
-
-int yaz_errno(void)
-{
- return errno;
-}
-
-void yaz_set_errno(int v)
-{
- errno = v;
-}
+/*
+ * Local variables:
+ * c-basic-offset: 4
+ * c-file-style: "Stroustrup"
+ * indent-tabs-mode: nil
+ * End:
+ * vim: shiftwidth=4 tabstop=8 expandtab
+ */
-void yaz_strerror(char *buf, int max)
-{
-#ifdef WIN32
- DWORD err;
-#endif
- char *cp;
- if (!log_level_initialized)
- {
- log_level = yaz_log_module_level("nmem");
- log_level_initialized = 1;
- }
-
-#ifdef WIN32
- err = GetLastError();
- if (err)
- {
- FormatMessage(
- FORMAT_MESSAGE_FROM_SYSTEM,
- NULL,
- err,
- MAKELANGID(LANG_NEUTRAL, SUBLANG_DEFAULT), /* Default lang */
- (LPTSTR) buf,
- max-1,
- NULL);
- }
- else
- *buf = '\0';
-#else
-/* UNIX */
-#if HAVE_STRERROR_R
-#if YAZ_POSIX_THREADS
- *buf = '\0';
- strerror_r(errno, buf, max);
- /* if buffer is unset - use strerror anyway (GLIBC bug) */
- if (*buf == '\0')
- strcpy(buf, strerror(yaz_errno()));
-#else
- strcpy(buf, strerror(yaz_errno()));
-#endif
-#else
- strcpy(buf, strerror(yaz_errno()));
-#endif
-/* UNIX */
-#endif
- if ((cp = strrchr(buf, '\n')))
- *cp = '\0';
- if ((cp = strrchr(buf, '\r')))
- *cp = '\0';
-}