Added functions to create CCL RPN nodes. Added small tokenizer

[yaz-moved-to-github.git] / include / yaz / tokenizer.h

diff --git a/include/yaz/tokenizer.h b/include/yaz/tokenizer.h
new file mode 100644 (file)
index 0000000..02cd195
--- /dev/null
+++ b/include/yaz/tokenizer.h
@@ -0,0 +1,75 @@
+/*
+ * Copyright (c) 1995-2007, Index Data
+ * All rights reserved.
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *     * Redistributions of source code must retain the above copyright
+ *       notice, this list of conditions and the following disclaimer.
+ *     * Redistributions in binary form must reproduce the above copyright
+ *       notice, this list of conditions and the following disclaimer in the
+ *       documentation and/or other materials provided with the distribution.
+ *     * Neither the name of Index Data nor the names of its contributors
+ *       may be used to endorse or promote products derived from this
+ *       software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND ANY
+ * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+ * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE REGENTS AND CONTRIBUTORS BE LIABLE FOR ANY
+ * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+ * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+ * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
+ * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+/* $Id: tokenizer.h,v 1.1 2007-04-26 21:45:16 adam Exp $ */
+
+/** \file tokenizer.h
+    \brief Header with public definitions about YAZ' tokenizer
+*/
+
+#ifndef YAZ_TOKENIZER
+#define YAZ_TOKENIZER
+#include <yaz/nmem.h>
+
+YAZ_BEGIN_CDECL
+
+#define YAZ_TOKENIZER_EOF 0
+#define YAZ_TOKENIZER_ERROR (-1)
+#define YAZ_TOKENIZER_STRING (-2)
+#define YAZ_TOKENIZER_QSTRING (-3)
+
+typedef struct yaz_tokenizer *yaz_tokenizer_t;
+
+YAZ_EXPORT
+yaz_tokenizer_t yaz_tokenizer_create(void);
+
+YAZ_EXPORT
+void yaz_tokenizer_destroy(yaz_tokenizer_t t);
+
+YAZ_EXPORT
+void yaz_tokenizer_read_buf(yaz_tokenizer_t t, const char *buf);
+
+YAZ_EXPORT
+int yaz_tokenizer_move(yaz_tokenizer_t t);
+
+YAZ_EXPORT
+const char *yaz_tokenizer_string(yaz_tokenizer_t t);
+
+YAZ_EXPORT
+void yaz_tokenizer_single_tokens(yaz_tokenizer_t t, const char *simple);
+
+YAZ_END_CDECL
+
+#endif
+/* CQL_H_INCLUDED */
+/*
+ * Local variables:
+ * c-basic-offset: 4
+ * indent-tabs-mode: nil
+ * End:
+ * vim: shiftwidth=4 tabstop=8 expandtab
+ */
+