X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=fml%2Ffml.c;h=b08aa4ddf98e11b41d0c95e2434cfbcc0f3399b8;hb=e1ec9d39463f431383547891f38e30f2ff17842c;hp=5690b5616af8b94c198f8d2c27ca363391fa88ba;hpb=db6a18e6dc8f76018718a603fadda55c9b036767;p=egate.git

diff --git a/fml/fml.c b/fml/fml.c
index 5690b56..b08aa4d 100644
--- a/fml/fml.c
+++ b/fml/fml.c
@@ -1,8 +1,95 @@
 /*
+ * Copyright (c) 1995, the EUROPAGATE consortium (see below).
+ *
+ * The EUROPAGATE consortium members are:
+ *
+ *    University College Dublin
+ *    Danmarks Teknologiske Videnscenter
+ *    An Chomhairle Leabharlanna
+ *    Consejo Superior de Investigaciones Cientificas
+ *
+ * Permission to use, copy, modify, distribute, and sell this software and
+ * its documentation, in whole or in part, for any purpose, is hereby granted,
+ * provided that:
+ *
+ * 1. This copyright and permission notice appear in all copies of the
+ * software and its documentation. Notices of copyright or attribution
+ * which appear at the beginning of any file must remain unchanged.
+ *
+ * 2. The names of EUROPAGATE or the project partners may not be used to
+ * endorse or promote products derived from this software without specific
+ * prior written permission.
+ *
+ * 3. Users of this software (implementors and gateway operators) agree to
+ * inform the EUROPAGATE consortium of their use of the software. This
+ * information will be used to evaluate the EUROPAGATE project and the
+ * software, and to plan further developments. The consortium may use
+ * the information in later publications.
+ * 
+ * 4. Users of this software agree to make their best efforts, when
+ * documenting their use of the software, to acknowledge the EUROPAGATE
+ * consortium, and the role played by the software in their work.
+ *
+ * THIS SOFTWARE IS PROVIDED "AS IS" AND WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS, IMPLIED, OR OTHERWISE, INCLUDING WITHOUT LIMITATION, ANY
+ * WARRANTY OF MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE.
+ * IN NO EVENT SHALL THE EUROPAGATE CONSORTIUM OR ITS MEMBERS BE LIABLE
+ * FOR ANY SPECIAL, INCIDENTAL, INDIRECT OR CONSEQUENTIAL DAMAGES OF
+ * ANY KIND, OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA
+ * OR PROFITS, WHETHER OR NOT ADVISED OF THE POSSIBILITY OF DAMAGE, AND
+ * ON ANY THEORY OF LIABILITY, ARISING OUT OF OR IN CONNECTION WITH THE
+ * USE OR PERFORMANCE OF THIS SOFTWARE.
+ *
+ */
+/*
  * FML interpreter. Europagate, 1995
  *
  * $Log: fml.c,v $
- * Revision 1.3  1995/02/07 16:09:23  adam
+ * Revision 1.16  1995/05/16 09:39:32  adam
+ * LICENSE.
+ *
+ * Revision 1.15  1995/02/27  09:01:20  adam
+ * Regular expression support. Argument passing by name option. New FML
+ * function strlen.
+ *
+ * Revision 1.14  1995/02/23  08:32:04  adam
+ * Changed header.
+ *
+ * Revision 1.12  1995/02/22  15:20:13  adam
+ * Bug fix in fml_exec_space.
+ *
+ * Revision 1.11  1995/02/22  08:50:49  adam
+ * Definition of CPP changed. Output function can be customized.
+ *
+ * Revision 1.10  1995/02/21  17:46:08  adam
+ * Bug fix in fml_sub0.
+ *
+ * Revision 1.9  1995/02/21  14:00:03  adam
+ * Minor changes.
+ *
+ * Revision 1.8  1995/02/10  18:15:52  adam
+ * FML function 'strcmp' implemented. This function can be used to
+ * test for existence of MARC fields.
+ *
+ * Revision 1.7  1995/02/10  15:50:54  adam
+ * MARC interface implemented. Minor bugs fixed. fmltest can
+ * be used to format single MARC records. New function '\list'
+ * implemented.
+ *
+ * Revision 1.6  1995/02/09  16:06:06  adam
+ * FML can be called from the outside multiple times by the functions:
+ * fml_exec_call and fml_exec_call_str.
+ * An interactive parameter (-i) to fmltest starts a shell-like
+ * interface to FML by using the fml_exec_call_str function.
+ *
+ * Revision 1.5  1995/02/09  14:33:36  adam
+ * Split source fml.c and define relevant build-in functions in separate
+ * files. New operators mult, div, not, llen implemented.
+ *
+ * Revision 1.4  1995/02/09  13:07:14  adam
+ * Nodes are freed now. Many bugs fixed.
+ *
+ * Revision 1.3  1995/02/07  16:09:23  adam
  * The \ character is no longer INCLUDED when terminating a token.
  * Major changes in tokenization routines. Bug fixes in expressions
  * with lists (fml_sub0).
@@ -28,46 +115,25 @@ static int default_read_func (void)
     return getchar ();
 }
 
+static void default_write_func (int c)
+{
+    putchar (c);
+}
+
 static void default_err_handle (int no)
 {
     fprintf (stderr, "Error: %d\n", no);
 }
 
+static struct fml_node *fml_sub0 (Fml fml, struct fml_node *list);
+static struct fml_node *fml_sub1 (Fml fml, struct fml_node **lp,
+                                  struct token *tp);
+static struct fml_node *fml_sub2 (Fml fml, struct fml_node **lp,
+                                  struct token *tp);
 static struct fml_node *fml_exec_space (Fml fml, struct fml_node **lp, 
                                         struct token *tp);
 static struct fml_node *fml_exec_nl (Fml fml, struct fml_node **lp, 
                                      struct token *tp);
-static struct fml_node *fml_exec_incr (Fml fml, struct fml_node **lp, 
-                                       struct token *tp);
-static struct fml_node *fml_exec_decr (Fml fml, struct fml_node **lp, 
-                                       struct token *tp);
-#if 0
-static struct fml_node *fml_sub_bad (Fml fml, struct fml_node *list);
-#endif
-static struct fml_node *fml_sub0 (Fml fml, struct fml_node *list);
-
-static struct fml_node *fml_exec_plus (Fml fml, struct fml_node *l,
-                                       struct fml_node *r);
-static struct fml_node *fml_exec_minus (Fml fml, struct fml_node *l,
-                                        struct fml_node *r);
-static struct fml_node *fml_exec_gt (Fml fml, struct fml_node *l,
-                                     struct fml_node *r);
-static struct fml_node *fml_exec_lt (Fml fml, struct fml_node *l,
-                                     struct fml_node *r);
-static struct fml_node *fml_exec_eq (Fml fml, struct fml_node *l,
-                                     struct fml_node *r);
-static struct fml_node *fml_exec_ge (Fml fml, struct fml_node *l,
-                                     struct fml_node *r);
-static struct fml_node *fml_exec_le (Fml fml, struct fml_node *l,
-                                     struct fml_node *r);
-static struct fml_node *fml_exec_ne (Fml fml, struct fml_node *l,
-                                     struct fml_node *r);
-static struct fml_node *fml_exec_and (Fml fml, struct fml_node *l,
-                                      struct fml_node *r);
-static struct fml_node *fml_exec_or (Fml fml, struct fml_node *l,
-                                     struct fml_node *r);
-static struct fml_node *fml_exec_indx (Fml fml, struct fml_node *l,
-                                     struct fml_node *r);
                                   
 static int indent = 0;
 
@@ -107,6 +173,7 @@ Fml fml_open (void)
     fml->white_chars = " \t\f\r\n";
     fml->read_func = default_read_func;
     fml->err_handle = default_err_handle;
+    fml->write_func = default_write_func;
 
     fml->list = NULL;
     fml->sym_tab = fml_sym_open ();
@@ -131,50 +198,10 @@ Fml fml_open (void)
     sym_info = fml_sym_add (fml->sym_tab, "return");
     sym_info->kind = FML_RETURN;
 
-
-    sym_info = fml_sym_add (fml->sym_tab, "and");
-    sym_info->kind = FML_CBINARY;
-    sym_info->binary = fml_exec_and;
-    sym_info = fml_sym_add (fml->sym_tab, "or");
-    sym_info->kind = FML_CBINARY;
-    sym_info->binary = fml_exec_or;
-    sym_info = fml_sym_add (fml->sym_tab, "index");
-    sym_info->kind = FML_CBINARY;
-    sym_info->binary = fml_exec_indx;
-
-    sym_info = fml_sym_add (fml->sym_tab, "plus");
-    sym_info->kind = FML_CBINARY;
-    sym_info->binary = fml_exec_plus;
-    sym_info = fml_sym_add (fml->sym_tab, "minus");
-    sym_info->kind = FML_CBINARY;
-    sym_info->binary = fml_exec_minus;
-
-    sym_info = fml_sym_add (fml->sym_tab, "gt");
-    sym_info->kind = FML_CBINARY;
-    sym_info->binary = fml_exec_gt;
-    sym_info = fml_sym_add (fml->sym_tab, "lt");
-    sym_info->kind = FML_CBINARY;
-    sym_info->binary = fml_exec_lt;
-    sym_info = fml_sym_add (fml->sym_tab, "eq");
-    sym_info->kind = FML_CBINARY;
-    sym_info->binary = fml_exec_eq;
-
-    sym_info = fml_sym_add (fml->sym_tab, "ge");
-    sym_info->kind = FML_CBINARY;
-    sym_info->binary = fml_exec_ge;
-    sym_info = fml_sym_add (fml->sym_tab, "le");
-    sym_info->kind = FML_CBINARY;
-    sym_info->binary = fml_exec_le;
-    sym_info = fml_sym_add (fml->sym_tab, "ne");
-    sym_info->kind = FML_CBINARY;
-    sym_info->binary = fml_exec_ne;
-
-    sym_info = fml_sym_add (fml->sym_tab, "incr");
-    sym_info->kind = FML_CPREFIX;
-    sym_info->prefix = fml_exec_incr;
-    sym_info = fml_sym_add (fml->sym_tab, "decr");
-    sym_info->kind = FML_CPREFIX;
-    sym_info->prefix = fml_exec_decr;
+    fml_list_init (fml);
+    fml_arit_init (fml);
+    fml_rel_init (fml);
+    fml_str_init (fml);
 
     sym_info = fml_sym_add (fml->sym_tab, "s");
     sym_info->kind = FML_CPREFIX;
@@ -196,7 +223,7 @@ static void pop_handler (struct fml_sym_info *info)
     switch (info->kind)
     {
     case FML_VAR:
-/* fml_node_delete (fml_pop_handler, info->body); */
+        fml_node_delete (fml_pop_handler, info->body);
         break;
     }
 }
@@ -213,7 +240,7 @@ int fml_preprocess (Fml fml)
 }
 
 
-static void fml_init_token (struct token *tp, Fml fml)
+void fml_init_token (struct token *tp, Fml fml)
 {
     tp->maxbuf = FML_ATOM_BUF*2;
     tp->offset = 0;
@@ -222,13 +249,18 @@ static void fml_init_token (struct token *tp, Fml fml)
     tp->escape_char = fml->escape_char;
 }
 
-static void fml_del_token (struct token *tp, Fml fml)
+void fml_del_token (struct token *tp, Fml fml)
 {
     if (tp->maxbuf != FML_ATOM_BUF*2)
         free (tp->atombuf);
 }
 
-static void fml_cmd_lex (struct fml_node **np, struct token *tp)
+void fml_cmd_lex (struct fml_node **np, struct token *tp)
+{
+    fml_cmd_lex_s (np, tp, 1);
+}
+
+void fml_cmd_lex_s (struct fml_node **np, struct token *tp, int esc_stop)
 {
     char *cp;
     char *dst;
@@ -274,7 +306,6 @@ static void fml_cmd_lex (struct fml_node **np, struct token *tp)
     if (*cp == tp->escape_char)
     {
         tp->kind = 'e';
-        tp->after_char = '\0';
         cp++;
         if (*cp == '\0')
         {
@@ -287,30 +318,13 @@ static void fml_cmd_lex (struct fml_node **np, struct token *tp)
     else
     {
         tp->kind = 't';
-        tp->after_char = ' ';
     }
     while (*cp)
     {
-        if (*cp == tp->escape_char)
+        if (*cp == tp->escape_char && esc_stop)
         {
             *dst = '\0';
-#if 0
-            if (cp[1] == '\0')
-            {
-                tp->after_char = ' ';
-                break;
-            }
-#endif
-#if 0
-            if (tp->kind == 'e')
-            {
-                cp++;
-                if (! *cp)
-                    break;
-            }
-#endif
             tp->offset = cp - tp->atombuf;
-            tp->after_char = '\0';
             return ;
         }
         *dst++ = *cp++;
@@ -320,271 +334,51 @@ static void fml_cmd_lex (struct fml_node **np, struct token *tp)
     *np = (*np)->p[1];
 }
 
-static struct fml_node *fml_lex_list (Fml fml, struct token *tp)
+struct fml_node *fml_expr_term (Fml fml, struct fml_node **lp, 
+                                struct token *tp)
 {
     struct fml_node *fn;
-
     if (tp->kind == 'g')
-        return tp->sub;
-    fn = fml_node_alloc (fml);
-    fn->is_atom = 1;
-    fn->p[0] = tp->atom;
+    {
+        fn = fml_sub0 (fml, tp->sub);
+        fml_cmd_lex (lp, tp);
+    }
+    else
+        fn = fml_sub2 (fml, lp, tp);
     return fn;
 }
 
-static struct fml_node *fml_exec_group (struct fml_node *list, Fml fml);
-
-static void fml_lr_values (struct fml_node *l, int *left_val,
+void fml_lr_values (Fml fml, struct fml_node *l, int *left_val,
                            struct fml_node *r, int *right_val)
 {
-    if (l->is_atom)
+    if (l && l->is_atom)
         *left_val = fml_atom_val (l->p[0]);
     else
         *left_val = 0;
-    if (r->is_atom)
+    if (r && r->is_atom)
         *right_val = fml_atom_val (r->p[0]);
     else
         *right_val = 0;
+    fml_node_delete (fml, l);
+    fml_node_delete (fml, r);
 }
 
-static struct fml_node *fml_exec_and (Fml fml, struct fml_node *l,
-                                      struct fml_node *r)
-{
-    if (l && r)
-        return r;
-    else
-        return NULL;
-}
-
-static struct fml_node *fml_exec_or (Fml fml, struct fml_node *l,
-                                      struct fml_node *r)
-{
-    if (l)
-        return l;
-    return r;
-}
-
-static struct fml_node *fml_exec_indx (Fml fml, struct fml_node *l,
-                                       struct fml_node *r)
-{
-    struct fml_node *list = l;
-    int indx;
-
-    if (!l || !r || !r->is_atom)
-        return NULL;
-    indx = fml_atom_val (r->p[0]);
-    while (--indx >= 1 && list)
-        list = list->p[1];
-    if (!list)
-        return NULL;
-    if (list->is_atom)
-    {
-        struct fml_node *fn = fml_node_alloc (fml);
-        fn->is_atom = 1;
-        fn->p[0] = list->p[0];
-        return fn;
-    }
-    else
-        return list->p[0];
-}
-
-static struct fml_node *fml_exec_plus (Fml fml, struct fml_node *l,
-                                       struct fml_node *r)
-{
-    int left_val, right_val;
-    char arg[20];
-    struct fml_node *fn;
-
-    fml_lr_values (l, &left_val, r, &right_val);
-    sprintf (arg, "%d", left_val + right_val);
-    fn = fml_node_alloc (fml);
-    fn->is_atom = 1;
-    fn->p[0] = fml_atom_alloc (fml, arg);
-    return fn;
-}
-
-static struct fml_node *fml_exec_minus (Fml fml, struct fml_node *l,
-                                       struct fml_node *r)
-{
-    int left_val, right_val;
-    char arg[20];
-    struct fml_node *fn;
-
-    fml_lr_values (l, &left_val, r, &right_val);
-    sprintf (arg, "%d", left_val - right_val);
-    fn = fml_node_alloc (fml);
-    fn->is_atom = 1;
-    fn->p[0] = fml_atom_alloc (fml, arg);
-    return fn;
-}
-
-
-static struct fml_node *fml_exec_gt (Fml fml, struct fml_node *l,
-                                     struct fml_node *r)
-{
-    int left_val, right_val;
-    struct fml_node *fn;
-    fml_lr_values (l, &left_val, r, &right_val);
-    if (left_val > right_val)
-    {
-        fn = fml_node_alloc (fml);
-        fn->is_atom = 1;
-        fn->p[0] = fml_atom_alloc (fml, "1");
-    }
-    else
-        fn = NULL;
-    return fn;
-}
-
-
-static struct fml_node *fml_exec_lt (Fml fml, struct fml_node *l,
-                                     struct fml_node *r)
-{
-    int left_val, right_val;
-    struct fml_node *fn;
-    fml_lr_values (l, &left_val, r, &right_val);
-    if (left_val < right_val)
-    {
-        fn = fml_node_alloc (fml);
-        fn->is_atom = 1;
-        fn->p[0] = fml_atom_alloc (fml, "1");
-    }
-    else
-        fn = NULL;
-    return fn;
-}
-
-static struct fml_node *fml_exec_eq (Fml fml, struct fml_node *l,
-                                     struct fml_node *r)
-{
-    int left_val, right_val;
-    struct fml_node *fn;
-    fml_lr_values (l, &left_val, r, &right_val);
-    if (left_val == right_val)
-    {
-        fn = fml_node_alloc (fml);
-        fn->is_atom = 1;
-        fn->p[0] = fml_atom_alloc (fml, "1");
-    }
-    else
-        fn = NULL;
-    return fn;
-}
-
-static struct fml_node *fml_exec_ne (Fml fml, struct fml_node *l,
-                                     struct fml_node *r)
-{
-    int left_val, right_val;
-    struct fml_node *fn;
-    fml_lr_values (l, &left_val, r, &right_val);
-    if (left_val != right_val)
-    {
-        fn = fml_node_alloc (fml);
-        fn->is_atom = 1;
-        fn->p[0] = fml_atom_alloc (fml, "1");
-    }
-    else
-        fn = NULL;
-    return fn;
-}
-
-static struct fml_node *fml_exec_le (Fml fml, struct fml_node *l,
-                                     struct fml_node *r)
-{
-    int left_val, right_val;
-    struct fml_node *fn;
-    fml_lr_values (l, &left_val, r, &right_val);
-    if (left_val <= right_val)
-    {
-        fn = fml_node_alloc (fml);
-        fn->is_atom = 1;
-        fn->p[0] = fml_atom_alloc (fml, "1");
-    }
-    else
-        fn = NULL;
-    return fn;
-}
-
-static struct fml_node *fml_exec_ge (Fml fml, struct fml_node *l,
-                                     struct fml_node *r)
-{
-    int left_val, right_val;
-    struct fml_node *fn;
-    fml_lr_values (l, &left_val, r, &right_val);
-    if (left_val >= right_val)
-    {
-        fn = fml_node_alloc (fml);
-        fn->is_atom = 1;
-        fn->p[0] = fml_atom_alloc (fml, "1");
-    }
-    else
-        fn = NULL;
-    return fn;
-}
-
-
 static struct fml_node *fml_exec_space (Fml fml, struct fml_node **lp, 
                                         struct token *tp)
 {
-    putchar ('_');
+    fml_cmd_lex (lp, tp);
+    if (fml->debug & 1) 
+        (*fml->write_func) ('_');
+    else
+        (*fml->write_func) (' ');
     return NULL;
 }
 
 static struct fml_node *fml_exec_nl (Fml fml, struct fml_node **lp, 
                                      struct token *tp)
 {
-    putchar ('\n');
-    return NULL;
-}
-
-static struct fml_node *fml_exec_incr (Fml fml, struct fml_node **lp, 
-                                       struct token *tp)
-{
-    struct fml_node *fn = NULL;
-    struct fml_sym_info *info;
     fml_cmd_lex (lp, tp);
-    if (tp->kind == 'e')
-    {
-        info = fml_sym_lookup (fml->sym_tab, tp->tokenbuf);
-        assert (info);
-        if (info->kind == FML_VAR && info->body && info->body->is_atom)
-        {
-            char arg[128];
-            int val;
-            
-            val = fml_atom_val (info->body->p[0]);
-            fml_node_delete (fml, info->body);
-            sprintf (arg, "%d", val+1);
-            info->body = fn = fml_node_alloc (fml);
-            fn->is_atom = 1;
-            fn->p[0] = fml_atom_alloc (fml, arg);
-        }
-    }
-    return NULL;
-}
-
-static struct fml_node *fml_exec_decr (Fml fml, struct fml_node **lp, 
-                                       struct token *tp)
-{
-    struct fml_node *fn = NULL;
-    struct fml_sym_info *info;
-    fml_cmd_lex (lp, tp);
-    if (tp->kind == 'e')
-    {
-        info = fml_sym_lookup (fml->sym_tab, tp->tokenbuf);
-        assert (info);
-        if (info->kind == FML_VAR && info->body && info->body->is_atom)
-        {
-            char arg[128];
-            int val;
-            
-            val = fml_atom_val (info->body->p[0]);
-            sprintf (arg, "%d", val-1);
-            info->body = fn = fml_node_alloc (fml);
-            fn->is_atom = 1;
-            fn->p[0] = fml_atom_alloc (fml, arg);
-        }
-    }
+    (*fml->write_func) ('\n');
     return NULL;
 }
 
@@ -595,39 +389,61 @@ static struct fml_node *fml_exec_prefix (struct fml_sym_info *info, Fml fml,
     struct fml_node *fn;
     struct fml_sym_info *arg_info;
     struct fml_node *return_value;
-    static char arg[128];
+    static char arg_name[128];
 
-    if (fml->debug)
+    if (fml->debug & 1)
     {
         pr_indent (1);
         printf ("exec_prefix ");
     }
     fml_sym_push (fml->sym_tab);
+    fml_cmd_lex (lp, tp);
     for (fn = info->args; fn; fn = fn->p[1])
     {
-        fml_cmd_lex (lp, tp);
-
         assert (fn->is_atom);
-        fml_atom_strx (fn->p[0], arg, 127);
-        if (fml->debug)
+        fml_atom_strx (fn->p[0], arg_name, 127);
+        if (fml->debug & 1)
         {
-            
             pr_indent (1);
-            printf ("%s=", arg);
+            printf ("%s=", arg_name);
         }
-        arg_info = fml_sym_add_local (fml->sym_tab, arg);
-        arg_info->kind = FML_VAR;
-        arg_info->body = fml_lex_list (fml, tp);
-        if (arg_info->body)
-            arg_info->body = fml_sub0 (fml, arg_info->body);
-        if (fml->debug)
+        if (*arg_name == fml->escape_char)
         {
-            fml_pr_list (arg_info->body);
-            pr_indent (-1);
+            arg_info = fml_sym_add_local (fml->sym_tab, 1+arg_name);
+            arg_info->kind = FML_CODE;
+
+            if (tp->kind == 'g')
+                arg_info->body = tp->sub;
+            else
+                arg_info->body = NULL;
+            if (fml->debug & 1)
+            {
+                fml_pr_list (arg_info->body);
+                pr_indent (-1);
+            }
+            fml_cmd_lex (lp, tp);
+        }
+        else
+        {
+            arg_info = fml_sym_add_local (fml->sym_tab, arg_name);
+            arg_info->kind = FML_VAR;
+
+            if (tp->kind == 'g')
+            {
+                arg_info->body = fml_sub0 (fml, tp->sub);
+                fml_cmd_lex (lp, tp);
+            }
+            else
+                arg_info->body = fml_sub2 (fml, lp, tp);
+            if (fml->debug & 1)
+            {
+                fml_pr_list (arg_info->body);
+                pr_indent (-1);
+            }
         }
     }
     return_value = fml_exec_group (info->body, fml);
-    if (fml->debug)
+    if (fml->debug & 1)
     {
         pr_indent(0);
         pr_indent (-1);
@@ -637,7 +453,7 @@ static struct fml_node *fml_exec_prefix (struct fml_sym_info *info, Fml fml,
 }
 
 
-static void fml_emit (struct fml_node *list)
+static void fml_emit (Fml fml, struct fml_node *list)
 {
     int s = 0;
     while (list)
@@ -646,20 +462,21 @@ static void fml_emit (struct fml_node *list)
         {
             struct fml_atom *a;
             if (s)
-                printf (" ");
+                (*fml->write_func) (' ');
             s++;
             for (a = list->p[0]; a; a=a->next)
-                printf ("%s", a->buf);
+            {
+                int i = 0;
+                while (i < FML_ATOM_BUF && a->buf[i])
+                    (*fml->write_func) (a->buf[i++]);
+            }
         }
         else
-            fml_emit (list->p[0]);
+            fml_emit (fml, list->p[0]);
         list = list->p[1];
     }
 }
 
-static struct fml_node *fml_sub1 (Fml fml, struct fml_node **lp,
-                                  struct token *tp);
-
 
 static struct fml_node *fml_sub2 (Fml fml, struct fml_node **lp,
                                   struct token *tp)
@@ -669,20 +486,27 @@ static struct fml_node *fml_sub2 (Fml fml, struct fml_node **lp,
     if (tp->kind == 'e')
     {
         info = fml_sym_lookup (fml->sym_tab, tp->tokenbuf);
-        assert (info);
+	if (!info)
+        {
+	    printf ("<<unknown %s in expression>>", tp->tokenbuf);
+	    getchar ();
+	    return NULL;
+        }
         switch (info->kind)
         {
         case FML_VAR:
-            fn = info->body;
+            fn = fml_node_copy (fml, info->body);           
+            fml_cmd_lex (lp, tp);
+            break;
+        case FML_CODE:
+            fn = fml_node_copy (fml, info->body);           
             fml_cmd_lex (lp, tp);
             break;
         case FML_PREFIX:
             fn = fml_exec_prefix (info, fml, lp, tp);
-            fml_cmd_lex (lp, tp);
             break;
         case FML_CPREFIX:
             fn = (*info->prefix) (fml, lp, tp);
-            fml_cmd_lex (lp, tp);
             break;
         default:
             fml_cmd_lex (lp, tp);
@@ -712,7 +536,7 @@ static struct fml_node *fml_sub2 (Fml fml, struct fml_node **lp,
 static struct fml_node *fml_sub1 (Fml fml, struct fml_node **lp,
                                   struct token *tp)
 {
-    struct fml_node *f1, *f2;
+    struct fml_node *f1, *f2, *fn;
     struct fml_sym_info *info;
 
     f1 = fml_sub2 (fml, lp, tp);
@@ -728,7 +552,8 @@ static struct fml_node *fml_sub1 (Fml fml, struct fml_node **lp,
         {
             fml_cmd_lex (lp, tp);
             f2 = fml_sub2 (fml, lp, tp);
-            f1 = (*info->binary) (fml, f1, f2);
+            fn = (*info->binary) (fml, f1, f2);
+            f1 = fn;
             continue;
         }
         else if (info->kind == FML_BINARY)
@@ -736,7 +561,7 @@ static struct fml_node *fml_sub1 (Fml fml, struct fml_node **lp,
             struct fml_sym_info *arg_info;
             char arg[127];
 
-            if (fml->debug)
+            if (fml->debug & 1)
             {
                 pr_indent (1);
                 printf ("exec binary %s", tp->tokenbuf);
@@ -749,7 +574,7 @@ static struct fml_node *fml_sub1 (Fml fml, struct fml_node **lp,
             arg_info = fml_sym_add_local (fml->sym_tab, arg);
             arg_info->kind = FML_VAR;
             arg_info->body = f1;
-            if (fml->debug)
+            if (fml->debug & 1)
             {
                 printf (" left=");
                 fml_pr_list (f1);
@@ -759,7 +584,7 @@ static struct fml_node *fml_sub1 (Fml fml, struct fml_node **lp,
             arg_info = fml_sym_add_local (fml->sym_tab, arg);
             arg_info->kind = FML_VAR;
             arg_info->body = f2;
-            if (fml->debug)
+            if (fml->debug & 1)
             {
                 printf (" right=");
                 fml_pr_list (f2);
@@ -767,7 +592,7 @@ static struct fml_node *fml_sub1 (Fml fml, struct fml_node **lp,
             }
             f1 = fml_exec_group (info->body, fml);
             fml_do_pop (fml);
-            if (fml->debug)
+            if (fml->debug & 1)
             {
                 pr_indent (0);
                 pr_indent (-1);
@@ -811,10 +636,16 @@ static struct fml_node *fml_sub0 (Fml fml, struct fml_node *list)
     struct token token;
     struct fml_node *fn, *fn0, *fn1;
 
+    if (!list)
+        return NULL;
     fml_init_token (&token, fml);
-    assert (list);
     fml_cmd_lex (&list, &token);
     fn1 = fn = fml_sub1 (fml, &list, &token);
+    if (!fn)
+    {
+        fml_del_token (&token, fml);
+        return fn;
+    }
     if (fn->p[1] && token.kind != '\0')
     {
         fn1 = fml_node_alloc (fml);
@@ -839,7 +670,6 @@ static struct fml_node *fml_sub0 (Fml fml, struct fml_node *list)
 }
 #endif
 
-
 static struct fml_node *fml_exec_foreach (struct fml_sym_info *info, Fml fml,
                                           struct fml_node **lp,
                                           struct token *tp)
@@ -858,35 +688,36 @@ static struct fml_node *fml_exec_foreach (struct fml_sym_info *info, Fml fml,
         info_var->body = NULL;
         info_var->kind = FML_VAR;
     }
-    if (fml->debug)
+    else
+    {
+        if (info_var->kind == FML_VAR)
+            fml_node_delete (fml, info_var->body);
+        info_var->body = NULL;
+    }
+    if (fml->debug & 1)
     {
         pr_indent (1);
         printf ("[foreach %s ", tp->tokenbuf);
     }
     fml_cmd_lex (lp, tp);
-
-    fn = fml_lex_list (fml, tp);
-    if (fn)
-        fn = fml_sub0 (fml, fn);
+    assert (tp->kind == 'g');
+    fn = fml_sub0 (fml, tp->sub);
  
     fml_cmd_lex (lp, tp);
-
-    body = fml_lex_list (fml, tp);
+    assert (tp->kind == 'g');
+    body = tp->sub;
  
     while (fn)
     {
+        struct fml_node *fn1;
+
+        fn1 = fn->p[1];
+        fn->p[1] = NULL;
         if (fn->is_atom)
-        {
-            struct fml_node *fn1;
-            fn1 = fml_node_alloc (fml);
-            fn1->is_atom=1;
-            fn1->p[0] = fn->p[0];
-            info_var->body = fn1;
-        }
+            info_var->body = fn;
         else
             info_var->body = fn->p[0];
-
-        if (fml->debug)
+        if (fml->debug & 1)
         {
             pr_indent (1);
             printf ("[foreach loop var=");
@@ -896,9 +727,11 @@ static struct fml_node *fml_exec_foreach (struct fml_sym_info *info, Fml fml,
         rv = fml_exec_group (body, fml);
         if (rv)
             return_value = rv;
-        fn = fn->p[1];
+        fml_node_delete (fml, fn);
+        fn = fn1;
     }
-    if (fml->debug)
+    info_var->body = NULL;
+    if (fml->debug & 1)
         pr_indent (-1);
     return return_value;
 }
@@ -910,14 +743,13 @@ static struct fml_node *fml_exec_if (struct fml_sym_info *info, Fml fml,
     struct fml_node *rv, *return_value = NULL;
 
     fml_cmd_lex (lp, tp);
-    fn = fml_lex_list (fml, tp);
-    if (fn)
-        fn = fml_sub0 (fml, fn);
+    assert (tp->kind == 'g');
+    fn = fml_sub0 (fml, tp->sub);
     fml_cmd_lex (lp, tp);
+    assert (tp->kind == 'g');
     if (fn)
     {
-        body = fml_lex_list (fml, tp);
-        rv = fml_exec_group (body, fml);
+        rv = fml_exec_group (tp->sub, fml);
         if (rv)
             return_value = rv;
     }
@@ -928,16 +760,18 @@ static struct fml_node *fml_exec_if (struct fml_sym_info *info, Fml fml,
         if (info->kind == FML_ELSE)
         {
             fml_cmd_lex (lp, tp);
-            body = fml_lex_list (fml, tp);
-            fml_cmd_lex (lp, tp);
+            assert (tp->kind == 'g');
+            body = tp->sub;
             if (!fn)
             {
                 rv = fml_exec_group (body, fml);
                 if (rv)
                     return_value = rv;
             }
+            fml_cmd_lex (lp, tp);
         }
     }
+    fml_node_delete (fml, fn);
     return return_value;
 }
 
@@ -948,10 +782,13 @@ static struct fml_node *fml_exec_while (struct fml_sym_info *info, Fml fml,
     struct fml_node *return_value = NULL;
 
     fml_cmd_lex (lp, tp);
-    fn = fml_lex_list (fml, tp);
+    assert (tp->kind == 'g');
+    fn = tp->sub;
 
     fml_cmd_lex (lp, tp);
-    body = fml_lex_list (fml, tp);
+    assert (tp->kind == 'g');
+    body = tp->sub;
+    assert (tp->sub);
     while (1)
     {
         struct fml_node *fn_expr;
@@ -961,6 +798,7 @@ static struct fml_node *fml_exec_while (struct fml_sym_info *info, Fml fml,
         fn_expr = fml_sub0 (fml, fn);
         if (!fn_expr)
             break;
+        fml_node_delete (fml, fn_expr);
         rv = fml_exec_group (body, fml);
         if (rv)
             return_value = rv;
@@ -973,7 +811,7 @@ static void fml_exec_set (struct fml_sym_info *info, Fml fml,
 {
     struct fml_node *fn;
     struct fml_sym_info *info_var;
-
+    
     fml_cmd_lex (lp, tp);
     info_var = fml_sym_lookup_local (fml->sym_tab, tp->tokenbuf);
     if (!info_var)
@@ -981,19 +819,24 @@ static void fml_exec_set (struct fml_sym_info *info, Fml fml,
         info_var = fml_sym_add_local (fml->sym_tab, tp->tokenbuf);
         info_var->body = NULL;
     }
-    if (fml->debug)
+    if (fml->debug & 1)
     {
         pr_indent (1);
         printf ("set %s ", tp->tokenbuf);
     }
     info_var->kind = FML_VAR;
     fml_cmd_lex (lp, tp);
-    fn = fml_lex_list (fml, tp);
-    assert (fn);
-    if (fn)
-        fn = fml_sub0 (fml, fn);
+
+    if (tp->kind == 'g')
+    {
+        fn = fml_sub0 (fml, tp->sub);
+        fml_cmd_lex (lp, tp);
+    }
+    else
+        fn = fml_sub2 (fml, lp, tp);
+    fml_node_delete (fml, info_var->body); 
     info_var->body = fn;
-    if (fml->debug)
+    if (fml->debug & 1)
     {
         fml_pr_list (info_var->body);
         pr_indent (-1);
@@ -1005,10 +848,11 @@ static void fml_emit_expr (Fml fml, struct fml_node **lp, struct token *tp)
     struct fml_node *fn;
 
     fn = fml_sub1 (fml, lp, tp);
-    fml_emit (fn);
+    fml_emit (fml, fn);
+    fml_node_delete (fml, fn);
 }
 
-static struct fml_node *fml_exec_group (struct fml_node *list, Fml fml)
+struct fml_node *fml_exec_group (struct fml_node *list, Fml fml)
 {
     struct token token;
     struct fml_sym_info *info;
@@ -1047,7 +891,7 @@ static struct fml_node *fml_exec_group (struct fml_node *list, Fml fml)
                     while (1)
                     {
                         fml_cmd_lex (&list, &token);
-                        if (token.kind != 't')
+                        if (token.kind != 't' && token.kind != 'e')
                             break;
                         if (!info->args)
                         {
@@ -1089,28 +933,14 @@ static struct fml_node *fml_exec_group (struct fml_node *list, Fml fml)
                     assert (token.kind == 'g');
                     info->body = token.sub;
                     break;
-#if 0
-                case FML_PREFIX:
-                    after_char = token.after_char;
-                    fml_exec_prefix (info, fml, &list, &token);
-                    if (after_char)
-                        putchar (after_char);
-                    break;
-                case FML_VAR:
-                    fml_emit (info->body);
-                    if (token.after_char)
-                        putchar (token.after_char);
-                    break;
-#endif
                 case FML_VAR:
                 case FML_PREFIX:
                 case FML_CPREFIX:
                     if (token.separate && !first)
-                    {
-                        putchar (' ');
-                    }
+                        (*fml->write_func) (' ');
                     first = 1;
                     fml_emit_expr (fml, &list, &token);
+                    fml_node_stat (fml);
                     continue;
                 case FML_FOREACH:
                     rv = fml_exec_foreach (info, fml, &list, &token);
@@ -1124,7 +954,8 @@ static struct fml_node *fml_exec_group (struct fml_node *list, Fml fml)
                     continue;
                 case FML_SET:
                     fml_exec_set (info, fml, &list, &token);
-                    break;
+                    fml_node_stat (fml);
+                    continue;
                 case FML_WHILE:
                     rv = fml_exec_while (info, fml, &list, &token);
                     if (rv)
@@ -1132,35 +963,41 @@ static struct fml_node *fml_exec_group (struct fml_node *list, Fml fml)
                     break;
                 case FML_RETURN:
                     fml_cmd_lex (&list, &token);
-                    return_value = fml_lex_list (fml, &token);
-                    if (return_value)
-                        return_value = fml_sub0 (fml, return_value);
-                    if (fml->debug)
+
+                    if (token.kind == 'g')
+                    {
+                        return_value = fml_sub0 (fml, token.sub);
+                        fml_cmd_lex (&list, &token);
+                    }
+                    else
+                        return_value = fml_sub2 (fml, &list, &token);
+                    if (fml->debug & 1)
                     {
                         pr_indent (1);
                         printf ("return of:");
                         fml_pr_list (return_value);
                         pr_indent (-1);
                     }
+                    continue;
+                case FML_CODE:
+                    fml_exec_group (info->body, fml);
                     break;
                 default:
-                    printf ("unknown token: `%s'", token.tokenbuf);
+                    printf ("<unknown token: `%s'>", token.tokenbuf);
                     fml_cmd_lex (&list, &token);
                 }
             }
             else
             {
-                printf ("<unknown>");
+                printf ("<unknown %s>", token.tokenbuf);
             }
             break;
         case 't':
-#if 0
-            printf ("<token.tokenbuf=%s>", token.tokenbuf);
-#endif
             if (token.separate && !first)
-                putchar (' ');
+                (*fml->write_func) (' ');
             first = 0;
             fml_emit_expr (fml, &list, &token);
+            fml_node_stat (fml);
             continue;
         }
         fml_cmd_lex (&list, &token);
@@ -1171,9 +1008,8 @@ static struct fml_node *fml_exec_group (struct fml_node *list, Fml fml)
 
 void fml_exec (Fml fml)
 {
+    fml_node_stat (fml);
     fml_exec_group (fml->list, fml);
-    if (fml->debug)
-        printf ("\n");
+    if (fml->debug & 1)
+        putchar ('\n');
 }
-
-