X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=src%2Fhtml_parser.cpp;h=95db7c7fd41993645193ba617e1d5404993a8307;hb=586d78659d671683f33ec55f4a7d32b28e345ccd;hp=694df699df9a2e44b0ce3755b6e168ab0772a391;hpb=3ef4df94516a136b7ee18ec8a45e740ef9e9dc05;p=metaproxy-moved-to-github.git diff --git a/src/html_parser.cpp b/src/html_parser.cpp index 694df69..95db7c7 100644 --- a/src/html_parser.cpp +++ b/src/html_parser.cpp @@ -1,5 +1,5 @@ /* This file is part of Metaproxy. - Copyright (C) 2005-2013 Index Data + Copyright (C) Index Data Metaproxy is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free @@ -24,9 +24,11 @@ Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA #include #include #include +#include #define SPACECHR " \t\r\n\f" +// http://www.whatwg.org/specs/web-apps/current-work/multipage/parsing.html namespace metaproxy_1 { class HTMLParser::Rep { @@ -37,14 +39,16 @@ namespace metaproxy_1 { const char *text_start, const char *text_end); int tagEnd(HTMLParserEvent &event, const char *tag, int tag_len, const char *cp); - int tagStart(HTMLParserEvent &event, - int *tag_len, const char *cp, const char which); int tagAttrs(HTMLParserEvent &event, const char *name, int len, const char *cp); + int skipAttribute(HTMLParserEvent &event, + const char *cp, int *attr_len, + const char **value, int *val_len, int *tr); Rep(); ~Rep(); int m_verbose; + bool nest; }; } @@ -53,6 +57,7 @@ namespace mp = metaproxy_1; mp::HTMLParser::Rep::Rep() { m_verbose = 0; + nest = true; } mp::HTMLParser::Rep::~Rep() @@ -67,11 +72,22 @@ mp::HTMLParser::~HTMLParser() { } +void mp::HTMLParser::set_verbose(int v) +{ + m_p->m_verbose = v; +} + + void mp::HTMLParser::parse(mp::HTMLParserEvent & event, const char *str) const { m_p->parse_str(event, str); } +static int isAlpha(int c) +{ + return (c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z'); +} + static int skipSpace(const char *cp) { int i = 0; @@ -83,14 +99,17 @@ static int skipSpace(const char *cp) static int skipName(const char *cp) { int i; - for (i = 0; cp[i] && !strchr(SPACECHR "/>=", cp[i]); i++) + for (i = 0; cp[i] && !strchr(SPACECHR "/><=", cp[i]); i++) ; return i; } -static int skipAttribute(const char *cp, int *attr_len, - const char **value, int *val_len) +int mp::HTMLParser::Rep::skipAttribute(HTMLParserEvent &event, + const char *cp, int *attr_len, + const char **value, int *val_len, + int *tr) { + int v0, v1; int i = skipName(cp); *attr_len = i; *value = NULL; @@ -99,14 +118,13 @@ static int skipAttribute(const char *cp, int *attr_len, i += skipSpace(cp + i); if (cp[i] == '=') { - int v0, v1; i++; i += skipSpace(cp + i); if (cp[i] == '\"' || cp[i] == '\'') { - char tr = cp[i]; + *tr = cp[i]; v0 = ++i; - while (cp[i] != tr && cp[i]) + while (cp[i] != *tr && cp[i]) i++; v1 = i; if (cp[i]) @@ -114,6 +132,7 @@ static int skipAttribute(const char *cp, int *attr_len, } else { + *tr = 0; v0 = i; while (cp[i] && !strchr(SPACECHR ">", cp[i])) i++; @@ -121,8 +140,8 @@ static int skipAttribute(const char *cp, int *attr_len, } *value = cp + v0; *val_len = v1 - v0; + i += skipSpace(cp + i); } - i += skipSpace(cp + i); return i; } @@ -131,69 +150,29 @@ int mp::HTMLParser::Rep::tagAttrs(HTMLParserEvent &event, const char *cp) { int i = skipSpace(cp); - while (cp[i] && cp[i] != '>' && cp[i] != '/') + while (cp[i] && !strchr("/><", cp[i])) { const char *attr_name = cp + i; int attr_len; const char *value; int val_len; - int nor = skipAttribute(cp+i, &attr_len, &value, &val_len); + int tr; + char x[2]; + int nor = skipAttribute(event, cp+i, &attr_len, &value, &val_len, &tr); + if (!nor) + break; i += nor; - if (nor) - { - if (m_verbose) - printf ("------ attr %.*s=%.*s\n", attr_len, attr_name, - val_len, value); - event.attribute(name, len, attr_name, attr_len, value, val_len); - } - else - { - i++; - } - } - return i; -} -int mp::HTMLParser::Rep::tagStart(HTMLParserEvent &event, - int *tag_len, - const char *cp, const char which) -{ - int i; - switch (which) - { - case '/': - i = skipName(cp); - *tag_len = i; - if (m_verbose) - printf("------ tag close %.*s\n", i, cp); - event.closeTag(cp, i); - break; - case '!': - for (i = 0; cp[i] && cp[i] != '>'; i++) - ; - *tag_len = i; - event.openTagStart(cp, i); + x[0] = tr; + x[1] = 0; if (m_verbose) - printf("------ dtd %.*s\n", i, cp); - break; - case '?': - for (i = 0; cp[i] && cp[i] != '>'; i++) - ; - *tag_len = i; - event.openTagStart(cp, i); - if (m_verbose) - printf("------ pi %.*s\n", i, cp); - break; - default: - i = skipName(cp); - *tag_len = i; - if (m_verbose) - printf("------ tag open %.*s\n", i, cp); - event.openTagStart(cp, i); - - i += tagAttrs(event, cp, i, cp + i); - - break; + { + printf("------ attr %.*s", attr_len, attr_name); + if (value) + printf("=%.*s", val_len, value); + printf("\n"); + } + event.attribute(name, len, attr_name, attr_len, value, val_len, x); } return i; } @@ -203,14 +182,24 @@ int mp::HTMLParser::Rep::tagEnd(HTMLParserEvent &event, { int i = 0; int close_it = 0; - while (cp[i] && cp[i] != '>') + for (; cp[i] && !strchr("/><", cp[i]); i++) + ; + if (i > 0) + { + if (m_verbose) + printf("------ text %.*s\n", i, cp); + event.text(cp, i); + } + if (cp[i] == '/') { - if (cp[i] == '/') - close_it = 1; + close_it = 1; i++; } if (cp[i] == '>') { + if (m_verbose) + printf("------ any tag %s %.*s\n", + close_it ? "close" : "end", tag_len, tag); event.anyTagEnd(tag, tag_len, close_it); i++; } @@ -232,34 +221,98 @@ void mp::HTMLParser::Rep::tagText(HTMLParserEvent &event, void mp::HTMLParser::Rep::parse_str(HTMLParserEvent &event, const char *cp) { const char *text_start = cp; - const char *text_end = cp; while (*cp) { - if (cp[0] == '<' && cp[1]) //tag? + if (*cp++ != '<') + continue; + + if (nest && *cp == '!') + { + int i; + tagText(event, text_start, cp - 1); + if (cp[1] == '-' && cp[2] == '-') + { + for (i = 3; cp[i]; i++) + if (cp[i] == '-' && cp[i+1] == '-' && cp[i+2] == '>') + { + i+= 2; + event.openTagStart(cp, i); + break; + } + } + else + { + for (i = 1; cp[i] && cp[i] != '>'; i++) + ; + event.openTagStart(cp, i); + } + if (m_verbose) + printf("------ dtd %.*s\n", i, cp); + i += tagEnd(event, cp, i, cp + i); + cp += i; + text_start = cp; + } + else if (nest && *cp == '?') { - char which = cp[1]; - if (which == '/') - cp++; - if (!strchr(SPACECHR, cp[1])) //valid tag starts + int i; + tagText(event, text_start, cp - 1); + for (i = 1; cp[i] && cp[i] != '>'; i++) + ; + event.openTagStart(cp, i); + if (m_verbose) + printf("------ pi %.*s\n", i, cp); + i += tagEnd(event, cp, i, cp + i); + cp += i; + text_start = cp; + } + else if (*cp == '/' && isAlpha(cp[1])) + { + int i; + + i = skipName(++cp); + + if (!nest) { - int i = 0; - int tag_len; - - tagText(event, text_start, text_end); //flush any text - cp++; - i += tagStart(event, &tag_len, cp, which); - i += tagEnd(event, cp, tag_len, cp + i); - cp += i; - text_start = cp; - text_end = cp; - continue; + if (i == 6 && !yaz_strncasecmp(cp, "script", i)) + { + int ws = skipSpace(cp + 6); + if (cp[ws + 6] == '>') + nest = true; /* really terminated */ + } + if (!nest) + continue; } + tagText(event, text_start, cp - 2); + event.closeTag(cp, i); + if (m_verbose) + printf("------ tag close %.*s\n", i, cp); + i += tagEnd(event, cp, i, cp + i); + cp += i; + text_start = cp; + } + else if (nest && isAlpha(*cp)) + { + int i, j; + tagText(event, text_start, cp - 1); + i = skipName(cp); + event.openTagStart(cp, i); + if (m_verbose) + printf("------ tag open %.*s\n", i, cp); + j = tagAttrs(event, cp, i, cp + i); + j += tagEnd(event, cp, i, cp + i + j); + + if (i == 6 && !yaz_strncasecmp(cp, "script", i)) + nest = false; + + cp += i + j; + text_start = cp; } - //text - cp++; - text_end = cp; } - tagText(event, text_start, text_end); //flush any text + tagText(event, text_start, cp); +} + +mp::HTMLParserEvent::~HTMLParserEvent() +{ } /*