/* * HTMLparser.c : an HTML 4.0 non-verifying parser * * See Copyright for the status of this software. * * Daniel.Veillard@w3.org */ #ifdef WIN32 #include "win32config.h" #else #include "config.h" #endif #include "xmlversion.h" #ifdef LIBXML_HTML_ENABLED #include #include #ifdef HAVE_CTYPE_H #include #endif #ifdef HAVE_STDLIB_H #include #endif #ifdef HAVE_SYS_STAT_H #include #endif #ifdef HAVE_FCNTL_H #include #endif #ifdef HAVE_UNISTD_H #include #endif #ifdef HAVE_ZLIB_H #include #endif #include #include #include #include #include #include #include #include #include #include "xml-error.h" #define HTML_MAX_NAMELEN 1000 #define HTML_PARSER_BIG_BUFFER_SIZE 1000 #define HTML_PARSER_BUFFER_SIZE 100 /* #define DEBUG */ /* #define DEBUG_PUSH */ /************************************************************************ * * * Parser stacks related functions and macros * * * ************************************************************************/ /* * Generic function for accessing stacks in the Parser Context */ #define PUSH_AND_POP(scope, type, name) \ scope int html##name##Push(htmlParserCtxtPtr ctxt, type value) { \ if (ctxt->name##Nr >= ctxt->name##Max) { \ ctxt->name##Max *= 2; \ ctxt->name##Tab = (type *) xmlRealloc(ctxt->name##Tab, \ ctxt->name##Max * sizeof(ctxt->name##Tab[0])); \ if (ctxt->name##Tab == NULL) { \ fprintf(stderr, "realloc failed !\n"); \ return(0); \ } \ } \ ctxt->name##Tab[ctxt->name##Nr] = value; \ ctxt->name = value; \ return(ctxt->name##Nr++); \ } \ scope type html##name##Pop(htmlParserCtxtPtr ctxt) { \ type ret; \ if (ctxt->name##Nr < 0) return(0); \ ctxt->name##Nr--; \ if (ctxt->name##Nr < 0) return(0); \ if (ctxt->name##Nr > 0) \ ctxt->name = ctxt->name##Tab[ctxt->name##Nr - 1]; \ else \ ctxt->name = NULL; \ ret = ctxt->name##Tab[ctxt->name##Nr]; \ ctxt->name##Tab[ctxt->name##Nr] = 0; \ return(ret); \ } \ PUSH_AND_POP(extern, xmlNodePtr, node) PUSH_AND_POP(extern, xmlChar*, name) /* * Macros for accessing the content. Those should be used only by the parser, * and not exported. * * Dirty macros, i.e. one need to make assumption on the context to use them * * CUR_PTR return the current pointer to the xmlChar to be parsed. * CUR returns the current xmlChar value, i.e. a 8 bit value if compiled * in ISO-Latin or UTF-8, and the current 16 bit value if compiled * in UNICODE mode. This should be used internally by the parser * only to compare to ASCII values otherwise it would break when * running with UTF-8 encoding. * NXT(n) returns the n'th next xmlChar. Same as CUR is should be used only * to compare on ASCII based substring. * UPP(n) returns the n'th next xmlChar converted to uppercase. Same as CUR * it should be used only to compare on ASCII based substring. * SKIP(n) Skip n xmlChar, and must also be used only to skip ASCII defined * strings within the parser. * * Clean macros, not dependent of an ASCII context, expect UTF-8 encoding * * CURRENT Returns the current char value, with the full decoding of * UTF-8 if we are using this mode. It returns an int. * NEXT Skip to the next character, this does the proper decoding * in UTF-8 mode. It also pop-up unfinished entities on the fly. * COPY(to) copy one char to *to, increment CUR_PTR and to accordingly */ #define UPPER (toupper(*ctxt->input->cur)) #define SKIP(val) ctxt->nbChars += (val),ctxt->input->cur += (val) #define NXT(val) ctxt->input->cur[(val)] #define UPP(val) (toupper(ctxt->input->cur[(val)])) #define CUR_PTR ctxt->input->cur #define SHRINK xmlParserInputShrink(ctxt->input) #define GROW xmlParserInputGrow(ctxt->input, INPUT_CHUNK) #define CURRENT ((int) (*ctxt->input->cur)) #define SKIP_BLANKS htmlSkipBlankChars(ctxt); #if 0 #define CUR ((int) (*ctxt->input->cur)) #define NEXT htmlNextChar(ctxt); #else /* Inported from XML */ /* #define CUR (ctxt->token ? ctxt->token : (int) (*ctxt->input->cur)) */ #define CUR ((int) (*ctxt->input->cur)) #define NEXT xmlNextChar(ctxt);ctxt->nbChars++; #define RAW (ctxt->token ? -1 : (*ctxt->input->cur)) #define NXT(val) ctxt->input->cur[(val)] #define CUR_PTR ctxt->input->cur #define NEXTL(l) \ if (*(ctxt->input->cur) == '\n') { \ ctxt->input->line++; ctxt->input->col = 1; \ } else ctxt->input->col++; \ ctxt->token = 0; ctxt->input->cur += l; ctxt->nbChars++; /************ \ if (*ctxt->input->cur == '%') xmlParserHandlePEReference(ctxt); \ if (*ctxt->input->cur == '&') xmlParserHandleReference(ctxt); ************/ #define CUR_CHAR(l) htmlCurrentChar(ctxt, &l); #define CUR_SCHAR(s, l) xmlStringCurrentChar(ctxt, s, &l); #define COPY_BUF(l,b,i,v) \ if (l == 1) b[i++] = (xmlChar) v; \ else i += xmlCopyChar(l,&b[i],v); #endif /** * htmlCurrentChar: * @ctxt: the HTML parser context * @len: pointer to the length of the char read * * The current char value, if using UTF-8 this may actaully span multiple * bytes in the input buffer. Implement the end of line normalization: * 2.11 End-of-Line Handling * If the encoding is unspecified, in the case we find an ISO-Latin-1 * char, then the encoding converter is plugged in automatically. * * Returns the current char value and its lenght */ int htmlCurrentChar(xmlParserCtxtPtr ctxt, int *len) { if (ctxt->instate == XML_PARSER_EOF) return(0); if (ctxt->token != 0) { *len = 0; return(ctxt->token); } if (ctxt->charset == XML_CHAR_ENCODING_UTF8) { /* * We are supposed to handle UTF8, check it's valid * From rfc2044: encoding of the Unicode values on UTF-8: * * UCS-4 range (hex.) UTF-8 octet sequence (binary) * 0000 0000-0000 007F 0xxxxxxx * 0000 0080-0000 07FF 110xxxxx 10xxxxxx * 0000 0800-0000 FFFF 1110xxxx 10xxxxxx 10xxxxxx * * Check for the 0x110000 limit too */ const unsigned char *cur = ctxt->input->cur; unsigned char c; unsigned int val; c = *cur; if (c & 0x80) { if (cur[1] == 0) xmlParserInputGrow(ctxt->input, INPUT_CHUNK); if ((cur[1] & 0xc0) != 0x80) goto encoding_error; if ((c & 0xe0) == 0xe0) { if (cur[2] == 0) xmlParserInputGrow(ctxt->input, INPUT_CHUNK); if ((cur[2] & 0xc0) != 0x80) goto encoding_error; if ((c & 0xf0) == 0xf0) { if (cur[3] == 0) xmlParserInputGrow(ctxt->input, INPUT_CHUNK); if (((c & 0xf8) != 0xf0) || ((cur[3] & 0xc0) != 0x80)) goto encoding_error; /* 4-byte code */ *len = 4; val = (cur[0] & 0x7) << 18; val |= (cur[1] & 0x3f) << 12; val |= (cur[2] & 0x3f) << 6; val |= cur[3] & 0x3f; } else { /* 3-byte code */ *len = 3; val = (cur[0] & 0xf) << 12; val |= (cur[1] & 0x3f) << 6; val |= cur[2] & 0x3f; } } else { /* 2-byte code */ *len = 2; val = (cur[0] & 0x1f) << 6; val |= cur[1] & 0x3f; } if (!IS_CHAR(val)) { ctxt->errNo = XML_ERR_INVALID_ENCODING; if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "Char 0x%X out of allowed range\n", val); ctxt->wellFormed = 0; ctxt->disableSAX = 1; } return(val); } else { /* 1-byte code */ *len = 1; return((int) *ctxt->input->cur); } } /* * Assume it's a fixed lenght encoding (1) with * a compatibke encoding for the ASCII set, since * XML constructs only use < 128 chars */ *len = 1; if ((int) *ctxt->input->cur < 0x80) return((int) *ctxt->input->cur); /* * Humm this is bad, do an automatic flow conversion */ xmlSwitchEncoding(ctxt, XML_CHAR_ENCODING_8859_1); ctxt->charset = XML_CHAR_ENCODING_UTF8; return(xmlCurrentChar(ctxt, len)); encoding_error: /* * If we detect an UTF8 error that probably mean that the * input encoding didn't get properly advertized in the * declaration header. Report the error and switch the encoding * to ISO-Latin-1 (if you don't like this policy, just declare the * encoding !) */ ctxt->errNo = XML_ERR_INVALID_ENCODING; if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) { ctxt->sax->error(ctxt->userData, "Input is not proper UTF-8, indicate encoding !\n"); ctxt->sax->error(ctxt->userData, "Bytes: 0x%02X 0x%02X 0x%02X 0x%02X\n", ctxt->input->cur[0], ctxt->input->cur[1], ctxt->input->cur[2], ctxt->input->cur[3]); } ctxt->charset = XML_CHAR_ENCODING_8859_1; *len = 1; return((int) *ctxt->input->cur); } /** * htmlNextChar: * @ctxt: the HTML parser context * * Skip to the next char input char. */ void htmlNextChar(htmlParserCtxtPtr ctxt) { if (ctxt->instate == XML_PARSER_EOF) return; if ((*ctxt->input->cur == 0) && (xmlParserInputGrow(ctxt->input, INPUT_CHUNK) <= 0)) { xmlPopInput(ctxt); } else { if (*(ctxt->input->cur) == '\n') { ctxt->input->line++; ctxt->input->col = 1; } else ctxt->input->col++; ctxt->input->cur++; ctxt->nbChars++; if (*ctxt->input->cur == 0) xmlParserInputGrow(ctxt->input, INPUT_CHUNK); } } /** * htmlSkipBlankChars: * @ctxt: the HTML parser context * * skip all blanks character found at that point in the input streams. * * Returns the number of space chars skipped */ int htmlSkipBlankChars(xmlParserCtxtPtr ctxt) { int res = 0; while (IS_BLANK(*(ctxt->input->cur))) { if ((*ctxt->input->cur == 0) && (xmlParserInputGrow(ctxt->input, INPUT_CHUNK) <= 0)) { xmlPopInput(ctxt); } else { if (*(ctxt->input->cur) == '\n') { ctxt->input->line++; ctxt->input->col = 1; } else ctxt->input->col++; ctxt->input->cur++; ctxt->nbChars++; if (*ctxt->input->cur == 0) xmlParserInputGrow(ctxt->input, INPUT_CHUNK); } res++; } return(res); } /************************************************************************ * * * The list of HTML elements and their properties * * * ************************************************************************/ /* * Start Tag: 1 means the start tag can be ommited * End Tag: 1 means the end tag can be ommited * 2 means it's forbidden (empty elements) * Depr: this element is deprecated * DTD: 1 means that this element is valid only in the Loose DTD * 2 means that this element is valid only in the Frameset DTD * * Name,Start Tag,End Tag, Empty, Depr., DTD, Description */ htmlElemDesc html40ElementTable[] = { { "a", 0, 0, 0, 0, 0, "anchor " }, { "abbr", 0, 0, 0, 0, 0, "abbreviated form" }, { "acronym", 0, 0, 0, 0, 0, "" }, { "address", 0, 0, 0, 0, 0, "information on author " }, { "applet", 0, 0, 0, 1, 1, "java applet " }, { "area", 0, 2, 1, 0, 0, "client-side image map area " }, { "b", 0, 0, 0, 0, 0, "bold text style" }, { "base", 0, 2, 1, 0, 0, "document base uri " }, { "basefont", 0, 2, 1, 1, 1, "base font size " }, { "bdo", 0, 0, 0, 0, 0, "i18n bidi over-ride " }, { "big", 0, 0, 0, 0, 0, "large text style" }, { "blockquote", 0, 0, 0, 0, 0, "long quotation " }, { "body", 1, 1, 0, 0, 0, "document body " }, { "br", 0, 2, 1, 0, 0, "forced line break " }, { "button", 0, 0, 0, 0, 0, "push button " }, { "caption", 0, 0, 0, 0, 0, "table caption " }, { "center", 0, 0, 0, 1, 1, "shorthand for div align=center " }, { "cite", 0, 0, 0, 0, 0, "citation" }, { "code", 0, 0, 0, 0, 0, "computer code fragment" }, { "col", 0, 2, 1, 0, 0, "table column " }, { "colgroup", 0, 1, 0, 0, 0, "table column group " }, { "dd", 0, 1, 0, 0, 0, "definition description " }, { "del", 0, 0, 0, 0, 0, "deleted text " }, { "dfn", 0, 0, 0, 0, 0, "instance definition" }, { "dir", 0, 0, 0, 1, 1, "directory list" }, { "div", 0, 0, 0, 0, 0, "generic language/style container"}, { "dl", 0, 0, 0, 0, 0, "definition list " }, { "dt", 0, 1, 0, 0, 0, "definition term " }, { "em", 0, 0, 0, 0, 0, "emphasis" }, { "fieldset", 0, 0, 0, 0, 0, "form control group " }, { "font", 0, 0, 0, 1, 1, "local change to font " }, { "form", 0, 0, 0, 0, 0, "interactive form " }, { "frame", 0, 2, 1, 0, 2, "subwindow " }, { "frameset", 0, 0, 0, 0, 2, "window subdivision" }, { "h1", 0, 0, 0, 0, 0, "heading " }, { "h2", 0, 0, 0, 0, 0, "heading " }, { "h3", 0, 0, 0, 0, 0, "heading " }, { "h4", 0, 0, 0, 0, 0, "heading " }, { "h5", 0, 0, 0, 0, 0, "heading " }, { "h6", 0, 0, 0, 0, 0, "heading " }, { "head", 1, 1, 0, 0, 0, "document head " }, { "hr", 0, 2, 1, 0, 0, "horizontal rule " }, { "html", 1, 1, 0, 0, 0, "document root element " }, { "i", 0, 0, 0, 0, 0, "italic text style" }, { "iframe", 0, 0, 0, 0, 1, "inline subwindow " }, { "img", 0, 2, 1, 0, 0, "embedded image " }, { "input", 0, 2, 1, 0, 0, "form control " }, { "ins", 0, 0, 0, 0, 0, "inserted text" }, { "isindex", 0, 2, 1, 1, 1, "single line prompt " }, { "kbd", 0, 0, 0, 0, 0, "text to be entered by the user" }, { "label", 0, 0, 0, 0, 0, "form field label text " }, { "legend", 0, 0, 0, 0, 0, "fieldset legend " }, { "li", 0, 1, 0, 0, 0, "list item " }, { "link", 0, 2, 1, 0, 0, "a media-independent link " }, { "map", 0, 0, 0, 0, 0, "client-side image map " }, { "menu", 0, 0, 0, 1, 1, "menu list " }, { "meta", 0, 2, 1, 0, 0, "generic metainformation " }, { "noframes", 0, 0, 0, 0, 2, "alternate content container for non frame-based rendering " }, { "noscript", 0, 0, 0, 0, 0, "alternate content container for non script-based rendering " }, { "object", 0, 0, 0, 0, 0, "generic embedded object " }, { "ol", 0, 0, 0, 0, 0, "ordered list " }, { "optgroup", 0, 0, 0, 0, 0, "option group " }, { "option", 0, 1, 0, 0, 0, "selectable choice " }, { "p", 0, 1, 0, 0, 0, "paragraph " }, { "param", 0, 2, 1, 0, 0, "named property value " }, { "pre", 0, 0, 0, 0, 0, "preformatted text " }, { "q", 0, 0, 0, 0, 0, "short inline quotation " }, { "s", 0, 0, 0, 1, 1, "strike-through text style" }, { "samp", 0, 0, 0, 0, 0, "sample program output, scripts, etc." }, { "script", 0, 0, 0, 0, 0, "script statements " }, { "select", 0, 0, 0, 0, 0, "option selector " }, { "small", 0, 0, 0, 0, 0, "small text style" }, { "span", 0, 0, 0, 0, 0, "generic language/style container " }, { "strike", 0, 0, 0, 1, 1, "strike-through text" }, { "strong", 0, 0, 0, 0, 0, "strong emphasis" }, { "style", 0, 0, 0, 0, 0, "style info " }, { "sub", 0, 0, 0, 0, 0, "subscript" }, { "sup", 0, 0, 0, 0, 0, "superscript " }, { "table", 0, 0, 0, 0, 0, " " }, { "tbody", 1, 1, 0, 0, 0, "table body " }, { "td", 0, 1, 0, 0, 0, "table data cell" }, { "textarea", 0, 0, 0, 0, 0, "multi-line text field " }, { "tfoot", 0, 1, 0, 0, 0, "table footer " }, { "th", 0, 1, 0, 0, 0, "table header cell" }, { "thead", 0, 1, 0, 0, 0, "table header " }, { "title", 0, 0, 0, 0, 0, "document title " }, { "tr", 0, 1, 0, 0, 0, "table row " }, { "tt", 0, 0, 0, 0, 0, "teletype or monospaced text style" }, { "u", 0, 0, 0, 1, 1, "underlined text style" }, { "ul", 0, 0, 0, 0, 0, "unordered list " }, { "var", 0, 0, 0, 0, 0, "instance of a variable or program argument" }, }; /* * start tags that imply the end of a current element * any tag of each line implies the end of the current element if the type of * that element is in the same line */ char *htmlEquEnd[] = { "dt", "dd", "li", "option", NULL, "h1", "h2", "h3", "h4", "h5", "h6", NULL, "ol", "menu", "dir", "address", "pre", "listing", "xmp", NULL, NULL }; /* * acording the HTML DTD, HR should be added to the 2nd line above, as it * is not allowed within a H1, H2, H3, etc. But we should tolerate that case * because many documents contain rules in headings... */ /* * start tags that imply the end of current element */ char *htmlStartClose[] = { "form", "form", "p", "hr", "h1", "h2", "h3", "h4", "h5", "h6", "dl", "ul", "ol", "menu", "dir", "address", "pre", "listing", "xmp", "head", NULL, "head", "p", NULL, "title", "p", NULL, "body", "head", "style", "link", "title", "p", NULL, "li", "p", "h1", "h2", "h3", "h4", "h5", "h6", "dl", "address", "pre", "listing", "xmp", "head", "li", NULL, "hr", "p", "head", NULL, "h1", "p", "head", NULL, "h2", "p", "head", NULL, "h3", "p", "head", NULL, "h4", "p", "head", NULL, "h5", "p", "head", NULL, "h6", "p", "head", NULL, "dir", "p", "head", NULL, "address", "p", "head", "ul", NULL, "pre", "p", "head", "ul", NULL, "listing", "p", "head", NULL, "xmp", "p", "head", NULL, "blockquote", "p", "head", NULL, "dl", "p", "dt", "menu", "dir", "address", "pre", "listing", "xmp", "head", NULL, "dt", "p", "menu", "dir", "address", "pre", "listing", "xmp", "head", "dd", NULL, "dd", "p", "menu", "dir", "address", "pre", "listing", "xmp", "head", "dt", NULL, "ul", "p", "head", "ol", "menu", "dir", "address", "pre", "listing", "xmp", NULL, "ol", "p", "head", "ul", NULL, "menu", "p", "head", "ul", NULL, "p", "p", "head", "h1", "h2", "h3", "h4", "h5", "h6", NULL, "div", "p", "head", NULL, "noscript", "p", "head", NULL, "center", "font", "b", "i", "p", "head", NULL, "a", "a", NULL, "caption", "p", NULL, "colgroup", "caption", "colgroup", "col", "p", NULL, "col", "caption", "col", "p", NULL, "table", "p", "head", "h1", "h2", "h3", "h4", "h5", "h6", "pre", "listing", "xmp", "a", NULL, "th", "th", "td", NULL, "td", "th", "td", "p", NULL, "tr", "th", "td", "tr", "caption", "col", "colgroup", "p", NULL, "thead", "caption", "col", "colgroup", NULL, "tfoot", "th", "td", "tr", "caption", "col", "colgroup", "thead", "tbody", "p", NULL, "tbody", "th", "td", "tr", "caption", "col", "colgroup", "thead", "tfoot", "tbody", "p", NULL, "optgroup", "option", NULL, "fieldset", "legend", "p", "head", "h1", "h2", "h3", "h4", "h5", "h6", "pre", "listing", "xmp", "a", NULL, NULL }; /* * The list of HTML elements which are supposed not to have * CDATA content and where a p element will be implied * * TODO: extend that list by reading the HTML SGML DtD on * implied paragraph */ static char *htmlNoContentElements[] = { "html", "head", "body", NULL }; static char** htmlStartCloseIndex[100]; static int htmlStartCloseIndexinitialized = 0; /************************************************************************ * * * functions to handle HTML specific data * * * ************************************************************************/ /** * htmlInitAutoClose: * * Initialize the htmlStartCloseIndex for fast lookup of closing tags names. * This is not reentrant. Call xmlInitParser() once before processing in * case of use in multithreaded programs. */ void htmlInitAutoClose(void) { int index, i = 0; if (htmlStartCloseIndexinitialized) return; for (index = 0;index < 100;index ++) htmlStartCloseIndex[index] = NULL; index = 0; while ((htmlStartClose[i] != NULL) && (index < 100 - 1)) { htmlStartCloseIndex[index++] = &htmlStartClose[i]; while (htmlStartClose[i] != NULL) i++; i++; } htmlStartCloseIndexinitialized = 1; } /** * htmlTagLookup: * @tag: The tag name in lowercase * * Lookup the HTML tag in the ElementTable * * Returns the related htmlElemDescPtr or NULL if not found. */ htmlElemDescPtr htmlTagLookup(const xmlChar *tag) { int i; for (i = 0; i < (sizeof(html40ElementTable) / sizeof(html40ElementTable[0]));i++) { if (xmlStrEqual(tag, BAD_CAST html40ElementTable[i].name)) return(&html40ElementTable[i]); } return(NULL); } /** * htmlCheckAutoClose: * @newtag: The new tag name * @oldtag: The old tag name * * Checks wether the new tag is one of the registered valid tags for closing old. * Initialize the htmlStartCloseIndex for fast lookup of closing tags names. * * Returns 0 if no, 1 if yes. */ int htmlCheckAutoClose(const xmlChar *newtag, const xmlChar *oldtag) { int i, index; char **close = NULL; if (htmlStartCloseIndexinitialized == 0) htmlInitAutoClose(); /* inefficient, but not a big deal */ for (index = 0; index < 100;index++) { close = htmlStartCloseIndex[index]; if (close == NULL) return(0); if (xmlStrEqual(BAD_CAST *close, newtag)) break; } i = close - htmlStartClose; i++; while (htmlStartClose[i] != NULL) { if (xmlStrEqual(BAD_CAST htmlStartClose[i], oldtag)) { return(1); } i++; } return(0); } /** * htmlAutoCloseOnClose: * @ctxt: an HTML parser context * @newtag: The new tag name * * The HTmL DtD allows an ending tag to implicitely close other tags. */ void htmlAutoCloseOnClose(htmlParserCtxtPtr ctxt, const xmlChar *newtag) { htmlElemDescPtr info; xmlChar *oldname; int i; #ifdef DEBUG fprintf(stderr,"Close of %s stack: %d elements\n", newtag, ctxt->nameNr); for (i = 0;i < ctxt->nameNr;i++) fprintf(stderr,"%d : %s\n", i, ctxt->nameTab[i]); #endif for (i = (ctxt->nameNr - 1);i >= 0;i--) { if (xmlStrEqual(newtag, ctxt->nameTab[i])) break; } if (i < 0) return; while (!xmlStrEqual(newtag, ctxt->name)) { info = htmlTagLookup(ctxt->name); if ((info == NULL) || (info->endTag == 1)) { #ifdef DEBUG fprintf(stderr,"htmlAutoCloseOnClose: %s closes %s\n", newtag, ctxt->name); #endif } else { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "Opening and ending tag mismatch: %s and %s\n", newtag, ctxt->name); ctxt->wellFormed = 0; } if ((ctxt->sax != NULL) && (ctxt->sax->endElement != NULL)) ctxt->sax->endElement(ctxt->userData, ctxt->name); oldname = htmlnamePop(ctxt); if (oldname != NULL) { #ifdef DEBUG fprintf(stderr,"htmlAutoCloseOnClose: popped %s\n", oldname); #endif xmlFree(oldname); } } } /** * htmlAutoClose: * @ctxt: an HTML parser context * @newtag: The new tag name or NULL * * The HTmL DtD allows a tag to implicitely close other tags. * The list is kept in htmlStartClose array. This function is * called when a new tag has been detected and generates the * appropriates closes if possible/needed. * If newtag is NULL this mean we are at the end of the resource * and we should check */ void htmlAutoClose(htmlParserCtxtPtr ctxt, const xmlChar *newtag) { xmlChar *oldname; while ((newtag != NULL) && (ctxt->name != NULL) && (htmlCheckAutoClose(newtag, ctxt->name))) { #ifdef DEBUG fprintf(stderr,"htmlAutoClose: %s closes %s\n", newtag, ctxt->name); #endif if ((ctxt->sax != NULL) && (ctxt->sax->endElement != NULL)) ctxt->sax->endElement(ctxt->userData, ctxt->name); oldname = htmlnamePop(ctxt); if (oldname != NULL) { #ifdef DEBUG fprintf(stderr,"htmlAutoClose: popped %s\n", oldname); #endif xmlFree(oldname); } } if (newtag == NULL) { htmlAutoCloseOnClose(ctxt, BAD_CAST"head"); htmlAutoCloseOnClose(ctxt, BAD_CAST"body"); htmlAutoCloseOnClose(ctxt, BAD_CAST"html"); } while ((newtag == NULL) && (ctxt->name != NULL) && ((xmlStrEqual(ctxt->name, BAD_CAST"head")) || (xmlStrEqual(ctxt->name, BAD_CAST"body")) || (xmlStrEqual(ctxt->name, BAD_CAST"html")))) { #ifdef DEBUG fprintf(stderr,"htmlAutoClose: EOF closes %s\n", ctxt->name); #endif if ((ctxt->sax != NULL) && (ctxt->sax->endElement != NULL)) ctxt->sax->endElement(ctxt->userData, ctxt->name); oldname = htmlnamePop(ctxt); if (oldname != NULL) { #ifdef DEBUG fprintf(stderr,"htmlAutoClose: popped %s\n", oldname); #endif xmlFree(oldname); } } } /** * htmlAutoCloseTag: * @doc: the HTML document * @name: The tag name * @elem: the HTML element * * The HTmL DtD allows a tag to implicitely close other tags. * The list is kept in htmlStartClose array. This function checks * if the element or one of it's children would autoclose the * given tag. * * Returns 1 if autoclose, 0 otherwise */ int htmlAutoCloseTag(htmlDocPtr doc, const xmlChar *name, htmlNodePtr elem) { htmlNodePtr child; if (elem == NULL) return(1); if (xmlStrEqual(name, elem->name)) return(0); if (htmlCheckAutoClose(elem->name, name)) return(1); child = elem->children; while (child != NULL) { if (htmlAutoCloseTag(doc, name, child)) return(1); child = child->next; } return(0); } /** * htmlIsAutoClosed: * @doc: the HTML document * @elem: the HTML element * * The HTmL DtD allows a tag to implicitely close other tags. * The list is kept in htmlStartClose array. This function checks * if a tag is autoclosed by one of it's child * * Returns 1 if autoclosed, 0 otherwise */ int htmlIsAutoClosed(htmlDocPtr doc, htmlNodePtr elem) { htmlNodePtr child; if (elem == NULL) return(1); child = elem->children; while (child != NULL) { if (htmlAutoCloseTag(doc, elem->name, child)) return(1); child = child->next; } return(0); } /** * htmlCheckImplied: * @ctxt: an HTML parser context * @newtag: The new tag name * * The HTmL DtD allows a tag to exists only implicitely * called when a new tag has been detected and generates the * appropriates implicit tags if missing */ void htmlCheckImplied(htmlParserCtxtPtr ctxt, const xmlChar *newtag) { if (xmlStrEqual(newtag, BAD_CAST"html")) return; if (ctxt->nameNr <= 0) { #ifdef DEBUG fprintf(stderr,"Implied element html: pushed html\n"); #endif htmlnamePush(ctxt, xmlStrdup(BAD_CAST"html")); if ((ctxt->sax != NULL) && (ctxt->sax->startElement != NULL)) ctxt->sax->startElement(ctxt->userData, BAD_CAST"html", NULL); } if ((xmlStrEqual(newtag, BAD_CAST"body")) || (xmlStrEqual(newtag, BAD_CAST"head"))) return; if (ctxt->nameNr <= 1) { if ((xmlStrEqual(newtag, BAD_CAST"script")) || (xmlStrEqual(newtag, BAD_CAST"style")) || (xmlStrEqual(newtag, BAD_CAST"meta")) || (xmlStrEqual(newtag, BAD_CAST"link")) || (xmlStrEqual(newtag, BAD_CAST"title")) || (xmlStrEqual(newtag, BAD_CAST"base"))) { /* * dropped OBJECT ... i you put it first BODY will be * assumed ! */ #ifdef DEBUG fprintf(stderr,"Implied element head: pushed head\n"); #endif htmlnamePush(ctxt, xmlStrdup(BAD_CAST"head")); if ((ctxt->sax != NULL) && (ctxt->sax->startElement != NULL)) ctxt->sax->startElement(ctxt->userData, BAD_CAST"head", NULL); } else { #ifdef DEBUG fprintf(stderr,"Implied element body: pushed body\n"); #endif htmlnamePush(ctxt, xmlStrdup(BAD_CAST"body")); if ((ctxt->sax != NULL) && (ctxt->sax->startElement != NULL)) ctxt->sax->startElement(ctxt->userData, BAD_CAST"body", NULL); } } } /** * htmlCheckParagraph * @ctxt: an HTML parser context * * Check whether a p element need to be implied before inserting * characters in the current element. * * Returns 1 if a paragraph has been inserted, 0 if not and -1 * in case of error. */ int htmlCheckParagraph(htmlParserCtxtPtr ctxt) { const xmlChar *tag; int i; if (ctxt == NULL) return(-1); tag = ctxt->name; if (tag == NULL) { htmlAutoClose(ctxt, BAD_CAST"p"); htmlCheckImplied(ctxt, BAD_CAST"p"); htmlnamePush(ctxt, xmlStrdup(BAD_CAST"p")); if ((ctxt->sax != NULL) && (ctxt->sax->startElement != NULL)) ctxt->sax->startElement(ctxt->userData, BAD_CAST"p", NULL); return(1); } for (i = 0; htmlNoContentElements[i] != NULL; i++) { if (xmlStrEqual(tag, BAD_CAST htmlNoContentElements[i])) { #ifdef DEBUG fprintf(stderr,"Implied element paragraph\n"); #endif htmlAutoClose(ctxt, BAD_CAST"p"); htmlCheckImplied(ctxt, BAD_CAST"p"); htmlnamePush(ctxt, xmlStrdup(BAD_CAST"p")); if ((ctxt->sax != NULL) && (ctxt->sax->startElement != NULL)) ctxt->sax->startElement(ctxt->userData, BAD_CAST"p", NULL); return(1); } } return(0); } /************************************************************************ * * * The list of HTML predefined entities * * * ************************************************************************/ htmlEntityDesc html40EntitiesTable[] = { /* * the 4 absolute ones, plus apostrophe. */ { 34, "quot", "quotation mark = APL quote, U+0022 ISOnum" }, { 38, "amp", "ampersand, U+0026 ISOnum" }, { 39, "apos", "single quote" }, { 60, "lt", "less-than sign, U+003C ISOnum" }, { 62, "gt", "greater-than sign, U+003E ISOnum" }, /* * A bunch still in the 128-255 range * Replacing them depend really on the charset used. */ { 160, "nbsp", "no-break space = non-breaking space, U+00A0 ISOnum" }, { 161, "iexcl","inverted exclamation mark, U+00A1 ISOnum" }, { 162, "cent", "cent sign, U+00A2 ISOnum" }, { 163, "pound","pound sign, U+00A3 ISOnum" }, { 164, "curren","currency sign, U+00A4 ISOnum" }, { 165, "yen", "yen sign = yuan sign, U+00A5 ISOnum" }, { 166, "brvbar","broken bar = broken vertical bar, U+00A6 ISOnum" }, { 167, "sect", "section sign, U+00A7 ISOnum" }, { 168, "uml", "diaeresis = spacing diaeresis, U+00A8 ISOdia" }, { 169, "copy", "copyright sign, U+00A9 ISOnum" }, { 170, "ordf", "feminine ordinal indicator, U+00AA ISOnum" }, { 171, "laquo","left-pointing double angle quotation mark = left pointing guillemet, U+00AB ISOnum" }, { 172, "not", "not sign, U+00AC ISOnum" }, { 173, "shy", "soft hyphen = discretionary hyphen, U+00AD ISOnum" }, { 174, "reg", "registered sign = registered trade mark sign, U+00AE ISOnum" }, { 175, "macr", "macron = spacing macron = overline = APL overbar, U+00AF ISOdia" }, { 176, "deg", "degree sign, U+00B0 ISOnum" }, { 177, "plusmn","plus-minus sign = plus-or-minus sign, U+00B1 ISOnum" }, { 178, "sup2", "superscript two = superscript digit two = squared, U+00B2 ISOnum" }, { 179, "sup3", "superscript three = superscript digit three = cubed, U+00B3 ISOnum" }, { 180, "acute","acute accent = spacing acute, U+00B4 ISOdia" }, { 181, "micro","micro sign, U+00B5 ISOnum" }, { 182, "para", "pilcrow sign = paragraph sign, U+00B6 ISOnum" }, { 183, "middot","middle dot = Georgian comma Greek middle dot, U+00B7 ISOnum" }, { 184, "cedil","cedilla = spacing cedilla, U+00B8 ISOdia" }, { 185, "sup1", "superscript one = superscript digit one, U+00B9 ISOnum" }, { 186, "ordm", "masculine ordinal indicator, U+00BA ISOnum" }, { 187, "raquo","right-pointing double angle quotation mark right pointing guillemet, U+00BB ISOnum" }, { 188, "frac14","vulgar fraction one quarter = fraction one quarter, U+00BC ISOnum" }, { 189, "frac12","vulgar fraction one half = fraction one half, U+00BD ISOnum" }, { 190, "frac34","vulgar fraction three quarters = fraction three quarters, U+00BE ISOnum" }, { 191, "iquest","inverted question mark = turned question mark, U+00BF ISOnum" }, { 192, "Agrave","latin capital letter A with grave = latin capital letter A grave, U+00C0 ISOlat1" }, { 193, "Aacute","latin capital letter A with acute, U+00C1 ISOlat1" }, { 194, "Acirc","latin capital letter A with circumflex, U+00C2 ISOlat1" }, { 195, "Atilde","latin capital letter A with tilde, U+00C3 ISOlat1" }, { 196, "Auml", "latin capital letter A with diaeresis, U+00C4 ISOlat1" }, { 197, "Aring","latin capital letter A with ring above = latin capital letter A ring, U+00C5 ISOlat1" }, { 198, "AElig","latin capital letter AE = latin capital ligature AE, U+00C6 ISOlat1" }, { 199, "Ccedil","latin capital letter C with cedilla, U+00C7 ISOlat1" }, { 200, "Egrave","latin capital letter E with grave, U+00C8 ISOlat1" }, { 201, "Eacute","latin capital letter E with acute, U+00C9 ISOlat1" }, { 202, "Ecirc","latin capital letter E with circumflex, U+00CA ISOlat1" }, { 203, "Euml", "latin capital letter E with diaeresis, U+00CB ISOlat1" }, { 204, "Igrave","latin capital letter I with grave, U+00CC ISOlat1" }, { 205, "Iacute","latin capital letter I with acute, U+00CD ISOlat1" }, { 206, "Icirc","latin capital letter I with circumflex, U+00CE ISOlat1" }, { 207, "Iuml", "latin capital letter I with diaeresis, U+00CF ISOlat1" }, { 208, "ETH", "latin capital letter ETH, U+00D0 ISOlat1" }, { 209, "Ntilde","latin capital letter N with tilde, U+00D1 ISOlat1" }, { 210, "Ograve","latin capital letter O with grave, U+00D2 ISOlat1" }, { 211, "Oacute","latin capital letter O with acute, U+00D3 ISOlat1" }, { 212, "Ocirc","latin capital letter O with circumflex, U+00D4 ISOlat1" }, { 213, "Otilde","latin capital letter O with tilde, U+00D5 ISOlat1" }, { 214, "Ouml", "latin capital letter O with diaeresis, U+00D6 ISOlat1" }, { 215, "times","multiplication sign, U+00D7 ISOnum" }, { 216, "Oslash","latin capital letter O with stroke latin capital letter O slash, U+00D8 ISOlat1" }, { 217, "Ugrave","latin capital letter U with grave, U+00D9 ISOlat1" }, { 218, "Uacute","latin capital letter U with acute, U+00DA ISOlat1" }, { 219, "Ucirc","latin capital letter U with circumflex, U+00DB ISOlat1" }, { 220, "Uuml", "latin capital letter U with diaeresis, U+00DC ISOlat1" }, { 221, "Yacute","latin capital letter Y with acute, U+00DD ISOlat1" }, { 222, "THORN","latin capital letter THORN, U+00DE ISOlat1" }, { 223, "szlig","latin small letter sharp s = ess-zed, U+00DF ISOlat1" }, { 224, "agrave","latin small letter a with grave = latin small letter a grave, U+00E0 ISOlat1" }, { 225, "aacute","latin small letter a with acute, U+00E1 ISOlat1" }, { 226, "acirc","latin small letter a with circumflex, U+00E2 ISOlat1" }, { 227, "atilde","latin small letter a with tilde, U+00E3 ISOlat1" }, { 228, "auml", "latin small letter a with diaeresis, U+00E4 ISOlat1" }, { 229, "aring","latin small letter a with ring above = latin small letter a ring, U+00E5 ISOlat1" }, { 230, "aelig","latin small letter ae = latin small ligature ae, U+00E6 ISOlat1" }, { 231, "ccedil","latin small letter c with cedilla, U+00E7 ISOlat1" }, { 232, "egrave","latin small letter e with grave, U+00E8 ISOlat1" }, { 233, "eacute","latin small letter e with acute, U+00E9 ISOlat1" }, { 234, "ecirc","latin small letter e with circumflex, U+00EA ISOlat1" }, { 235, "euml", "latin small letter e with diaeresis, U+00EB ISOlat1" }, { 236, "igrave","latin small letter i with grave, U+00EC ISOlat1" }, { 237, "iacute","latin small letter i with acute, U+00ED ISOlat1" }, { 238, "icirc","latin small letter i with circumflex, U+00EE ISOlat1" }, { 239, "iuml", "latin small letter i with diaeresis, U+00EF ISOlat1" }, { 240, "eth", "latin small letter eth, U+00F0 ISOlat1" }, { 241, "ntilde","latin small letter n with tilde, U+00F1 ISOlat1" }, { 242, "ograve","latin small letter o with grave, U+00F2 ISOlat1" }, { 243, "oacute","latin small letter o with acute, U+00F3 ISOlat1" }, { 244, "ocirc","latin small letter o with circumflex, U+00F4 ISOlat1" }, { 245, "otilde","latin small letter o with tilde, U+00F5 ISOlat1" }, { 246, "ouml", "latin small letter o with diaeresis, U+00F6 ISOlat1" }, { 247, "divide","division sign, U+00F7 ISOnum" }, { 248, "oslash","latin small letter o with stroke, = latin small letter o slash, U+00F8 ISOlat1" }, { 249, "ugrave","latin small letter u with grave, U+00F9 ISOlat1" }, { 250, "uacute","latin small letter u with acute, U+00FA ISOlat1" }, { 251, "ucirc","latin small letter u with circumflex, U+00FB ISOlat1" }, { 252, "uuml", "latin small letter u with diaeresis, U+00FC ISOlat1" }, { 253, "yacute","latin small letter y with acute, U+00FD ISOlat1" }, { 254, "thorn","latin small letter thorn with, U+00FE ISOlat1" }, { 255, "yuml", "latin small letter y with diaeresis, U+00FF ISOlat1" }, { 338, "OElig","latin capital ligature OE, U+0152 ISOlat2" }, { 339, "oelig","latin small ligature oe, U+0153 ISOlat2" }, { 352, "Scaron","latin capital letter S with caron, U+0160 ISOlat2" }, { 353, "scaron","latin small letter s with caron, U+0161 ISOlat2" }, { 376, "Yuml", "latin capital letter Y with diaeresis, U+0178 ISOlat2" }, /* * Anything below should really be kept as entities references */ { 402, "fnof", "latin small f with hook = function = florin, U+0192 ISOtech" }, { 710, "circ", "modifier letter circumflex accent, U+02C6 ISOpub" }, { 732, "tilde","small tilde, U+02DC ISOdia" }, { 913, "Alpha","greek capital letter alpha, U+0391" }, { 914, "Beta", "greek capital letter beta, U+0392" }, { 915, "Gamma","greek capital letter gamma, U+0393 ISOgrk3" }, { 916, "Delta","greek capital letter delta, U+0394 ISOgrk3" }, { 917, "Epsilon","greek capital letter epsilon, U+0395" }, { 918, "Zeta", "greek capital letter zeta, U+0396" }, { 919, "Eta", "greek capital letter eta, U+0397" }, { 920, "Theta","greek capital letter theta, U+0398 ISOgrk3" }, { 921, "Iota", "greek capital letter iota, U+0399" }, { 922, "Kappa","greek capital letter kappa, U+039A" }, { 923, "Lambda""greek capital letter lambda, U+039B ISOgrk3" }, { 924, "Mu", "greek capital letter mu, U+039C" }, { 925, "Nu", "greek capital letter nu, U+039D" }, { 926, "Xi", "greek capital letter xi, U+039E ISOgrk3" }, { 927, "Omicron","greek capital letter omicron, U+039F" }, { 928, "Pi", "greek capital letter pi, U+03A0 ISOgrk3" }, { 929, "Rho", "greek capital letter rho, U+03A1" }, { 931, "Sigma","greek capital letter sigma, U+03A3 ISOgrk3" }, { 932, "Tau", "greek capital letter tau, U+03A4" }, { 933, "Upsilon","greek capital letter upsilon, U+03A5 ISOgrk3" }, { 934, "Phi", "greek capital letter phi, U+03A6 ISOgrk3" }, { 935, "Chi", "greek capital letter chi, U+03A7" }, { 936, "Psi", "greek capital letter psi, U+03A8 ISOgrk3" }, { 937, "Omega","greek capital letter omega, U+03A9 ISOgrk3" }, { 945, "alpha","greek small letter alpha, U+03B1 ISOgrk3" }, { 946, "beta", "greek small letter beta, U+03B2 ISOgrk3" }, { 947, "gamma","greek small letter gamma, U+03B3 ISOgrk3" }, { 948, "delta","greek small letter delta, U+03B4 ISOgrk3" }, { 949, "epsilon","greek small letter epsilon, U+03B5 ISOgrk3" }, { 950, "zeta", "greek small letter zeta, U+03B6 ISOgrk3" }, { 951, "eta", "greek small letter eta, U+03B7 ISOgrk3" }, { 952, "theta","greek small letter theta, U+03B8 ISOgrk3" }, { 953, "iota", "greek small letter iota, U+03B9 ISOgrk3" }, { 954, "kappa","greek small letter kappa, U+03BA ISOgrk3" }, { 955, "lambda","greek small letter lambda, U+03BB ISOgrk3" }, { 956, "mu", "greek small letter mu, U+03BC ISOgrk3" }, { 957, "nu", "greek small letter nu, U+03BD ISOgrk3" }, { 958, "xi", "greek small letter xi, U+03BE ISOgrk3" }, { 959, "omicron","greek small letter omicron, U+03BF NEW" }, { 960, "pi", "greek small letter pi, U+03C0 ISOgrk3" }, { 961, "rho", "greek small letter rho, U+03C1 ISOgrk3" }, { 962, "sigmaf","greek small letter final sigma, U+03C2 ISOgrk3" }, { 963, "sigma","greek small letter sigma, U+03C3 ISOgrk3" }, { 964, "tau", "greek small letter tau, U+03C4 ISOgrk3" }, { 965, "upsilon","greek small letter upsilon, U+03C5 ISOgrk3" }, { 966, "phi", "greek small letter phi, U+03C6 ISOgrk3" }, { 967, "chi", "greek small letter chi, U+03C7 ISOgrk3" }, { 968, "psi", "greek small letter psi, U+03C8 ISOgrk3" }, { 969, "omega","greek small letter omega, U+03C9 ISOgrk3" }, { 977, "thetasym","greek small letter theta symbol, U+03D1 NEW" }, { 978, "upsih","greek upsilon with hook symbol, U+03D2 NEW" }, { 982, "piv", "greek pi symbol, U+03D6 ISOgrk3" }, { 8194, "ensp", "en space, U+2002 ISOpub" }, { 8195, "emsp", "em space, U+2003 ISOpub" }, { 8201, "thinsp","thin space, U+2009 ISOpub" }, { 8204, "zwnj", "zero width non-joiner, U+200C NEW RFC 2070" }, { 8205, "zwj", "zero width joiner, U+200D NEW RFC 2070" }, { 8206, "lrm", "left-to-right mark, U+200E NEW RFC 2070" }, { 8207, "rlm", "right-to-left mark, U+200F NEW RFC 2070" }, { 8211, "ndash","en dash, U+2013 ISOpub" }, { 8212, "mdash","em dash, U+2014 ISOpub" }, { 8216, "lsquo","left single quotation mark, U+2018 ISOnum" }, { 8217, "rsquo","right single quotation mark, U+2019 ISOnum" }, { 8218, "sbquo","single low-9 quotation mark, U+201A NEW" }, { 8220, "ldquo","left double quotation mark, U+201C ISOnum" }, { 8221, "rdquo","right double quotation mark, U+201D ISOnum" }, { 8222, "bdquo","double low-9 quotation mark, U+201E NEW" }, { 8224, "dagger","dagger, U+2020 ISOpub" }, { 8225, "Dagger","double dagger, U+2021 ISOpub" }, { 8226, "bull", "bullet = black small circle, U+2022 ISOpub" }, { 8230, "hellip","horizontal ellipsis = three dot leader, U+2026 ISOpub" }, { 8240, "permil","per mille sign, U+2030 ISOtech" }, { 8242, "prime","prime = minutes = feet, U+2032 ISOtech" }, { 8243, "Prime","double prime = seconds = inches, U+2033 ISOtech" }, { 8249, "lsaquo","single left-pointing angle quotation mark, U+2039 ISO proposed" }, { 8250, "rsaquo","single right-pointing angle quotation mark, U+203A ISO proposed" }, { 8254, "oline","overline = spacing overscore, U+203E NEW" }, { 8260, "frasl","fraction slash, U+2044 NEW" }, { 8364, "euro", "euro sign, U+20AC NEW" }, { 8465, "image","blackletter capital I = imaginary part, U+2111 ISOamso" }, { 8472, "weierp","script capital P = power set = Weierstrass p, U+2118 ISOamso" }, { 8476, "real", "blackletter capital R = real part symbol, U+211C ISOamso" }, { 8482, "trade","trade mark sign, U+2122 ISOnum" }, { 8501, "alefsym","alef symbol = first transfinite cardinal, U+2135 NEW" }, { 8592, "larr", "leftwards arrow, U+2190 ISOnum" }, { 8593, "uarr", "upwards arrow, U+2191 ISOnum" }, { 8594, "rarr", "rightwards arrow, U+2192 ISOnum" }, { 8595, "darr", "downwards arrow, U+2193 ISOnum" }, { 8596, "harr", "left right arrow, U+2194 ISOamsa" }, { 8629, "crarr","downwards arrow with corner leftwards = carriage return, U+21B5 NEW" }, { 8656, "lArr", "leftwards double arrow, U+21D0 ISOtech" }, { 8657, "uArr", "upwards double arrow, U+21D1 ISOamsa" }, { 8658, "rArr", "rightwards double arrow, U+21D2 ISOtech" }, { 8659, "dArr", "downwards double arrow, U+21D3 ISOamsa" }, { 8660, "hArr", "left right double arrow, U+21D4 ISOamsa" }, { 8704, "forall","for all, U+2200 ISOtech" }, { 8706, "part", "partial differential, U+2202 ISOtech" }, { 8707, "exist","there exists, U+2203 ISOtech" }, { 8709, "empty","empty set = null set = diameter, U+2205 ISOamso" }, { 8711, "nabla","nabla = backward difference, U+2207 ISOtech" }, { 8712, "isin", "element of, U+2208 ISOtech" }, { 8713, "notin","not an element of, U+2209 ISOtech" }, { 8715, "ni", "contains as member, U+220B ISOtech" }, { 8719, "prod", "n-ary product = product sign, U+220F ISOamsb" }, { 8721, "sum", "n-ary sumation, U+2211 ISOamsb" }, { 8722, "minus","minus sign, U+2212 ISOtech" }, { 8727, "lowast","asterisk operator, U+2217 ISOtech" }, { 8730, "radic","square root = radical sign, U+221A ISOtech" }, { 8733, "prop", "proportional to, U+221D ISOtech" }, { 8734, "infin","infinity, U+221E ISOtech" }, { 8736, "ang", "angle, U+2220 ISOamso" }, { 8743, "and", "logical and = wedge, U+2227 ISOtech" }, { 8744, "or", "logical or = vee, U+2228 ISOtech" }, { 8745, "cap", "intersection = cap, U+2229 ISOtech" }, { 8746, "cup", "union = cup, U+222A ISOtech" }, { 8747, "int", "integral, U+222B ISOtech" }, { 8756, "there4","therefore, U+2234 ISOtech" }, { 8764, "sim", "tilde operator = varies with = similar to, U+223C ISOtech" }, { 8773, "cong", "approximately equal to, U+2245 ISOtech" }, { 8776, "asymp","almost equal to = asymptotic to, U+2248 ISOamsr" }, { 8800, "ne", "not equal to, U+2260 ISOtech" }, { 8801, "equiv","identical to, U+2261 ISOtech" }, { 8804, "le", "less-than or equal to, U+2264 ISOtech" }, { 8805, "ge", "greater-than or equal to, U+2265 ISOtech" }, { 8834, "sub", "subset of, U+2282 ISOtech" }, { 8835, "sup", "superset of, U+2283 ISOtech" }, { 8836, "nsub", "not a subset of, U+2284 ISOamsn" }, { 8838, "sube", "subset of or equal to, U+2286 ISOtech" }, { 8839, "supe", "superset of or equal to, U+2287 ISOtech" }, { 8853, "oplus","circled plus = direct sum, U+2295 ISOamsb" }, { 8855, "otimes","circled times = vector product, U+2297 ISOamsb" }, { 8869, "perp", "up tack = orthogonal to = perpendicular, U+22A5 ISOtech" }, { 8901, "sdot", "dot operator, U+22C5 ISOamsb" }, { 8968, "lceil","left ceiling = apl upstile, U+2308 ISOamsc" }, { 8969, "rceil","right ceiling, U+2309 ISOamsc" }, { 8970, "lfloor","left floor = apl downstile, U+230A ISOamsc" }, { 8971, "rfloor","right floor, U+230B ISOamsc" }, { 9001, "lang", "left-pointing angle bracket = bra, U+2329 ISOtech" }, { 9002, "rang", "right-pointing angle bracket = ket, U+232A ISOtech" }, { 9674, "loz", "lozenge, U+25CA ISOpub" }, { 9824, "spades","black spade suit, U+2660 ISOpub" }, { 9827, "clubs","black club suit = shamrock, U+2663 ISOpub" }, { 9829, "hearts","black heart suit = valentine, U+2665 ISOpub" }, { 9830, "diams","black diamond suit, U+2666 ISOpub" }, }; /************************************************************************ * * * Commodity functions to handle entities * * * ************************************************************************/ /* * Macro used to grow the current buffer. */ #define growBuffer(buffer) { \ buffer##_size *= 2; \ buffer = (xmlChar *) xmlRealloc(buffer, buffer##_size * sizeof(xmlChar)); \ if (buffer == NULL) { \ perror("realloc failed"); \ return(NULL); \ } \ } /** * htmlEntityLookup: * @name: the entity name * * Lookup the given entity in EntitiesTable * * TODO: the linear scan is really ugly, an hash table is really needed. * * Returns the associated htmlEntityDescPtr if found, NULL otherwise. */ htmlEntityDescPtr htmlEntityLookup(const xmlChar *name) { int i; for (i = 0;i < (sizeof(html40EntitiesTable)/ sizeof(html40EntitiesTable[0]));i++) { if (xmlStrEqual(name, BAD_CAST html40EntitiesTable[i].name)) { #ifdef DEBUG fprintf(stderr,"Found entity %s\n", name); #endif return(&html40EntitiesTable[i]); } } return(NULL); } /** * htmlEntityValueLookup: * @value: the entity's unicode value * * Lookup the given entity in EntitiesTable * * TODO: the linear scan is really ugly, an hash table is really needed. * * Returns the associated htmlEntityDescPtr if found, NULL otherwise. */ htmlEntityDescPtr htmlEntityValueLookup(int value) { int i; #ifdef DEBUG int lv = 0; #endif for (i = 0;i < (sizeof(html40EntitiesTable)/ sizeof(html40EntitiesTable[0]));i++) { if ((unsigned int) html40EntitiesTable[i].value >= value) { if ((unsigned int) html40EntitiesTable[i].value > value) break; #ifdef DEBUG fprintf(stderr,"Found entity %s\n", html40EntitiesTable[i].name); #endif return(&html40EntitiesTable[i]); } #ifdef DEBUG if (lv > html40EntitiesTable[i].value) { fprintf(stderr, "html40EntitiesTable[] is not sorted (%d > %d)!\n", lv, html40EntitiesTable[i].value); } lv = html40EntitiesTable[i].value; #endif } return(NULL); } /** * UTF8ToHtml: * @out: a pointer to an array of bytes to store the result * @outlen: the length of @out * @in: a pointer to an array of UTF-8 chars * @inlen: the length of @in * * Take a block of UTF-8 chars in and try to convert it to an ASCII * plus HTML entities block of chars out. * * Returns 0 if success, -2 if the transcoding fails, or -1 otherwise * The value of @inlen after return is the number of octets consumed * as the return value is positive, else unpredictiable. * The value of @outlen after return is the number of octets consumed. */ int UTF8ToHtml(unsigned char* out, int *outlen, const unsigned char* in, int *inlen) { const unsigned char* processed = in; const unsigned char* outend; const unsigned char* outstart = out; const unsigned char* instart = in; const unsigned char* inend; unsigned int c, d; int trailing; if (in == NULL) { /* * initialization nothing to do */ *outlen = 0; *inlen = 0; return(0); } inend = in + (*inlen); outend = out + (*outlen); while (in < inend) { d = *in++; if (d < 0x80) { c= d; trailing= 0; } else if (d < 0xC0) { /* trailing byte in leading position */ *outlen = out - outstart; *inlen = processed - instart; return(-2); } else if (d < 0xE0) { c= d & 0x1F; trailing= 1; } else if (d < 0xF0) { c= d & 0x0F; trailing= 2; } else if (d < 0xF8) { c= d & 0x07; trailing= 3; } else { /* no chance for this in Ascii */ *outlen = out - outstart; *inlen = processed - instart; return(-2); } if (inend - in < trailing) { break; } for ( ; trailing; trailing--) { if ((in >= inend) || (((d= *in++) & 0xC0) != 0x80)) break; c <<= 6; c |= d & 0x3F; } /* assertion: c is a single UTF-4 value */ if (c < 0x80) { if (out + 1 >= outend) break; *out++ = c; } else { int len; htmlEntityDescPtr ent; /* * Try to lookup a predefined HTML entity for it */ ent = htmlEntityValueLookup(c); if (ent == NULL) { /* no chance for this in Ascii */ *outlen = out - outstart; *inlen = processed - instart; return(-2); } len = strlen(ent->name); if (out + 2 + len >= outend) break; *out++ = '&'; memcpy(out, ent->name, len); out += len; *out++ = ';'; } processed = in; } *outlen = out - outstart; *inlen = processed - instart; return(0); } /** * htmlEncodeEntities: * @out: a pointer to an array of bytes to store the result * @outlen: the length of @out * @in: a pointer to an array of UTF-8 chars * @inlen: the length of @in * @quoteChar: the quote character to escape (' or ") or zero. * * Take a block of UTF-8 chars in and try to convert it to an ASCII * plus HTML entities block of chars out. * * Returns 0 if success, -2 if the transcoding fails, or -1 otherwise * The value of @inlen after return is the number of octets consumed * as the return value is positive, else unpredictiable. * The value of @outlen after return is the number of octets consumed. */ int htmlEncodeEntities(unsigned char* out, int *outlen, const unsigned char* in, int *inlen, int quoteChar) { const unsigned char* processed = in; const unsigned char* outend = out + (*outlen); const unsigned char* outstart = out; const unsigned char* instart = in; const unsigned char* inend = in + (*inlen); unsigned int c, d; int trailing; while (in < inend) { d = *in++; if (d < 0x80) { c= d; trailing= 0; } else if (d < 0xC0) { /* trailing byte in leading position */ *outlen = out - outstart; *inlen = processed - instart; return(-2); } else if (d < 0xE0) { c= d & 0x1F; trailing= 1; } else if (d < 0xF0) { c= d & 0x0F; trailing= 2; } else if (d < 0xF8) { c= d & 0x07; trailing= 3; } else { /* no chance for this in Ascii */ *outlen = out - outstart; *inlen = processed - instart; return(-2); } if (inend - in < trailing) break; while (trailing--) { if (((d= *in++) & 0xC0) != 0x80) { *outlen = out - outstart; *inlen = processed - instart; return(-2); } c <<= 6; c |= d & 0x3F; } /* assertion: c is a single UTF-4 value */ if (c < 0x80 && c != quoteChar && c != '&' && c != '<' && c != '>') { if (out >= outend) break; *out++ = c; } else { htmlEntityDescPtr ent; const char *cp; char nbuf[16]; int len; /* * Try to lookup a predefined HTML entity for it */ ent = htmlEntityValueLookup(c); if (ent == NULL) { sprintf(nbuf, "#%u", c); cp = nbuf; } else cp = ent->name; len = strlen(cp); if (out + 2 + len > outend) break; *out++ = '&'; memcpy(out, cp, len); out += len; *out++ = ';'; } processed = in; } *outlen = out - outstart; *inlen = processed - instart; return(0); } /** * htmlDecodeEntities: * @ctxt: the parser context * @len: the len to decode (in bytes !), -1 for no size limit * @end: an end marker xmlChar, 0 if none * @end2: an end marker xmlChar, 0 if none * @end3: an end marker xmlChar, 0 if none * * Subtitute the HTML entities by their value * * DEPRECATED !!!! * * Returns A newly allocated string with the substitution done. The caller * must deallocate it ! */ xmlChar * htmlDecodeEntities(htmlParserCtxtPtr ctxt, int len, xmlChar end, xmlChar end2, xmlChar end3) { xmlChar *name = NULL; xmlChar *buffer = NULL; unsigned int buffer_size = 0; unsigned int nbchars = 0; htmlEntityDescPtr ent; unsigned int max = (unsigned int) len; int c,l; if (ctxt->depth > 40) { ctxt->errNo = XML_ERR_ENTITY_LOOP; if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "Detected entity reference loop\n"); ctxt->wellFormed = 0; ctxt->disableSAX = 1; return(NULL); } /* * allocate a translation buffer. */ buffer_size = HTML_PARSER_BIG_BUFFER_SIZE; buffer = (xmlChar *) xmlMalloc(buffer_size * sizeof(xmlChar)); if (buffer == NULL) { perror("xmlDecodeEntities: malloc failed"); return(NULL); } /* * Ok loop until we reach one of the ending char or a size limit. */ c = CUR_CHAR(l); while ((nbchars < max) && (c != end) && (c != end2) && (c != end3)) { if (c == 0) break; if (((c == '&') && (ctxt->token != '&')) && (NXT(1) == '#')) { int val = htmlParseCharRef(ctxt); COPY_BUF(0,buffer,nbchars,val); NEXTL(l); } else if ((c == '&') && (ctxt->token != '&')) { ent = htmlParseEntityRef(ctxt, &name); if (name != NULL) { if (ent != NULL) { int val = ent->value; COPY_BUF(0,buffer,nbchars,val); NEXTL(l); } else { const xmlChar *cur = name; buffer[nbchars++] = '&'; if (nbchars > buffer_size - HTML_PARSER_BUFFER_SIZE) { growBuffer(buffer); } while (*cur != 0) { buffer[nbchars++] = *cur++; } buffer[nbchars++] = ';'; } } } else { COPY_BUF(l,buffer,nbchars,c); NEXTL(l); if (nbchars > buffer_size - HTML_PARSER_BUFFER_SIZE) { growBuffer(buffer); } } c = CUR_CHAR(l); } buffer[nbchars++] = 0; return(buffer); } /************************************************************************ * * * Commodity functions to handle streams * * * ************************************************************************/ /** * htmlFreeInputStream: * @input: an htmlParserInputPtr * * Free up an input stream. */ void htmlFreeInputStream(htmlParserInputPtr input) { if (input == NULL) return; if (input->filename != NULL) xmlFree((char *) input->filename); if (input->directory != NULL) xmlFree((char *) input->directory); if ((input->free != NULL) && (input->base != NULL)) input->free((xmlChar *) input->base); if (input->buf != NULL) xmlFreeParserInputBuffer(input->buf); memset(input, -1, sizeof(htmlParserInput)); xmlFree(input); } /** * htmlNewInputStream: * @ctxt: an HTML parser context * * Create a new input stream structure * Returns the new input stream or NULL */ htmlParserInputPtr htmlNewInputStream(htmlParserCtxtPtr ctxt) { htmlParserInputPtr input; input = (xmlParserInputPtr) xmlMalloc(sizeof(htmlParserInput)); if (input == NULL) { ctxt->errNo = XML_ERR_NO_MEMORY; if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "malloc: couldn't allocate a new input stream\n"); return(NULL); } memset(input, 0, sizeof(htmlParserInput)); input->filename = NULL; input->directory = NULL; input->base = NULL; input->cur = NULL; input->buf = NULL; input->line = 1; input->col = 1; input->buf = NULL; input->free = NULL; input->version = NULL; input->consumed = 0; input->length = 0; return(input); } /************************************************************************ * * * Commodity functions, cleanup needed ? * * * ************************************************************************/ /** * areBlanks: * @ctxt: an HTML parser context * @str: a xmlChar * * @len: the size of @str * * Is this a sequence of blank chars that one can ignore ? * * Returns 1 if ignorable 0 otherwise. */ static int areBlanks(htmlParserCtxtPtr ctxt, const xmlChar *str, int len) { int i; xmlNodePtr lastChild; for (i = 0;i < len;i++) if (!(IS_BLANK(str[i]))) return(0); if (CUR == 0) return(1); if (CUR != '<') return(0); if (ctxt->name == NULL) return(1); if (xmlStrEqual(ctxt->name, BAD_CAST"html")) return(1); if (xmlStrEqual(ctxt->name, BAD_CAST"head")) return(1); if (xmlStrEqual(ctxt->name, BAD_CAST"body")) return(1); if (ctxt->node == NULL) return(0); lastChild = xmlGetLastChild(ctxt->node); if (lastChild == NULL) { if (ctxt->node->content != NULL) return(0); } else if (xmlNodeIsText(lastChild)) return(0); return(1); } /** * htmlHandleEntity: * @ctxt: an HTML parser context * @entity: an XML entity pointer. * * Default handling of an HTML entity, call the parser with the * substitution string */ void htmlHandleEntity(htmlParserCtxtPtr ctxt, xmlEntityPtr entity) { int len; if (entity->content == NULL) { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "htmlHandleEntity %s: content == NULL\n", entity->name); ctxt->wellFormed = 0; return; } len = xmlStrlen(entity->content); /* * Just handle the content as a set of chars. */ htmlCheckParagraph(ctxt); if ((ctxt->sax != NULL) && (ctxt->sax->characters != NULL)) ctxt->sax->characters(ctxt->userData, entity->content, len); } /** * htmlNewDocNoDtD: * @URI: URI for the dtd, or NULL * @ExternalID: the external ID of the DTD, or NULL * * Returns a new document, do not intialize the DTD if not provided */ htmlDocPtr htmlNewDocNoDtD(const xmlChar *URI, const xmlChar *ExternalID) { xmlDocPtr cur; /* * Allocate a new document and fill the fields. */ cur = (xmlDocPtr) xmlMalloc(sizeof(xmlDoc)); if (cur == NULL) { fprintf(stderr, "xmlNewDoc : malloc failed\n"); return(NULL); } memset(cur, 0, sizeof(xmlDoc)); cur->type = XML_HTML_DOCUMENT_NODE; cur->version = NULL; cur->intSubset = NULL; if ((ExternalID != NULL) || (URI != NULL)) xmlCreateIntSubset(cur, BAD_CAST "HTML", ExternalID, URI); cur->doc = cur; cur->name = NULL; cur->children = NULL; cur->extSubset = NULL; cur->oldNs = NULL; cur->encoding = NULL; cur->standalone = 1; cur->compression = 0; cur->ids = NULL; cur->refs = NULL; #ifndef XML_WITHOUT_CORBA cur->_private = NULL; #endif return(cur); } /** * htmlNewDoc: * @URI: URI for the dtd, or NULL * @ExternalID: the external ID of the DTD, or NULL * * Returns a new document */ htmlDocPtr htmlNewDoc(const xmlChar *URI, const xmlChar *ExternalID) { if ((URI == NULL) && (ExternalID == NULL)) return(htmlNewDocNoDtD( BAD_CAST "-//W3C//DTD HTML 4.0 Transitional//EN", BAD_CAST "http://www.w3.org/TR/REC-html40/loose.dtd")); return(htmlNewDocNoDtD(URI, ExternalID)); } /************************************************************************ * * * The parser itself * * Relates to http://www.w3.org/TR/html40 * * * ************************************************************************/ /************************************************************************ * * * The parser itself * * * ************************************************************************/ /** * htmlParseHTMLName: * @ctxt: an HTML parser context * * parse an HTML tag or attribute name, note that we convert it to lowercase * since HTML names are not case-sensitive. * * Returns the Tag Name parsed or NULL */ xmlChar * htmlParseHTMLName(htmlParserCtxtPtr ctxt) { xmlChar *ret = NULL; int i = 0; xmlChar loc[HTML_PARSER_BUFFER_SIZE]; if (!IS_LETTER(CUR) && (CUR != '_') && (CUR != ':')) return(NULL); while ((i < HTML_PARSER_BUFFER_SIZE) && ((IS_LETTER(CUR)) || (IS_DIGIT(CUR)) || (CUR == ':') || (CUR == '_'))) { if ((CUR >= 'A') && (CUR <= 'Z')) loc[i] = CUR + 0x20; else loc[i] = CUR; i++; NEXT; } ret = xmlStrndup(loc, i); return(ret); } /** * htmlParseName: * @ctxt: an HTML parser context * * parse an HTML name, this routine is case sensistive. * * Returns the Name parsed or NULL */ xmlChar * htmlParseName(htmlParserCtxtPtr ctxt) { xmlChar buf[HTML_MAX_NAMELEN]; int len = 0; GROW; if (!IS_LETTER(CUR) && (CUR != '_')) { return(NULL); } while ((IS_LETTER(CUR)) || (IS_DIGIT(CUR)) || (CUR == '.') || (CUR == '-') || (CUR == '_') || (CUR == ':') || (IS_COMBINING(CUR)) || (IS_EXTENDER(CUR))) { buf[len++] = CUR; NEXT; if (len >= HTML_MAX_NAMELEN) { fprintf(stderr, "htmlParseName: reached HTML_MAX_NAMELEN limit\n"); while ((IS_LETTER(CUR)) || (IS_DIGIT(CUR)) || (CUR == '.') || (CUR == '-') || (CUR == '_') || (CUR == ':') || (IS_COMBINING(CUR)) || (IS_EXTENDER(CUR))) NEXT; break; } } return(xmlStrndup(buf, len)); } /** * htmlParseHTMLAttribute: * @ctxt: an HTML parser context * @stop: a char stop value * * parse an HTML attribute value till the stop (quote), if * stop is 0 then it stops at the first space * * Returns the attribute parsed or NULL */ xmlChar * htmlParseHTMLAttribute(htmlParserCtxtPtr ctxt, const xmlChar stop) { #if 0 xmlChar buf[HTML_MAX_NAMELEN]; int len = 0; GROW; while ((CUR != 0) && (CUR != stop) && (CUR != '>')) { if ((stop == 0) && (IS_BLANK(CUR))) break; buf[len++] = CUR; NEXT; if (len >= HTML_MAX_NAMELEN) { fprintf(stderr, "htmlParseHTMLAttribute: reached HTML_MAX_NAMELEN limit\n"); while ((!IS_BLANK(CUR)) && (CUR != '<') && (CUR != '>') && (CUR != '\'') && (CUR != '"')) NEXT; break; } } return(xmlStrndup(buf, len)); #else xmlChar *buffer = NULL; int buffer_size = 0; xmlChar *out = NULL; xmlChar *name = NULL; xmlChar *cur = NULL; htmlEntityDescPtr ent; /* * allocate a translation buffer. */ buffer_size = HTML_PARSER_BIG_BUFFER_SIZE; buffer = (xmlChar *) xmlMalloc(buffer_size * sizeof(xmlChar)); if (buffer == NULL) { perror("htmlParseHTMLAttribute: malloc failed"); return(NULL); } out = buffer; /* * Ok loop until we reach one of the ending chars */ while ((CUR != 0) && (CUR != stop) && (CUR != '>')) { if ((stop == 0) && (IS_BLANK(CUR))) break; if (CUR == '&') { if (NXT(1) == '#') { unsigned int c; int bits; c = htmlParseCharRef(ctxt); if (c < 0x80) { *out++ = c; bits= -6; } else if (c < 0x800) { *out++ =((c >> 6) & 0x1F) | 0xC0; bits= 0; } else if (c < 0x10000) { *out++ =((c >> 12) & 0x0F) | 0xE0; bits= 6; } else { *out++ =((c >> 18) & 0x07) | 0xF0; bits= 12; } for ( ; bits >= 0; bits-= 6) { *out++ = ((c >> bits) & 0x3F) | 0x80; } } else { ent = htmlParseEntityRef(ctxt, &name); if (name == NULL) { *out++ = '&'; if (out - buffer > buffer_size - 100) { int index = out - buffer; growBuffer(buffer); out = &buffer[index]; } } else if (ent == NULL) { *out++ = '&'; cur = name; while (*cur != 0) { if (out - buffer > buffer_size - 100) { int index = out - buffer; growBuffer(buffer); out = &buffer[index]; } *out++ = *cur++; } xmlFree(name); } else { unsigned int c; int bits; if (out - buffer > buffer_size - 100) { int index = out - buffer; growBuffer(buffer); out = &buffer[index]; } c = (xmlChar)ent->value; if (c < 0x80) { *out++ = c; bits= -6; } else if (c < 0x800) { *out++ =((c >> 6) & 0x1F) | 0xC0; bits= 0; } else if (c < 0x10000) { *out++ =((c >> 12) & 0x0F) | 0xE0; bits= 6; } else { *out++ =((c >> 18) & 0x07) | 0xF0; bits= 12; } for ( ; bits >= 0; bits-= 6) { *out++ = ((c >> bits) & 0x3F) | 0x80; } xmlFree(name); } } } else { unsigned int c; int bits, l; if (out - buffer > buffer_size - 100) { int index = out - buffer; growBuffer(buffer); out = &buffer[index]; } c = CUR_CHAR(l); if (c < 0x80) { *out++ = c; bits= -6; } else if (c < 0x800) { *out++ =((c >> 6) & 0x1F) | 0xC0; bits= 0; } else if (c < 0x10000) { *out++ =((c >> 12) & 0x0F) | 0xE0; bits= 6; } else { *out++ =((c >> 18) & 0x07) | 0xF0; bits= 12; } for ( ; bits >= 0; bits-= 6) { *out++ = ((c >> bits) & 0x3F) | 0x80; } NEXT; } } *out++ = 0; return(buffer); #endif } /** * htmlParseNmtoken: * @ctxt: an HTML parser context * * parse an HTML Nmtoken. * * Returns the Nmtoken parsed or NULL */ xmlChar * htmlParseNmtoken(htmlParserCtxtPtr ctxt) { xmlChar buf[HTML_MAX_NAMELEN]; int len = 0; GROW; while ((IS_LETTER(CUR)) || (IS_DIGIT(CUR)) || (CUR == '.') || (CUR == '-') || (CUR == '_') || (CUR == ':') || (IS_COMBINING(CUR)) || (IS_EXTENDER(CUR))) { buf[len++] = CUR; NEXT; if (len >= HTML_MAX_NAMELEN) { fprintf(stderr, "htmlParseNmtoken: reached HTML_MAX_NAMELEN limit\n"); while ((IS_LETTER(CUR)) || (IS_DIGIT(CUR)) || (CUR == '.') || (CUR == '-') || (CUR == '_') || (CUR == ':') || (IS_COMBINING(CUR)) || (IS_EXTENDER(CUR))) NEXT; break; } } return(xmlStrndup(buf, len)); } /** * htmlParseEntityRef: * @ctxt: an HTML parser context * @str: location to store the entity name * * parse an HTML ENTITY references * * [68] EntityRef ::= '&' Name ';' * * Returns the associated htmlEntityDescPtr if found, or NULL otherwise, * if non-NULL *str will have to be freed by the caller. */ htmlEntityDescPtr htmlParseEntityRef(htmlParserCtxtPtr ctxt, xmlChar **str) { xmlChar *name; htmlEntityDescPtr ent = NULL; *str = NULL; if (CUR == '&') { NEXT; name = htmlParseName(ctxt); if (name == NULL) { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "htmlParseEntityRef: no name\n"); ctxt->wellFormed = 0; } else { GROW; if (CUR == ';') { *str = name; /* * Lookup the entity in the table. */ ent = htmlEntityLookup(name); if (ent != NULL) /* OK that's ugly !!! */ NEXT; } else { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "htmlParseEntityRef: expecting ';'\n"); *str = name; } } } return(ent); } /** * htmlParseAttValue: * @ctxt: an HTML parser context * * parse a value for an attribute * Note: the parser won't do substitution of entities here, this * will be handled later in xmlStringGetNodeList, unless it was * asked for ctxt->replaceEntities != 0 * * Returns the AttValue parsed or NULL. */ xmlChar * htmlParseAttValue(htmlParserCtxtPtr ctxt) { xmlChar *ret = NULL; if (CUR == '"') { NEXT; ret = htmlParseHTMLAttribute(ctxt, '"'); if (CUR != '"') { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "AttValue: ' expected\n"); ctxt->wellFormed = 0; } else NEXT; } else if (CUR == '\'') { NEXT; ret = htmlParseHTMLAttribute(ctxt, '\''); if (CUR != '\'') { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "AttValue: ' expected\n"); ctxt->wellFormed = 0; } else NEXT; } else { /* * That's an HTMLism, the attribute value may not be quoted */ ret = htmlParseHTMLAttribute(ctxt, 0); if (ret == NULL) { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "AttValue: no value found\n"); ctxt->wellFormed = 0; } } return(ret); } /** * htmlParseSystemLiteral: * @ctxt: an HTML parser context * * parse an HTML Literal * * [11] SystemLiteral ::= ('"' [^"]* '"') | ("'" [^']* "'") * * Returns the SystemLiteral parsed or NULL */ xmlChar * htmlParseSystemLiteral(htmlParserCtxtPtr ctxt) { const xmlChar *q; xmlChar *ret = NULL; if (CUR == '"') { NEXT; q = CUR_PTR; while ((IS_CHAR(CUR)) && (CUR != '"')) NEXT; if (!IS_CHAR(CUR)) { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "Unfinished SystemLiteral\n"); ctxt->wellFormed = 0; } else { ret = xmlStrndup(q, CUR_PTR - q); NEXT; } } else if (CUR == '\'') { NEXT; q = CUR_PTR; while ((IS_CHAR(CUR)) && (CUR != '\'')) NEXT; if (!IS_CHAR(CUR)) { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "Unfinished SystemLiteral\n"); ctxt->wellFormed = 0; } else { ret = xmlStrndup(q, CUR_PTR - q); NEXT; } } else { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "SystemLiteral \" or ' expected\n"); ctxt->wellFormed = 0; } return(ret); } /** * htmlParsePubidLiteral: * @ctxt: an HTML parser context * * parse an HTML public literal * * [12] PubidLiteral ::= '"' PubidChar* '"' | "'" (PubidChar - "'")* "'" * * Returns the PubidLiteral parsed or NULL. */ xmlChar * htmlParsePubidLiteral(htmlParserCtxtPtr ctxt) { const xmlChar *q; xmlChar *ret = NULL; /* * Name ::= (Letter | '_') (NameChar)* */ if (CUR == '"') { NEXT; q = CUR_PTR; while (IS_PUBIDCHAR(CUR)) NEXT; if (CUR != '"') { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "Unfinished PubidLiteral\n"); ctxt->wellFormed = 0; } else { ret = xmlStrndup(q, CUR_PTR - q); NEXT; } } else if (CUR == '\'') { NEXT; q = CUR_PTR; while ((IS_LETTER(CUR)) && (CUR != '\'')) NEXT; if (!IS_LETTER(CUR)) { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "Unfinished PubidLiteral\n"); ctxt->wellFormed = 0; } else { ret = xmlStrndup(q, CUR_PTR - q); NEXT; } } else { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "SystemLiteral \" or ' expected\n"); ctxt->wellFormed = 0; } return(ret); } /** * htmlParseCharData: * @ctxt: an HTML parser context * @cdata: int indicating whether we are within a CDATA section * * parse a CharData section. * if we are within a CDATA section ']]>' marks an end of section. * * [14] CharData ::= [^<&]* - ([^<&]* ']]>' [^<&]*) */ void htmlParseCharData(htmlParserCtxtPtr ctxt, int cdata) { xmlChar buf[HTML_PARSER_BIG_BUFFER_SIZE + 5]; int nbchar = 0; int cur, l; SHRINK; cur = CUR_CHAR(l); while (((cur != '<') || (ctxt->token == '<')) && ((cur != '&') || (ctxt->token == '&')) && (IS_CHAR(cur))) { COPY_BUF(l,buf,nbchar,cur); if (nbchar >= HTML_PARSER_BIG_BUFFER_SIZE) { /* * Ok the segment is to be consumed as chars. */ if ((ctxt->sax != NULL) && (!ctxt->disableSAX)) { if (areBlanks(ctxt, buf, nbchar)) { if (ctxt->sax->ignorableWhitespace != NULL) ctxt->sax->ignorableWhitespace(ctxt->userData, buf, nbchar); } else { htmlCheckParagraph(ctxt); if (ctxt->sax->characters != NULL) ctxt->sax->characters(ctxt->userData, buf, nbchar); } } nbchar = 0; } NEXTL(l); cur = CUR_CHAR(l); } if (nbchar != 0) { /* * Ok the segment is to be consumed as chars. */ if ((ctxt->sax != NULL) && (!ctxt->disableSAX)) { if (areBlanks(ctxt, buf, nbchar)) { if (ctxt->sax->ignorableWhitespace != NULL) ctxt->sax->ignorableWhitespace(ctxt->userData, buf, nbchar); } else { htmlCheckParagraph(ctxt); if (ctxt->sax->characters != NULL) ctxt->sax->characters(ctxt->userData, buf, nbchar); } } } } /** * htmlParseExternalID: * @ctxt: an HTML parser context * @publicID: a xmlChar** receiving PubidLiteral * @strict: indicate whether we should restrict parsing to only * production [75], see NOTE below * * Parse an External ID or a Public ID * * NOTE: Productions [75] and [83] interract badly since [75] can generate * 'PUBLIC' S PubidLiteral S SystemLiteral * * [75] ExternalID ::= 'SYSTEM' S SystemLiteral * | 'PUBLIC' S PubidLiteral S SystemLiteral * * [83] PublicID ::= 'PUBLIC' S PubidLiteral * * Returns the function returns SystemLiteral and in the second * case publicID receives PubidLiteral, is strict is off * it is possible to return NULL and have publicID set. */ xmlChar * htmlParseExternalID(htmlParserCtxtPtr ctxt, xmlChar **publicID, int strict) { xmlChar *URI = NULL; if ((UPPER == 'S') && (UPP(1) == 'Y') && (UPP(2) == 'S') && (UPP(3) == 'T') && (UPP(4) == 'E') && (UPP(5) == 'M')) { SKIP(6); if (!IS_BLANK(CUR)) { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "Space required after 'SYSTEM'\n"); ctxt->wellFormed = 0; } SKIP_BLANKS; URI = htmlParseSystemLiteral(ctxt); if (URI == NULL) { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "htmlParseExternalID: SYSTEM, no URI\n"); ctxt->wellFormed = 0; } } else if ((UPPER == 'P') && (UPP(1) == 'U') && (UPP(2) == 'B') && (UPP(3) == 'L') && (UPP(4) == 'I') && (UPP(5) == 'C')) { SKIP(6); if (!IS_BLANK(CUR)) { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "Space required after 'PUBLIC'\n"); ctxt->wellFormed = 0; } SKIP_BLANKS; *publicID = htmlParsePubidLiteral(ctxt); if (*publicID == NULL) { if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "htmlParseExternalID: PUBLIC, no Public Identifier\n"); ctxt->wellFormed = 0; } SKIP_BLANKS; if ((CUR == '"') || (CUR == '\'')) { URI = htmlParseSystemLiteral(ctxt); } } return(URI); } /** * htmlParseComment: * @ctxt: an HTML parser context * * Parse an XML (SGML) comment * * [15] Comment ::= '' */ void htmlParseComment(htmlParserCtxtPtr ctxt) { xmlChar *buf = NULL; int len; int size = HTML_PARSER_BUFFER_SIZE; int q, ql; int r, rl; int cur, l; xmlParserInputState state; /* * Check that there is a comment right here. */ if ((RAW != '<') || (NXT(1) != '!') || (NXT(2) != '-') || (NXT(3) != '-')) return; state = ctxt->instate; ctxt->instate = XML_PARSER_COMMENT; SHRINK; SKIP(4); buf = (xmlChar *) xmlMalloc(size * sizeof(xmlChar)); if (buf == NULL) { fprintf(stderr, "malloc of %d byte failed\n", size); ctxt->instate = state; return; } q = CUR_CHAR(ql); NEXTL(ql); r = CUR_CHAR(rl); NEXTL(rl); cur = CUR_CHAR(l); len = 0; while (IS_CHAR(cur) && ((cur != '>') || (r != '-') || (q != '-'))) { if (len + 5 >= size) { size *= 2; buf = (xmlChar *) xmlRealloc(buf, size * sizeof(xmlChar)); if (buf == NULL) { fprintf(stderr, "realloc of %d byte failed\n", size); ctxt->instate = state; return; } } COPY_BUF(ql,buf,len,q); q = r; ql = rl; r = cur; rl = l; NEXTL(l); cur = CUR_CHAR(l); if (cur == 0) { SHRINK; GROW; cur = CUR_CHAR(l); } } buf[len] = 0; if (!IS_CHAR(cur)) { ctxt->errNo = XML_ERR_COMMENT_NOT_FINISHED; if ((ctxt->sax != NULL) && (ctxt->sax->error != NULL)) ctxt->sax->error(ctxt->userData, "Comment not terminated \n