/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.apache.maven.doxia.parser;

import java.util.Iterator;

import org.apache.maven.doxia.sink.impl.SinkEventAttributeSet;
import org.apache.maven.doxia.sink.impl.SinkEventElement;
import org.apache.maven.doxia.sink.impl.SinkEventTestingSink;
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Test;

import static org.junit.jupiter.api.Assertions.assertEquals;
import static org.junit.jupiter.api.Assertions.assertFalse;

/**
 * Test for Xhtml5BaseParser.
 */
class Xhtml5BaseParserTest extends AbstractParserTest {
    private Xhtml5BaseParser parser;
    private final SinkEventTestingSink sink = new SinkEventTestingSink();

    @Override
    protected AbstractParser createParser() {
        parser = new Xhtml5BaseParser();
        return parser;
    }

    @Override
    protected String outputExtension() {
        return "xhtml";
    }

    @BeforeEach
    protected void setUp() throws Exception {
        parser = new Xhtml5BaseParser();
        sink.reset();
    }

    @Test
    void headingEventsList() throws Exception {
        String text = "<p><h1></h1><h2></h2><h3></h3><h4></h4><h5></h5><h1></h1></p>";

        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("paragraph", it.next().getName());
        assertEquals("section1", it.next().getName());
        assertEquals("sectionTitle1", it.next().getName());
        assertEquals("sectionTitle1_", it.next().getName());
        assertEquals("section2", it.next().getName());
        assertEquals("sectionTitle2", it.next().getName());
        assertEquals("sectionTitle2_", it.next().getName());
        assertEquals("section3", it.next().getName());
        assertEquals("sectionTitle3", it.next().getName());
        assertEquals("sectionTitle3_", it.next().getName());
        assertEquals("section4", it.next().getName());
        assertEquals("sectionTitle4", it.next().getName());
        assertEquals("sectionTitle4_", it.next().getName());
        assertEquals("section5", it.next().getName());
        assertEquals("sectionTitle5", it.next().getName());
        assertEquals("sectionTitle5_", it.next().getName());
        assertEquals("section5_", it.next().getName());
        assertEquals("section4_", it.next().getName());
        assertEquals("section3_", it.next().getName());
        assertEquals("section2_", it.next().getName());
        assertEquals("section1_", it.next().getName());
        assertEquals("section1", it.next().getName());
        assertEquals("sectionTitle1", it.next().getName());
        assertEquals("sectionTitle1_", it.next().getName());
        // this one is missing because we enclose everything in <p> which is not valid xhtml,
        // needs to be tested in overriding parser, eg XhtmlParser, XdocParser.
        // assertEquals("section1_", it.next().getName());
        assertEquals("paragraph_", it.next().getName());
        assertFalse(it.hasNext());
    }

    @Test
    void nestedHeadingEventsList() throws Exception {
        // DOXIA-241
        String text = "<p><h1></h1><h5></h5><h2></h2></p>";

        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("paragraph", it.next().getName());
        assertEquals("section1", it.next().getName());
        assertEquals("sectionTitle1", it.next().getName());
        assertEquals("sectionTitle1_", it.next().getName());

        assertEquals("section2", it.next().getName());
        assertEquals("section3", it.next().getName());
        assertEquals("section4", it.next().getName());

        assertEquals("section5", it.next().getName());
        assertEquals("sectionTitle5", it.next().getName());
        assertEquals("sectionTitle5_", it.next().getName());
        assertEquals("section5_", it.next().getName());

        assertEquals("section4_", it.next().getName());
        assertEquals("section3_", it.next().getName());
        assertEquals("section2_", it.next().getName());

        assertEquals("section2", it.next().getName());
        assertEquals("sectionTitle2", it.next().getName());
        assertEquals("sectionTitle2_", it.next().getName());
        // these two are missing because we enclose everything in <p> which is not valid xhtml,
        // needs to be tested in overriding parser, eg XhtmlParser, XdocParser.
        // assertEquals("section2_", it.next().getName());
        // assertEquals("section1_", it.next().getName());
        assertEquals("paragraph_", it.next().getName());
        assertFalse(it.hasNext());
    }

    @Test
    void sectionsAndHeadingsOnDifferentLevels() throws Exception {
        // section on higher level than heading
        String text = "<body><section><section><h1>Headline1</h1></section></section></body>";
        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();
        assertSinkEquals(
                it,
                "section1",
                "section2",
                "section2_",
                "section1_",
                "section1",
                "sectionTitle1",
                "text",
                "sectionTitle1_",
                "section2",
                "section2_",
                "section1_");
    }

    @Test
    void sectionsAndHeadingsOnDifferentLevels2() throws Exception {
        // section on lower level than heading
        String text = "<body><section><h3>Headline1</h3></section></body>";
        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();
        assertSinkEquals(
                it,
                "section1",
                "section2",
                "section3",
                "sectionTitle3",
                "text",
                "sectionTitle3_",
                "section3_",
                "section2_",
                "section1_");
    }

    @Test
    void sectionsAndHeadingsOnSameLevel() throws Exception {
        // heading directly following same level section doesn't need additional sections, while headings following some
        // other element (still same level)
        // needs an explicit new (same level) section
        String text =
                "<body><section><h1>Headline1</h1><section><h2>Headline2</h2></section><h1>Headline3</h1></section></body>";
        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();
        assertSinkEquals(
                it,
                "section1",
                "sectionTitle1",
                "text",
                "sectionTitle1_",
                "section2",
                "sectionTitle2",
                "text",
                "sectionTitle2_",
                "section2_",
                "section1_",
                "section1",
                "sectionTitle1",
                "text",
                "sectionTitle1_",
                "section1_");
    }

    @Test
    void figureEventsList() throws Exception {
        String text = "<img src=\"source\" title=\"caption\" />";

        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("figureGraphics", it.next().getName());
        assertFalse(it.hasNext());
    }

    @Test
    void tableEventsList() throws Exception {
        // TODO: table caption, see DOXIA-177

        String text = "<table><tr><th>Header</th></tr><tr><td>cell</td></tr></table>";

        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("table", it.next().getName());
        assertEquals("tableRows", it.next().getName());
        assertEquals("tableRow", it.next().getName());
        assertEquals("tableHeaderCell", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("tableHeaderCell_", it.next().getName());
        assertEquals("tableRow_", it.next().getName());
        assertEquals("tableRow", it.next().getName());
        assertEquals("tableCell", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("tableCell_", it.next().getName());
        assertEquals("tableRow_", it.next().getName());
        assertEquals("tableRows_", it.next().getName());
        assertEquals("table_", it.next().getName());

        assertFalse(it.hasNext());
    }

    @Test
    void significantWhiteSpace() throws Exception {
        // NOTE significant white space
        String text = "<p><b>word</b> <i>word</i></p>";

        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("paragraph", it.next().getName());
        assertEquals("inline", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("inline_", it.next().getName());

        SinkEventElement el = it.next();
        assertEquals("text", el.getName());
        assertEquals(" ", (String) el.getArgs()[0]);

        assertEquals("inline", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("paragraph_", it.next().getName());
        assertFalse(it.hasNext());

        // same test with EOL
        String eol = System.getProperty("line.separator");
        text = "<p><b>word</b>" + eol + "<i>word</i></p>";

        sink.reset();
        parser.parse(text, sink);
        it = sink.getEventList().iterator();

        assertEquals("paragraph", it.next().getName());
        assertEquals("inline", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("inline_", it.next().getName());

        el = it.next();
        assertEquals("text", el.getName());
        // the EOL must be normalized to a single space, as per the HTML spec
        assertEquals(" ", (String) el.getArgs()[0]);

        assertEquals("inline", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("paragraph_", it.next().getName());
        assertFalse(it.hasNext());

        // DOXIA-189: there should be no EOL after closing tag
        text = "<p>There should be no space after the last <i>word</i>.</p>";

        sink.reset();
        parser.parse(text, sink);
        it = sink.getEventList().iterator();

        assertEquals("paragraph", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("inline", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("inline_", it.next().getName());

        el = it.next();
        assertEquals("text", el.getName());
        assertEquals(".", (String) el.getArgs()[0]);

        assertEquals("paragraph_", it.next().getName());
        assertFalse(it.hasNext());
    }

    @Test
    void preFormattedText() throws Exception {
        String text = "<pre><a href=\"what.html\">what</a></pre>";

        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();
        assertEquals("verbatim", it.next().getName());
        assertEquals("link", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("link_", it.next().getName());
        assertEquals("verbatim_", it.next().getName());
        assertFalse(it.hasNext());

        text = "<pre><![CDATA[<a href=\"what.html\">what</a>]]></pre>";
        sink.reset();
        parser.parse(text, sink);

        it = sink.getEventList().iterator();
        assertEquals("verbatim", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("verbatim_", it.next().getName());
        assertFalse(it.hasNext());

        text = "<pre><![CDATA[<pre>what</pre>]]></pre>";
        sink.reset();
        parser.parse(text, sink);

        it = sink.getEventList().iterator();
        assertEquals("verbatim", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("verbatim_", it.next().getName());
        assertFalse(it.hasNext());
    }

    @Test
    void preEOL() throws Exception {
        // test EOLs within <pre>: the sink MUST receive a text event for the EOL
        String text =
                "<pre><a href=\"what.html\">what</a>" + Xhtml5BaseParser.EOL + "<a href=\"what.html\">what</a></pre>";

        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("verbatim", it.next().getName());
        assertEquals("link", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("link_", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("link", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("link_", it.next().getName());
        assertEquals("verbatim_", it.next().getName());
    }

    @Test
    void listWithInsignificantLineBreaks() throws Exception {
        // test EOLs within lists (those don't have significance and should not be reported as text events, but as
        // markupLineBreak with the according indent level)
        String text = "<ul>" + Xhtml5BaseParser.EOL + "  <li>One</li> "
                + Xhtml5BaseParser.EOL + "  <li>Two</li>   "
                + Xhtml5BaseParser.EOL + "</ul>";

        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("list", it.next().getName());
        assertSinkEquals(it.next(), "markupLineBreak", 2);
        assertEquals("listItem", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("listItem_", it.next().getName());
        assertSinkEquals(it.next(), "markupLineBreak", 2);
        assertEquals("listItem", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("listItem_", it.next().getName());
        assertSinkEquals(it.next(), "markupLineBreak", 0);
        assertEquals("list_", it.next().getName());
    }

    @Test
    void whitespaceInBlockAndInlineElements() throws ParseException {
        String text =
                "<p>\n  \n<ul>" + Xhtml5BaseParser.EOL + "  <li><a href=\"https://example.com\"> One</a> Another</li>"
                        + Xhtml5BaseParser.EOL + "  <li> Two   Another </li>   "
                        + Xhtml5BaseParser.EOL + "<li><img src=\"img.src\"/> Three</li>"
                        + Xhtml5BaseParser.EOL + "</ul>" + Xhtml5BaseParser.EOL + "   </p>";

        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();
        assertEquals("paragraph", it.next().getName());
        assertSinkEquals(it.next(), "markupLineBreak", 2);
        assertSinkEquals(it.next(), "markupLineBreak", 0);
        assertEquals("list", it.next().getName());
        assertSinkEquals(it.next(), "markupLineBreak", 2);
        assertEquals("listItem", it.next().getName());
        assertSinkEquals(
                it.next(), "link", "https://example.com", new SinkEventAttributeSet("href", "https://example.com"));
        assertSinkEquals(it.next(), "text", " One", null);
        assertEquals("link_", it.next().getName());
        assertSinkEquals(it.next(), "text", " Another", null);
        assertEquals("listItem_", it.next().getName());
        assertSinkEquals(it.next(), "markupLineBreak", 2);
        assertEquals("listItem", it.next().getName());
        // test collapsing, currently no trimming at the end
        assertSinkEquals(it.next(), "text", "Two Another ", null);
        assertEquals("listItem_", it.next().getName());
        assertSinkEquals(it.next(), "markupLineBreak", 0);
        assertEquals("listItem", it.next().getName());
        assertSinkEquals(it.next(), "figureGraphics", "img.src", new SinkEventAttributeSet("src", "img.src"));
        assertSinkEquals(it.next(), "text", " Three", null);
        assertEquals("listItem_", it.next().getName());
        assertSinkEquals(it.next(), "markupLineBreak", 0);
        assertEquals("list_", it.next().getName());
        assertSinkEquals(it.next(), "markupLineBreak", 3);
        assertSinkEquals(it, "paragraph_");
    }

    @Test
    void doxia250() throws Exception {
        StringBuilder sb = new StringBuilder();
        sb.append("<!DOCTYPE test [").append(Xhtml5BaseParser.EOL);
        sb.append("<!ENTITY foo \"&#x159;\">").append(Xhtml5BaseParser.EOL);
        sb.append("<!ENTITY foo1 \"&nbsp;\">").append(Xhtml5BaseParser.EOL);
        sb.append("<!ENTITY foo2 \"&#x161;\">").append(Xhtml5BaseParser.EOL);
        sb.append("<!ENTITY tritPos \"&#x1d7ed;\">").append(Xhtml5BaseParser.EOL);
        sb.append("]>").append(Xhtml5BaseParser.EOL);
        sb.append("<p>&foo;&foo1;&foo2;&tritPos;</p>");

        parser.setValidate(false);
        parser.parse(sb.toString(), sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        SinkEventElement event = it.next();
        assertEquals("paragraph", event.getName());

        event = it.next();
        assertEquals("text", event.getName());
        assertEquals("\u0159", (String) event.getArgs()[0]);

        event = it.next();
        assertEquals("text", event.getName());
        assertEquals("\u00A0", (String) event.getArgs()[0]);

        event = it.next();
        assertEquals("text", event.getName());
        assertEquals("\u0161", (String) event.getArgs()[0]);

        event = it.next();
        assertEquals("text", event.getName());
        assertEquals("\uD835\uDFED", (String) event.getArgs()[0]);

        event = it.next();
        assertEquals("paragraph_", event.getName());
    }

    @Test
    void entities() throws Exception {
        final String text =
                "<!DOCTYPE test [<!ENTITY flo \"&#x159;\"><!ENTITY tritPos \"&#x1d7ed;\"><!ENTITY fo \"&#65;\"><!ENTITY myCustom \"&fo;\">]>"
                        + "<body><h1>&amp;&flo;&#x159;&tritPos;&#x1d7ed;</h1><p>&amp;&flo;&#x159;&tritPos;&#x1d7ed;&myCustom;</p></body>";

        parser.setValidate(false);
        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("section1", it.next().getName());
        assertEquals("sectionTitle1", it.next().getName());

        SinkEventElement textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("&", textEvt.getArgs()[0]);

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("\u0159", textEvt.getArgs()[0]);

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("\u0159", textEvt.getArgs()[0]);

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("\uD835\uDFED", (String) textEvt.getArgs()[0]);

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("\uD835\uDFED", textEvt.getArgs()[0]);

        assertEquals("sectionTitle1_", it.next().getName());
        assertEquals("paragraph", it.next().getName());

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("&", textEvt.getArgs()[0]);

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("\u0159", textEvt.getArgs()[0]);

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("\u0159", textEvt.getArgs()[0]);

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("\uD835\uDFED", (String) textEvt.getArgs()[0]);

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("\uD835\uDFED", textEvt.getArgs()[0]);

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("A", textEvt.getArgs()[0]);

        assertEquals("paragraph_", it.next().getName());
        // FIXME
        //        assertEquals("section1_", it.next().getName());

        assertFalse(it.hasNext());
    }

    @Test
    void xhtmlEntities() throws Exception {
        final String text = "<body><h1>&quot;&amp;</h1><p>&apos;&lt;&gt;</p></body>";

        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("section1", it.next().getName());
        assertEquals("sectionTitle1", it.next().getName());

        SinkEventElement textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("\"", textEvt.getArgs()[0]);

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("&", textEvt.getArgs()[0]);

        assertEquals("sectionTitle1_", it.next().getName());
        assertEquals("paragraph", it.next().getName());

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("\'", textEvt.getArgs()[0]);

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals("<", textEvt.getArgs()[0]);

        textEvt = it.next();
        assertEquals("text", textEvt.getName());
        assertEquals(">", textEvt.getArgs()[0]);

        assertEquals("paragraph_", it.next().getName());

        assertFalse(it.hasNext());
    }

    @Test
    void lists() throws Exception {
        String text = "<div><ul><li></li></ul><ol><li></li></ol><dl><dt></dt><dd></dd></dl></div>";
        parser.parse(text, sink);
        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("division", it.next().getName());
        assertEquals("list", it.next().getName());
        assertEquals("listItem", it.next().getName());
        assertEquals("listItem_", it.next().getName());
        assertEquals("list_", it.next().getName());

        assertEquals("numberedList", it.next().getName());
        assertEquals("numberedListItem", it.next().getName());
        assertEquals("numberedListItem_", it.next().getName());
        assertEquals("numberedList_", it.next().getName());

        assertEquals("definitionList", it.next().getName());
        assertEquals("definitionListItem", it.next().getName());
        assertEquals("definedTerm", it.next().getName());
        assertEquals("definedTerm_", it.next().getName());
        assertEquals("definition", it.next().getName());
        assertEquals("definition_", it.next().getName());
        assertEquals("definitionListItem_", it.next().getName());
        assertEquals("definitionList_", it.next().getName());
        assertEquals("division_", it.next().getName());
    }

    @Test
    void simpleTags() throws Exception {
        String text = "<div><br /><wbr /><hr /><img src=\"img.src\"/></div>";
        parser.parse(text, sink);
        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("division", it.next().getName());
        assertEquals("lineBreak", it.next().getName());
        assertEquals("lineBreakOpportunity", it.next().getName());
        assertEquals("horizontalRule", it.next().getName());
        assertEquals("figureGraphics", it.next().getName());
        assertEquals("division_", it.next().getName());
    }

    @Test
    void semanticTags() throws Exception {
        String text =
                "<em><strong><small><s><cite><q><dfn><abbr><i><b><code><var><samp><kbd><sup><sub><u><mark><ruby><rb><rt><rtc><rp><bdi><bdo><span><ins><del>a text &amp; &#xc6;</del></ins></span></bdo></bdi></rp></rtc></rt></rb></ruby></mark></u></sub></sup></kbd></samp></var></code></b></i></abbr></dfn></q></cite></s></small></strong></em>";
        parser.parse(text, sink);
        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        SinkEventElement event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=emphasis", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=strong", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=small", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=line-through", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=citation", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=quote", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=definition", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=abbreviation", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=italic", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=bold", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=code", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=variable", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=sample", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=keyboard", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=superscript", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=subscript", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=annotation", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=highlight", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=ruby", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=rubyBase", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=rubyText", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals(
                "semantics=rubyTextContainer", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=rubyParentheses", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals(
                "semantics=bidirectionalIsolation",
                event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals(
                "semantics=bidirectionalOverride", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=phrase", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=insert", event.getArgs()[0].toString().trim());

        event = it.next();
        assertEquals("inline", event.getName());
        assertEquals("semantics=delete", event.getArgs()[0].toString().trim());

        assertEquals("text", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("text", it.next().getName());
        assertEquals("text", it.next().getName());

        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
        assertEquals("inline_", it.next().getName());
    }

    @Test
    void special() throws Exception {
        String text = "<p><!-- a pagebreak: --><!-- PB -->&nbsp;&#160;<unknown /></p>";
        parser.parse(text, sink);
        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("paragraph", it.next().getName());
        assertEquals("comment", it.next().getName());
        assertEquals("pageBreak", it.next().getName());
        assertEquals("nonBreakingSpace", it.next().getName());
        assertEquals("nonBreakingSpace", it.next().getName());
        // unknown events are not reported by the base parser
        assertEquals("paragraph_", it.next().getName());
    }

    @Test
    void table() throws Exception {
        String text = "<table><caption></caption><tr><th></th></tr><tr><td></td></tr></table>";
        parser.parse(text, sink);
        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("table", it.next().getName());

        // DOXIA-374
        SinkEventElement el = it.next();
        assertEquals("tableRows", el.getName());
        assertFalse((Boolean) el.getArgs()[1]);

        assertEquals("tableCaption", it.next().getName());
        assertEquals("tableCaption_", it.next().getName());
        assertEquals("tableRow", it.next().getName());
        assertEquals("tableHeaderCell", it.next().getName());
        assertEquals("tableHeaderCell_", it.next().getName());
        assertEquals("tableRow_", it.next().getName());
        assertEquals("tableRow", it.next().getName());
        assertEquals("tableCell", it.next().getName());
        assertEquals("tableCell_", it.next().getName());
        assertEquals("tableRow_", it.next().getName());
        assertEquals("tableRows_", it.next().getName());
        assertEquals("table_", it.next().getName());
    }

    @Test
    void figure() throws Exception {
        String text = "<figure><img src=\"src.jpg\"/><figcaption></figcaption></figure>";
        parser.parse(text, sink);
        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        assertEquals("figure", it.next().getName());
        assertEquals("figureGraphics", it.next().getName());
        assertEquals("figureCaption", it.next().getName());
        assertEquals("figureCaption_", it.next().getName());
        assertEquals("figure_", it.next().getName());
    }

    @Test
    void link() throws Exception {
        // param1 value = "/&ü" URL encoded twice!
        String text = "<div><a href=\"http://www.fo.com/index.html&amp;param1=%252F%2526%25C3%25BC\"></a></div>";

        parser.parse(text, sink);
        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        SinkEventElement element = it.next();
        assertEquals("division", element.getName());

        element = it.next();
        assertEquals("link", element.getName());
        assertEquals("http://www.fo.com/index.html&param1=%252F%2526%25C3%25BC", element.getArgs()[0]);
        assertEquals("link_", it.next().getName());

        element = it.next();
        assertEquals("division_", element.getName());
    }

    @Test
    void anchorLink() throws Exception {
        String text = "<div><a href=\"\"></a>" + "<a href=\"valid\"></a>"
                + "<a href=\"#1invalid\"></a>"
                + "<a href=\"http://www.fo.com/index.html#1invalid\"></a>"
                + "<a id=\"valid\"></a>"
                + "<a id=\"1invalid\"></a>"
                + "<a id=\"1invalid\"></a></div>";

        parser.parse(text, sink);
        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        SinkEventElement element = it.next();
        assertEquals("division", element.getName());

        element = it.next();
        assertEquals("link", element.getName());
        assertEquals("", element.getArgs()[0]);
        assertEquals("link_", it.next().getName());

        element = it.next();
        assertEquals("link", element.getName());
        assertEquals("valid", element.getArgs()[0]);
        assertEquals("link_", it.next().getName());

        element = it.next();
        assertEquals("link", element.getName());
        assertEquals("#a1invalid", element.getArgs()[0]);
        assertEquals("link_", it.next().getName());

        element = it.next();
        assertEquals("link", element.getName());
        assertEquals("http://www.fo.com/index.html#1invalid", element.getArgs()[0]);
        assertEquals("link_", it.next().getName());

        element = it.next();
        assertEquals("anchor", element.getName());
        assertEquals("valid", element.getArgs()[0]);
        assertEquals("anchor_", it.next().getName());

        element = it.next();
        assertEquals("anchor", element.getName());
        assertEquals("a1invalid", element.getArgs()[0]);
        assertEquals("anchor_", it.next().getName());

        element = it.next();
        assertEquals("anchor", element.getName());
        assertEquals("a1invalid", element.getArgs()[0]);
        assertEquals("anchor_", it.next().getName());

        element = it.next();
        assertEquals("division_", element.getName());
    }

    @Test
    void anchorLinkWithExternalRel() throws Exception {
        // although the fragment is not a valid doxia id it should be used as is, because the rel="external" indicates
        // that this is an external link
        String text = "<a href=\"index.html#1invalid\" rel=\"external\"></a>";

        parser.parse(text, sink);
        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        SinkEventElement element = it.next();

        assertEquals("link", element.getName());
        assertEquals("index.html#1invalid", element.getArgs()[0]);
        assertEquals("external", ((SinkEventAttributeSet) element.getArgs()[1]).getAttribute("rel"));
        assertEquals("link_", it.next().getName());
    }

    @Test
    void anchorWithName() throws ParseException {
        String text = "<a name=\"test\"></a>";

        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();
        // first attribute is the id, second is all given attributes
        assertSinkEquals(it.next(), "anchor", "test", new SinkEventAttributeSet("name", "test"));
        assertSinkEquals(it, "anchor_");
    }

    /**
     * Test entities in attributes.
     *
     * @throws java.lang.Exception if any.
     */
    @Test
    void attributeEntities() throws Exception {
        String text = "<script src=\"http://ex.com/ex.js?v=l&amp;l=e\"></script>";

        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();

        SinkEventElement event = it.next();

        assertEquals("unknown", event.getName());
        assertEquals("script", event.getArgs()[0]);
        SinkEventAttributeSet attribs = (SinkEventAttributeSet) event.getArgs()[2];
        // ampersand should be un-escaped
        assertEquals("http://ex.com/ex.js?v=l&l=e", attribs.getAttribute("src"));
        assertEquals("unknown", it.next().getName());
        assertFalse(it.hasNext());

        sink.reset();
        text = "<img src=\"http://ex.com/ex.jpg?v=l&amp;l=e\" alt=\"image\"/>";
        parser.parse(text, sink);

        it = sink.getEventList().iterator();
        event = it.next();
        assertEquals("figureGraphics", event.getName());
        attribs = (SinkEventAttributeSet) event.getArgs()[1];
        // ampersand should be un-escaped
        assertEquals("http://ex.com/ex.jpg?v=l&l=e", attribs.getAttribute("src"));
    }

    @Test
    void unbalancedDefinitionListItem() throws Exception {
        String text = "<body><dl><dt>key</dt><dd>value</dd></dl>" + "<dl><dd>value</dd></dl>"
                + "<dl><dt>key</dt></dl>"
                + "<dl></dl>"
                + "<dl><dd>value</dd><dt>key</dt></dl></body>";

        parser.parse(text, sink);

        Iterator<SinkEventElement> it = sink.getEventList().iterator();
        assertSinkStartsWith(
                it,
                "definitionList",
                "definitionListItem",
                "definedTerm",
                "text",
                "definedTerm_",
                "definition",
                "text",
                "definition_",
                "definitionListItem_",
                "definitionList_");
        assertSinkStartsWith(
                it,
                "definitionList",
                "definitionListItem",
                "definition",
                "text",
                "definition_",
                "definitionListItem_",
                "definitionList_");
        assertSinkStartsWith(
                it,
                "definitionList",
                "definitionListItem",
                "definedTerm",
                "text",
                "definedTerm_",
                "definitionListItem_",
                "definitionList_");
        assertSinkStartsWith(it, "definitionList", "definitionList_");
        assertSinkEquals(
                it,
                "definitionList",
                "definitionListItem",
                "definition",
                "text",
                "definition_",
                "definitionListItem_",
                "definitionListItem",
                "definedTerm",
                "text",
                "definedTerm_",
                "definitionListItem_",
                "definitionList_");
    }

    @Override
    protected String getVerbatimSource() {
        return "<pre>&lt;&gt;{}=#*</pre>";
    }

    @Override
    protected String getVerbatimCodeSource() {
        return "<pre><code>&lt;&gt;{}=#*</code></pre>";
    }
}
