[Htmlparser-cvs] htmlparser/src/org/htmlparser/tests/lexerTests AttributeTests.java,NONE,1.1 TagTests.java,NONE,1.1 AllTests.java,1.11,1.12

[<der...@us...>]

Update of /cvsroot/htmlparser/htmlparser/src/org/htmlparser/tests/lexerTests
In directory sc8-pr-cvs1:/tmp/cvs-serv16902/tests/lexerTests

Modified Files:
	AllTests.java 
Added Files:
	AttributeTests.java TagTests.java 
Log Message:
Eliminated ParserHelper static class.
Add fixAttributes() to handle bad tags.
Provide for more than just an equals sign between the attribute name and the value.
Unquote the values in getAttributes() hashtable.
Fixed a bug regarding factory creation in script scanner.
Returned temporaryFailures classes to servicability.
Skip JSP testing, fix tests broken because of unquoted attribute values.
Some JavaDoc cleanup.



--- NEW FILE: AttributeTests.java ---
// HTMLParser Library v1_4_20030921 - A java-based parser for HTML
// Copyright (C) Dec 31, 2000 Somik Raha
//
// This library is free software; you can redistribute it and/or
// modify it under the terms of the GNU Lesser General Public
// License as published by the Free Software Foundation; either
// version 2.1 of the License, or (at your option) any later version.
//
// This library is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
// Lesser General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public
// License along with this library; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
//
// For any questions or suggestions, you can write to me at :
// Email :so...@in...
//
// Postal Address :
// Somik Raha
// Extreme Programmer & Coach
// Industrial Logic Corporation
// 2583 Cedar Street, Berkeley,
// CA 94708, USA
// Website : http://www.industriallogic.com

package org.htmlparser.tests.lexerTests;

import java.util.Hashtable;
import java.util.Vector;
import junit.framework.TestSuite;
import org.htmlparser.Node;

import org.htmlparser.Parser;
import org.htmlparser.tags.Tag;
import org.htmlparser.tags.data.TagData;
import org.htmlparser.tests.ParserTestCase;
import org.htmlparser.util.NodeIterator;
import org.htmlparser.util.ParserException;
import org.htmlparser.util.SpecialHashtable;

public class AttributeTests extends ParserTestCase
{
    private static final boolean JSP_TESTS_ENABLED = false;
    private Tag tag;
    private Hashtable table;

    public AttributeTests (String name) {
        super(name);
    }

    public void getParameterTableFor(String tagContents)
    {
        String html;
        NodeIterator iterator;
        Node node;
        Tag tag;
        Vector attributes;

        html = "<" + tagContents + ">";
        createParser (html);
        try
        {
            iterator = parser.elements ();
            node = iterator.nextNode ();
            if (node instanceof Tag)
            {
                tag = (Tag)node;
                attributes = tag.getAttributesEx ();
//                for (int i = 0; i < attributes.size (); i++)
//                    System.out.print ("|" + attributes.elementAt (i));
//                System.out.println ("|");
                table = tag.getAttributes ();
            }
            else
                table = null;
            String string = node.toHtml ();
            assertEquals ("toHtml differs", html, string);
            assertTrue ("shouldn't be any more nodes", !iterator.hasMoreNodes ());
        }
        catch (ParserException pe)
        {
            fail (pe.getMessage ());
        }
    }

    /**
     * Test simple value.
     */
    public void testParseParameters() {
        getParameterTableFor("a b = \"c\"");
        assertEquals("Value","c",table.get("B"));
    }

    /**
     * Test quote value.
     */
    public void testParseTokenValues() {
        getParameterTableFor("a b = \"'\"");
        assertEquals("Value","'",table.get("B"));
    }

    /**
     * Test empty value.
     */
    public void testParseEmptyValues() {
        getParameterTableFor("a b = \"\"");
        assertEquals("Value","",table.get("B"));
    }

    /**
     * Test no equals or whitespace.
     * This might be reason for another rule, since another interpretation
     * would have an attribute called B with a value of "C".
     */
    public void testParseMissingEqual() {
        getParameterTableFor("a b\"c\"");
        assertEquals("ValueB",null,table.get("B"));
        assertTrue("NameC",table.containsKey("B\"C\""));
    }

    /**
     * Test multiple attributes.
     */
    public void testTwoParams(){
        getParameterTableFor("PARAM NAME=\"Param1\" VALUE=\"Somik\"");
        assertEquals("Param1","Param1",table.get("NAME"));
        assertEquals("Somik","Somik",table.get("VALUE"));
    }

    /**
     * Test unquoted attributes.
     */
    public void testPlainParams(){
        getParameterTableFor("PARAM NAME=Param1 VALUE=Somik");
        assertEquals("Param1","Param1",table.get("NAME"));
        assertEquals("Somik","Somik",table.get("VALUE"));
    }

    /**
     * Test standalone attribute.
     */
    public void testValueMissing() {
        getParameterTableFor("INPUT type=\"checkbox\" name=\"Authorize\" value=\"Y\" checked");
        assertEquals("Name of Tag","INPUT",table.get(SpecialHashtable.TAGNAME));
        assertEquals("Type","checkbox",table.get("TYPE"));
        assertEquals("Name","Authorize",table.get("NAME"));
        assertEquals("Value","Y",table.get("VALUE"));
        assertEquals("Checked",null,table.get("CHECKED"));
    }

    /**
     * This is a simulation of a bug reported by Dhaval Udani - wherein
     * a space before the end of the tag causes a problem - there is a key
     * in the table with just a space in it and an empty value
     */
    public void testIncorrectSpaceKeyBug() {
        getParameterTableFor("TEXTAREA name=\"Remarks\" ");
        // There should only be two keys..
        assertEquals("There should only be two keys",2,table.size());
        // The first key is name
        String key1 = "NAME";
        String value1 = (String)table.get(key1);
        assertEquals("Expected value 1", "Remarks",value1);
        String key2 = SpecialHashtable.TAGNAME;
        assertEquals("Expected Value 2","TEXTAREA",table.get(key2));
    }

    /**
     * Test empty attribute.
     */
    public void testNullTag(){
        getParameterTableFor("INPUT type=");
        assertEquals("Name of Tag","INPUT",table.get(SpecialHashtable.TAGNAME));
        assertEquals("Type","",table.get("TYPE"));
    }

    /**
     * Test attribute containing an equals sign.
     */
    public void testAttributeWithSpuriousEqualTo() {
        getParameterTableFor(
            "a class=rlbA href=/news/866201.asp?0sl=-32"
        );
        assertStringEquals(
            "href",
            "/news/866201.asp?0sl=-32",
            (String)table.get("HREF")
        );
    }

    /**
     * Test attribute containing a question mark.
     */
    public void testQuestionMarksInAttributes() {
        getParameterTableFor(
            "a href=\"mailto:sa...@ne...?subject=Site Comments\""
        );
        assertStringEquals(
            "href",
            "mailto:sa...@ne...?subject=Site Comments",
            (String)table.get("HREF")
        );
        assertStringEquals(
            "tag name",
            "A",
            (String)table.get(SpecialHashtable.TAGNAME)
        );
    }

    /**
     * Check that an empty tag is considered a string node.
     * Believe it or not Moi (vincent_aumont) wants htmlparser to parse a text file
     * containing something that looks nearly like a tag:
     * <pre>
     * "basic_string&lt;char, string_char_traits&lt;char&gt;, &lt;&gt;&gt;::basic_string()"
     * </pre>
     * This was throwing a null pointer exception when the empty &lt;&gt; was encountered.
     * Bug #725420 NPE in StringBean.visitTag
     **/
    public void testEmptyTag () {
        getParameterTableFor("");
        assertNull ("<> is not a tag",table);
    }

    /**
     * Test attributes when they contain scriptlets.
     * Submitted by Cory Seefurth
     * See also feature request #725376 Handle script in attributes.
     */
    public void testJspWithinAttributes() {
        if (JSP_TESTS_ENABLED)
        {
            getParameterTableFor(
                "a href=\"<%=Application(\"sURL\")%>/literature/index.htm"
            );
            assertStringEquals(
                "href",
                "<%=Application(\"sURL\")%>/literature/index.htm",
                (String)table.get("HREF")
            );
        }
    }

    /**
     * Test Script in attributes.
     * See feature request #725376 Handle script in attributes.
     */
    public void testScriptedTag () {
        getParameterTableFor("body onLoad=defaultStatus=''");
        String name = (String)table.get(SpecialHashtable.TAGNAME);
        assertNotNull ("No Tag.TAGNAME", name);
        assertStringEquals("tag name parsed incorrectly", "BODY", name);
        String value = (String)table.get ("ONLOAD");
        assertStringEquals ("parameter parsed incorrectly", "defaultStatus=''", value);
    }

    /**
     * Test that stand-alone attributes are kept that way, rather than being
     * given empty values.
     * -Joe Robins, 6/19/03
     */
    public void testStandaloneAttribute ()
    {
        getParameterTableFor ("INPUT DISABLED");
        assertTrue ("Standalone attribute has no entry in table keyset",table.containsKey("DISABLED"));
        assertNull ("Standalone attribute has non-null value",(String)table.get("DISABLED"));
    }

    /**
     * Test missing value.
     */
    public void testMissingAttribute ()
    {
        getParameterTableFor ("INPUT DISABLED=");
        assertTrue ("Attribute has no entry in table keyset",table.containsKey("DISABLED"));
        assertEquals ("Attribute has non-blank value","",(String)table.get("DISABLED"));
    }

    /**
     * Test Rule 1.
     */
    public void testRule1 ()
    {
        getParameterTableFor ("tag att = other=fred");
        assertTrue ("Attribute missing", table.containsKey ("ATT"));
        assertEquals ("Attribute has wrong value", "", (String)table.get ("ATT"));
        assertTrue ("No attribute should be called equal sign", !table.containsKey ("="));
        assertTrue ("Attribute missing", table.containsKey ("OTHER"));
        assertEquals ("Attribute has wrong value", "fred", (String)table.get ("OTHER"));
    }

    /**
     * Test Rule 2.
     */
    public void testRule2 ()
    {
        getParameterTableFor ("tag att =value other=fred");
        assertTrue ("Attribute missing", table.containsKey ("ATT"));
        assertEquals ("Attribute has wrong value", "value", (String)table.get ("ATT"));
        assertTrue ("No attribute should be called =value", !table.containsKey ("=VALUE"));
        assertTrue ("Attribute missing", table.containsKey ("OTHER"));
        assertEquals ("Attribute has wrong value", "fred", (String)table.get ("OTHER"));
    }

    /**
     * Test Rule 3.
     */
    public void testRule3 ()
    {
        getParameterTableFor ("tag att= \"value\" other=fred");
        assertTrue ("Attribute missing", table.containsKey ("ATT"));
        assertEquals ("Attribute has wrong value", "value", (String)table.get ("ATT"));
        assertTrue ("No attribute should be called \"value\"", !table.containsKey ("\"VALUE\""));
        assertTrue ("Attribute missing", table.containsKey ("OTHER"));
        assertEquals ("Attribute has wrong value", "fred", (String)table.get ("OTHER"));
    }

    /**
     * Test Rule 4.
     */
    public void testRule4 ()
    {
        getParameterTableFor ("tag att=\"va\"lue\" other=fred");
        assertTrue ("Attribute missing", table.containsKey ("ATT"));
        assertEquals ("Attribute has wrong value", "va\"lue", (String)table.get ("ATT"));
        assertTrue ("No attribute should be called va\"lue", !table.containsKey ("VA\"LUE"));
        assertTrue ("Attribute missing", table.containsKey ("OTHER"));
        assertEquals ("Attribute has wrong value", "fred", (String)table.get ("OTHER"));
    }

    /**
     * Test Rule 5.
     */
    public void testRule5 ()
    {
        getParameterTableFor ("tag att='va'lue' other=fred");
        assertTrue ("Attribute missing", table.containsKey ("ATT"));
        assertEquals ("Attribute has wrong value", "va'lue", (String)table.get ("ATT"));
        assertTrue ("No attribute should be called va'lue", !table.containsKey ("VA'LUE"));
        assertTrue ("Attribute missing", table.containsKey ("OTHER"));
        assertEquals ("Attribute has wrong value", "fred", (String)table.get ("OTHER"));
    }

    /**
     * Mainline for all suites of tests.
     * @param args Command line arguments. The following options
     * are understood:
     * <pre>
     * -text  -- use junit.textui.TestRunner
     * -awt   -- use junit.awtui.TestRunner
     * -swing -- use junit.swingui.TestRunner (default)
     * </pre>
     * All other options are passed on to the junit framework.
     */
    public static void main(String[] args)
    {
        String runner;
        int i;
        String arguments[];
        Class cls;

        runner = null;
        for (i = 0; (i < args.length) && (null == runner); i++)
        {
            if (args[i].equalsIgnoreCase ("-text"))
                runner = "junit.textui.TestRunner";
            else if (args[i].equalsIgnoreCase ("-awt"))
                runner = "junit.awtui.TestRunner";
            else if (args[i].equalsIgnoreCase ("-swing"))
                runner = "junit.swingui.TestRunner";
        }
        if (null != runner)
        {
            // remove it from the arguments
            arguments = new String[args.length - 1];
            System.arraycopy (args, 0, arguments, 0, i - 1);
            System.arraycopy (args, i, arguments, i - 1, args.length - i);
            args = arguments;
        }
        else
            runner = "junit.swingui.TestRunner";

        // append the test class
        arguments = new String[args.length + 1];
        System.arraycopy (args, 0, arguments, 0, args.length);
        arguments[args.length] = "org.htmlparser.tests.lexerTests.AttributeTests";

        // invoke main() of the test runner
        try
        {
            cls = Class.forName (runner);
            java.lang.reflect.Method method = cls.getDeclaredMethod (
                "main", new Class[] { String[].class });
            method.invoke (
                null,
                new Object[] { arguments });
        }
        catch (Throwable t)
        {
            System.err.println (
                "cannot run unit test ("
                + t.getMessage ()
                + ")");
        }
    }
}

--- NEW FILE: TagTests.java ---
// HTMLParser Library v1_4_20030921 - A java-based parser for HTML
// Copyright (C) Dec 31, 2000 Somik Raha
//
// This library is free software; you can redistribute it and/or
// modify it under the terms of the GNU Lesser General Public
// License as published by the Free Software Foundation; either
// version 2.1 of the License, or (at your option) any later version.
//
// This library is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
// Lesser General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public
// License along with this library; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
//
// For any questions or suggestions, you can write to me at :
// Email :so...@in...
//
// Postal Address :
// Somik Raha
// Extreme Programmer & Coach
// Industrial Logic, Inc.
// 2583 Cedar Street, Berkeley,
// CA 94708, USA
// Website : http://www.industriallogic.com

// ---- IMPORTANT: This class has failing tests ----
// Original Location: org.htmlparser.tests.parserHelperTests;
// Pls rememeber to add test back to org.htmlparser.tests.parserHelperTests.AllTests.suite()
// and delete these comments when you're done.
// ----   NEEDS FIXING                          ----

package org.htmlparser.tests.lexerTests;
import java.util.HashMap;
import java.util.Map;

import org.htmlparser.Node;
import org.htmlparser.Parser;
import org.htmlparser.tags.LinkTag;
import org.htmlparser.tags.MetaTag;
import org.htmlparser.tags.Tag;
import org.htmlparser.tests.ParserTestCase;
import org.htmlparser.util.ParserException;

public class TagTests extends ParserTestCase {
    private static final String TEST_HTML = "<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.0 Transitional//EN\">" +
        "<!-- Server: sf-web2 -->" +
        "<html lang=\"en\">" +
        "  <head><link rel=\"stylesheet\" type=\"text/css\" href=\"http://sourceforge.net/cssdef.php\">" +
        "   <meta http-equiv=\"Content-Type\" content=\"text/html; charset=iso-8859-1\">" +
        "    <TITLE>SourceForge.net: Modify: 711073 - HTMLTagParser not threadsafe as a static variable in Tag</TITLE>" +
        "   <SCRIPT language=\"JavaScript\" type=\"text/javascript\">" +
        "   <!--" +
        "   function help_window(helpurl) {" +
        "       HelpWin = window.open( 'http://sourceforge.net' + helpurl,'HelpWindow','scrollbars=yes,resizable=yes,toolbar=no,height=400,width=400');" +
        "   }" +
        "   // -->" +
        "   </SCRIPT>" +
        "       <link rel=\"SHORTCUT ICON\" href=\"/images/favicon.ico\">" +
        "<!-- This is temp javascript for the jump button. If we could actually have a jump script on the server side that would be ideal -->" +
        "<script language=\"JavaScript\" type=\"text/javascript\">" +
        "<!--" +
        "   function jump(targ,selObj,restore){ //v3.0" +
        "   if (selObj.options[selObj.selectedIndex].value) " +
        "       eval(targ+\".location='\"+selObj.options[selObj.selectedIndex].value+\"'\");" +
        "   if (restore) selObj.selectedIndex=0;" +
        "   }" +
        "   //-->" +
        "</script>" +
        "<a href=\"http://normallink.com/sometext.html\">" +
        "<style type=\"text/css\">" +
        "<!--" +
        "A:link { text-decoration:none }" +
        "A:visited { text-decoration:none }" +
        "A:active { text-decoration:none }" +
        "A:hover { text-decoration:underline; color:#0066FF; }" +
        "-->" +
        "</style>" +
        "</head>" +
        "<body bgcolor=\"#FFFFFF\" text=\"#000000\" leftmargin=\"0\" topmargin=\"0\" marginwidth=\"0\" marginheight=\"0\" link=\"#003399\" vlink=\"#003399\" alink=\"#003399\">";
    private Map results;
    private int testProgress;

    public TagTests (String name) {
        super(name);
    }

    public void testTagWithQuotes() throws Exception {
        String testHtml =
        "<img src=\"http://g-images.amazon.com/images/G/01/merchants/logos/marshall-fields-logo-20.gif\" width=87 height=20 border=0 alt=\"Marshall Field's\">";

        createParser(testHtml);
        parseAndAssertNodeCount(1);
        assertType("should be Tag",Tag.class,node[0]);
        Tag tag = (Tag)node[0];
        assertStringEquals("alt","Marshall Field's",tag.getAttribute("ALT"));
        assertStringEquals(
            "html",
            testHtml,
            tag.toHtml()
        );
    }

    public void testEmptyTag() throws Exception {
        createParser("<custom/>");
        parseAndAssertNodeCount(1);
        assertType("should be Tag",Tag.class,node[0]);
        Tag tag = (Tag)node[0];
        assertStringEquals("tag name","CUSTOM",tag.getTagName());
        assertTrue("empty tag",tag.isEmptyXmlTag());
        assertStringEquals(
            "html",
            "<CUSTOM/>",
            tag.toHtml()
        );
    }

    public void testTagWithCloseTagSymbolInAttribute() throws ParserException {
        createParser("<tag att=\"a>b\">");
        parseAndAssertNodeCount(1);
        assertType("should be Tag",Tag.class,node[0]);
        Tag tag = (Tag)node[0];
        assertStringEquals("attribute","a>b",tag.getAttribute("att"));
    }

    public void testTagWithOpenTagSymbolInAttribute() throws ParserException {
        createParser("<tag att=\"a<b\">");
        parseAndAssertNodeCount(1);
        assertType("should be Tag",Tag.class,node[0]);
        Tag tag = (Tag)node[0];
        assertStringEquals("attribute","a<b",tag.getAttribute("att"));
    }

    public void testTagWithSingleQuote() throws ParserException {
        String html = "<tag att=\'a<b\'>";
        createParser(html);
        parseAndAssertNodeCount(1);
        assertType("should be Tag",Tag.class,node[0]);
        Tag tag = (Tag)node[0];
        assertStringEquals("html",html,tag.toHtml());
        assertStringEquals("attribute","a<b",tag.getAttribute("att"));
    }

    /**
     * The following multi line test cases are from
     * bug #725749 Parser does not handle < and > in multi-line attributes
     * submitted by Joe Robins (zorblak)
     */
    public void testMultiLine1 () throws ParserException
    {
        String html = "<meta name=\"foo\" content=\"foo<bar>\">";
        createParser(html);
        parseAndAssertNodeCount (1);
        assertType ("should be MetaTag", MetaTag.class, node[0]);
        Tag tag = (Tag)node[0];
        assertStringEquals ("html",html, tag.toHtml ());
        String attribute1 = tag.getAttribute ("NAME");
        assertStringEquals ("attribute 1","foo", attribute1);
        String attribute2 = tag.getAttribute ("CONTENT");
        assertStringEquals ("attribute 2","foo<bar>", attribute2);
    }

    public void testMultiLine2 () throws ParserException
    {
        String html = "<meta name=\"foo\" content=\"foo<bar\">";
        createParser(html);
        parseAndAssertNodeCount (1);
        assertType ("should be MetaTag", MetaTag.class, node[0]);
        Tag tag = (Tag)node[0];
        assertStringEquals ("html",html, tag.toHtml ());
        String attribute1 = tag.getAttribute ("NAME");
        assertStringEquals ("attribute 1","foo", attribute1);
        String attribute2 = tag.getAttribute ("CONTENT");
        assertStringEquals ("attribute 2","foo<bar", attribute2);
    }

    public void testMultiLine3 () throws ParserException
    {
        String html = "<meta name=\"foo\" content=\"foobar>\">";
        createParser(html);
        parseAndAssertNodeCount (1);
        assertType ("should be MetaTag", MetaTag.class, node[0]);
        Tag tag = (Tag)node[0];
        assertStringEquals ("html",html, tag.toHtml ());
        String attribute1 = tag.getAttribute ("NAME");
        assertStringEquals ("attribute 1","foo", attribute1);
        String attribute2 = tag.getAttribute ("CONTENT");
        assertStringEquals ("attribute 2","foobar>", attribute2);
    }

    public void testMultiLine4 () throws ParserException
    {
        String html = "<meta name=\"foo\" content=\"foo\nbar>\">";
        createParser(html);
        parseAndAssertNodeCount (1);
        assertType ("should be MetaTag", MetaTag.class, node[0]);
        Tag tag = (Tag)node[0];
        assertStringEquals ("html",html, tag.toHtml ());
        String attribute1 = tag.getAttribute ("NAME");
        assertStringEquals ("attribute 1","foo", attribute1);
        String attribute2 = tag.getAttribute ("CONTENT");
        assertStringEquals ("attribute 2","foo\nbar>", attribute2);
    }

    /**
     * Test multiline tag like attribute.
     * See feature request #725749 Handle < and > in multi-line attributes.
     */
    public void testMultiLine5 () throws ParserException
    {
        // <meta name="foo" content="<foo>
        // bar">
        String html = "<meta name=\"foo\" content=\"<foo>\nbar\">";
        createParser(html);
        parseAndAssertNodeCount (1);
        assertType ("should be MetaTag", MetaTag.class, node[0]);
        Tag tag = (Tag)node[0];
        assertStringEquals ("html",html, tag.toHtml ());
        String attribute1 = tag.getAttribute ("NAME");
        assertStringEquals ("attribute 1","foo", attribute1);
        String attribute2 = tag.getAttribute ("CONTENT");
        assertStringEquals ("attribute 2","<foo>\nbar", attribute2);
    }

    /**
     * Test multiline broken tag like attribute.
     * See feature request #725749 Handle < and > in multi-line attributes.
     */
    public void testMultiLine6 () throws ParserException
    {
        // <meta name="foo" content="foo>
        // bar">
        String html = "<meta name=\"foo\" content=\"foo>\nbar\">";
        createParser(html);
        parseAndAssertNodeCount (1);
        assertType ("should be MetaTag", MetaTag.class, node[0]);
        Tag tag = (Tag)node[0];
        assertStringEquals ("html",html, tag.toHtml ());
        String attribute1 = tag.getAttribute ("NAME");
        assertStringEquals ("attribute 1","foo", attribute1);
        String attribute2 = tag.getAttribute ("CONTENT");
        assertStringEquals ("attribute 2","foo>\nbar", attribute2);
    }

    /**
     * Test multiline split tag like attribute.
     * See feature request #725749 Handle < and > in multi-line attributes.
     */
    public void testMultiLine7 () throws ParserException
    {
        // <meta name="foo" content="<foo
        // bar">
        String html = "<meta name=\"foo\" content=\"<foo\nbar\"";
        createParser(html);
        parseAndAssertNodeCount (1);
        assertType ("should be MetaTag", MetaTag.class, node[0]);
        Tag tag = (Tag)node[0];
        assertStringEquals ("html",html + ">", tag.toHtml ());
        String attribute1 = tag.getAttribute ("NAME");
        assertStringEquals ("attribute 1","foo", attribute1);
        String attribute2 = tag.getAttribute ("CONTENT");
        assertStringEquals ("attribute 2","<foo\nbar", attribute2);
    }

    /**
     * End of multi line test cases.
     */

    /**
     * Test multiple threads running against the parser.
     * See feature request #736144 Handle multi-threaded operation.
     */
    public void testThreadSafety() throws Exception
    {
        createParser("<html></html>");
        String testHtml1 = "<a HREF=\"/cgi-bin/view_search?query_text=postdate>20020701&txt_clr=White&bg_clr=Red&url=http://localhost/Testing/Report1.html\">20020702 Report 1</A>" +
                            TEST_HTML;

        String testHtml2 = "<a href=\"http://normallink.com/sometext.html\">" +
                            TEST_HTML;
        ParsingThread parsingThread [] =
            new ParsingThread[100];
        results = new HashMap();
        testProgress = 0;
        for (int i=0;i<parsingThread.length;i++) {
            if (i<parsingThread.length/2)
                parsingThread[i] =
                    new ParsingThread(i,testHtml1,parsingThread.length);
                else
                    parsingThread[i] =
                        new ParsingThread(i,testHtml2,parsingThread.length);

            Thread thread = new Thread(parsingThread[i]);
            thread.start();
        }

        int completionValue = computeCompletionValue(parsingThread.length);

        do {
            try {
                Thread.sleep(500);
            }
            catch (InterruptedException e) {
            }
        }
        while (testProgress!=completionValue);
        for (int i=0;i<parsingThread.length;i++) {
            if (!parsingThread[i].passed()) {
                assertNotNull("Thread "+i+" link 1",parsingThread[i].getLink1());
                assertNotNull("Thread "+i+" link 2",parsingThread[i].getLink2());
                if (i<parsingThread.length/2) {
                    assertStringEquals(
                        "Thread "+i+", link 1:",
                        "/cgi-bin/view_search?query_text=postdate>20020701&txt_clr=White&bg_clr=Red&url=http://localhost/Testing/Report1.html",
                        parsingThread[i].getLink1().getLink()
                    );
                    assertStringEquals(
                        "Thread "+i+", link 2:",
                        "http://normallink.com/sometext.html",
                        parsingThread[i].getLink2().getLink()
                    );
                } else {
                    assertStringEquals(
                        "Thread "+i+", link 1:",
                        "http://normallink.com/sometext.html",
                        parsingThread[i].getLink1().getLink()
                    );
                    assertNotNull("Thread "+i+" link 2",parsingThread[i].getLink2());
                    assertStringEquals(
                        "Thread "+i+", link 2:",
                        "/cgi-bin/view_search?query_text=postdate>20020701&txt_clr=White&bg_clr=Red&url=http://localhost/Testing/Report1.html",
                        parsingThread[i].getLink2().getLink()
                    );
                }
            }
        }
    }

    private int computeCompletionValue(int numThreads) {
        return numThreads * (numThreads - 1) / 2;
    }

    class ParsingThread implements Runnable {
        Parser parser;
        int id;
        LinkTag link1, link2;
        boolean result;
        int max;

        ParsingThread(int id, String testHtml, int max) {
            this.id = id;
            this.max = max;
            this.parser = 
                Parser.createParser(testHtml);
            parser.registerScanners();
        }

        public void run() {
            try {
                result = false;
                Node linkTag [] = parser.extractAllNodesThatAre(LinkTag.class);
                link1 = (LinkTag)linkTag[0];
                link2 = (LinkTag)linkTag[1];
                if (id<max/2) {
                    if (link1.getLink().equals("/cgi-bin/view_search?query_text=postdate>20020701&txt_clr=White&bg_clr=Red&url=http://localhost/Testing/Report1.html") &&
                        link2.getLink().equals("http://normallink.com/sometext.html"))
                        result = true;
                } else {
                    if (link1.getLink().equals("http://normallink.com/sometext.html") &&
                        link2.getLink().equals("http://normallink.com/sometext.html"))
                        result = true;
                }
            }
            catch (ParserException e) {
                System.err.println("Parser Exception");
                e.printStackTrace();
            }
            finally {
                testProgress += id;
            }
        }

        public LinkTag getLink1() {
            return link1;
        }

        public LinkTag getLink2() {
            return link2;
        }

        public boolean passed() {
            return result;
        }
    }

    /**
     * Test the toHTML method for a standalone attribute.
     */
    public void testStandAloneToHTML () throws ParserException
    {
        createParser("<input disabled>");
        parseAndAssertNodeCount (1);
        assertType ("should be Tag", Tag.class, node[0]);
        Tag tag = (Tag)node[0];
        String html = tag.toHtml ();
        assertStringEquals ("html","<INPUT DISABLED>", html);
    }

    /**
     * Test the toHTML method for a missing value attribute.
     */
    public void testMissingValueToHTML () throws ParserException
    {
        createParser("<input disabled=>");
        parseAndAssertNodeCount (1);
        assertType ("should be Tag", Tag.class, node[0]);
        Tag tag = (Tag)node[0];
        String html = tag.toHtml ();
        assertStringEquals ("html","<INPUT DISABLED=>", html);
    }

    /**
     * Mainline for all suites of tests.
     * @param args Command line arguments. The following options
     * are understood:
     * <pre>
     * -text  -- use junit.textui.TestRunner
     * -awt   -- use junit.awtui.TestRunner
     * -swing -- use junit.swingui.TestRunner (default)
     * </pre>
     * All other options are passed on to the junit framework.
     */
    public static void main(String[] args)
    {
        String runner;
        int i;
        String arguments[];
        Class cls;

        System.out.println (System.getProperty ("testclass"));
        runner = null;
        for (i = 0; (i < args.length) && (null == runner); i++)
        {
            if (args[i].equalsIgnoreCase ("-text"))
                runner = "junit.textui.TestRunner";
            else if (args[i].equalsIgnoreCase ("-awt"))
                runner = "junit.awtui.TestRunner";
            else if (args[i].equalsIgnoreCase ("-swing"))
                runner = "junit.swingui.TestRunner";
        }
        if (null != runner)
        {
            // remove it from the arguments
            arguments = new String[args.length - 1];
            System.arraycopy (args, 0, arguments, 0, i - 1);
            System.arraycopy (args, i, arguments, i - 1, args.length - i);
            args = arguments;
        }
        else
            runner = "junit.swingui.TestRunner";

        // append the test class
        arguments = new String[args.length + 1];
        System.arraycopy (args, 0, arguments, 0, args.length);
        arguments[args.length] = "org.htmlparser.tests.lexerTests.TagTests";

        // invoke main() of the test runner
        try
        {
            cls = Class.forName (runner);
            java.lang.reflect.Method method = cls.getDeclaredMethod (
                "main", new Class[] { String[].class });
            method.invoke (
                null,
                new Object[] { arguments });
        }
        catch (Throwable t)
        {
            System.err.println (
                "cannot run unit test ("
                + t.getMessage ()
                + ")");
        }
    }
}
Index: AllTests.java
===================================================================
RCS file: /cvsroot/htmlparser/htmlparser/src/org/htmlparser/tests/lexerTests/AllTests.java,v
retrieving revision 1.11
retrieving revision 1.12
diff -C2 -d -r1.11 -r1.12
*** AllTests.java	22 Sep 2003 02:40:05 -0000	1.11
--- AllTests.java	13 Oct 2003 21:48:13 -0000	1.12
***************
*** 47,50 ****
--- 47,52 ----
          suite.addTestSuite (PageIndexTests.class);
          suite.addTestSuite (LexerTests.class);
+         suite.addTestSuite (AttributeTests.class);
+         suite.addTestSuite (TagTests.class);
          return suite;
      }