* ====================================================================

* Copyright 2002-2004 The Apache Software Foundation.

*

* Licensed under the Apache License, Version 2.0 (the "License");

* you may not use this file except in compliance with the License.

* You may obtain a copy of the License at

*

*   http://www.apache.org/licenses/LICENSE-2.0

*

* Unless required by applicable law or agreed to in writing, software

* distributed under the License is distributed on an "AS IS" BASIS,

* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

* See the License for the specific language governing permissions and

* limitations under the License.

*

*/

// of HTMLParser for giving Apache Software Foundation a non-exclusive

// license. The performance benefits of HTMLParser are clear and the

// users of JMeter will benefit from the hard work the HTMLParser

// team. For detailed information about HTMLParser, the project is

// hosted on sourceforge at http://htmlparser.sourceforge.net/.

//

// HTMLParser was originally created by Somik Raha in 2000. Since then

// a healthy community of users has formed and helped refine the

// design so that it is able to tackle the difficult task of parsing

// dirty HTML. Derrick Oswald is the current lead developer and was kind

// enough to assist JMeter.

  public ParserTest(String name) {

    super(name);

  }

  public void testElements() throws Exception {

    StringBuffer hugeData = new StringBuffer();

    for (int i = 0; i < 5001; i++)

      hugeData.append('a');

    createParser(hugeData.toString());

    int i = 0;

    for (NodeIterator e = parser.elements(); e.hasMoreNodes();) {

      node[i++] = e.nextNode();

    }

    assertEquals("There should be 1 node identified", 1, i);

    // Now try getting the elements again

    // i = 0;

    // reader.reset();

    // reader.setLineCount(1);

    // reader.setPosInLine(-1);

    // for (HTMLEnumeration e = parser.elements();e.hasMoreNodes();)

    // {

    // node[i++] = e.nextHTMLNode();

    // }

    // assertEquals("There should be 1 node identified (second call to

    // parser.elements())",1,i);

  }

  /**

   * This testcase needs you to be online.

   */

  public void testElementsFromWeb() throws Exception {

    Parser parser;

    try {

      parser = new Parser("http://www.google.com");

    } catch (Exception e) {

      throw new ParserException("You must be offline! This test needs you to be connected to the internet.", e);

    }

    parser.getReader().mark(5000);

    Node[] node = new Node[500];

    int i = 0;

    for (NodeIterator e = parser.elements(); e.hasMoreNodes();) {

      node[i++] = e.nextNode();

    }

    int cnt = i;

    parser.getReader().reset();

    // Now try getting the elements again

    i = 0;

    for (NodeIterator e = parser.elements(); e.hasMoreNodes();) {

      node[i++] = e.nextNode();

    }

    assertEquals("There should be " + cnt + " nodes identified (second call to parser.elements())", cnt, i);

  }

  /**

   * Test the Parser(URLConnection) constructor. This testcase needs you to be

   * online. Based on the form at Canada Post

   * <code>http://www.canadapost.ca/tools/pcl/bin/default-e.asp</code>:

   *

   * <pre>

   *

   *  &lt;form NAME=&quot;SearchQuick&quot; method=&quot;POST&quot; action=&quot;cp_search_response-e.asp&quot;

   *    onSubmit=&quot;return runSubmit();&quot;&gt;

   * 

   *  &lt;!-- begin test hidden field code --&gt;

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;app_language&quot; value=&quot;english&quot;&gt;

   * 

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;app_response_start_row_number&quot; value=&quot;1&quot;&gt;

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;app_response_rows_max&quot; value=&quot;9&quot;&gt;

   * 

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;app_source&quot; value=&quot;quick&quot;&gt;

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;query_source&quot; value=&quot;q&quot;&gt;

   * 

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;name&quot; value&gt;

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;postal_code&quot; value&gt;

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;directory_area_name&quot; value&gt;

   * 

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;delivery_mode&quot; value&gt;

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;Suffix&quot; value&gt;

   * 

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;street_direction&quot; value&gt;

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;installation_type&quot; value&gt;

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;delivery_number&quot; value&gt;

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;installation_name&quot; value&gt;

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;unit_number&quot; value&gt;

   * 

   *    &lt;input TYPE=&quot;Hidden&quot; NAME=&quot;app_state&quot; value=&quot;production&quot;&gt;

   *  &lt;!-- end test hidden field code --&gt;

   * 

   *  &lt;p&gt;

   *    &lt;table border=&quot;0&quot; cellpadding=&quot;0&quot; width=&quot;90%&quot; cellspacing=&quot;0&quot;&gt;

   * 

   *      &lt;tr&gt;

   *        &lt;td  class=&quot;tbltitle&quot;&gt; Street Number: &lt;/td&gt;

   *        &lt;td class=&quot;tbltitle&quot;&gt; Street Name: &lt;/td&gt;

   *        &lt;td class=&quot;tbltitle&quot;&gt; Street Type:&lt;/td&gt;

   *      &lt;/tr&gt;

   *      &lt;tr&gt;

   * 

   *        &lt;td&gt;

   *          &lt;input type=&quot;text&quot; name=&quot;street_number&quot; size=&quot;10&quot; maxlength=&quot;10&quot;&gt;

   *        &lt;/td&gt;

   *        &lt;td&gt;

   *          &lt;input type=&quot;text&quot; name=&quot;street_name&quot; size=&quot;30&quot; maxlength=&quot;40&quot;&gt;

   *          &lt;input type=&quot;hidden&quot; name=&quot;street_type&quot; size=&quot;30&quot;&gt;

   *        &lt;/td&gt;

   *        &lt;td&gt;&lt;input type=&quot;text&quot; name=&quot;test&quot; size=&quot;10&quot; maxlength=&quot;30&quot;&gt;&lt;/td&gt;

   *      &lt;/tr&gt;

   * 

   *    &lt;/table&gt;

   *  &lt;p&gt;

   *    &lt;table border=&quot;0&quot; cellpadding=&quot;0&quot; width=&quot;90%&quot; cellspacing=&quot;0&quot;&gt;

   *      &lt;tr&gt;

   *        &lt;td class=&quot;tbltitle&quot;&gt;

   *          Municipality (City, Town, etc.):

   *        &lt;/td&gt;

   *        &lt;td class=&quot;tbltitle&quot;&gt;

   *          Province:

   *        &lt;/td&gt;

   * 

   *      &lt;/tr&gt;

   *      &lt;tr&gt;

   *        &lt;td&gt;

   *          &lt;input type=&quot;text&quot; name=&quot;city&quot; size=&quot;30&quot; maxlength=&quot;30&quot;&gt;

   *        &lt;/td&gt;

   *        &lt;td&gt;

   *          &lt;select size=&quot;1&quot; name=&quot;prov&quot;&gt;

   *            &lt;option selected value=&quot;NULL&quot;&gt;Select&lt;/option&gt;&lt;option value=&quot;AB&quot;&gt;AB - Alberta&lt;/option&gt;&lt;option value=&quot;BC&quot;&gt;BC - British Columbia&lt;/option&gt;&lt;option value=&quot;MB&quot;&gt;MB - Manitoba&lt;/option&gt;&lt;option value=&quot;NB&quot;&gt;NB - New Brunswick&lt;/option&gt;&lt;option value=&quot;NL&quot;&gt;NL - Newfoundland and Labrador&lt;/option&gt;&lt;option value=&quot;NS&quot;&gt;NS - Nova Scotia&lt;/option&gt;&lt;option value=&quot;NT&quot;&gt;NT - Northwest Territories&lt;/option&gt;&lt;option value=&quot;NU&quot;&gt;NU - Nunavut&lt;/option&gt;&lt;option value=&quot;ON&quot;&gt;ON - Ontario&lt;/option&gt;&lt;option value=&quot;PE&quot;&gt;PE - Prince Edward Island&lt;/option&gt;&lt;option value=&quot;QC&quot;&gt;QC - Quebec&lt;/option&gt;&lt;option value=&quot;SK&quot;&gt;SK - Saskatchewan&lt;/option&gt;&lt;option value=&quot;YT&quot;&gt;YT - Yukon&lt;/option&gt;

   * 

   *          &lt;/select&gt;

   *        &lt;/td&gt;

   *      &lt;/tr&gt;

   *      &lt;tr&gt;

   *        &lt;td height=&quot;10&quot;&gt;&amp;nbsp;&lt;/td&gt;

   *        &lt;td&gt;&amp;nbsp;&lt;/td&gt;

   *      &lt;/tr&gt;

   *      &lt;tr&gt;

   *        &lt;td colspan=&quot;2&quot; align=&quot;right&quot; nowrap&gt;

   *       &lt;input type=&quot;image&quot; src=&quot;images/bb_submit-e.gif&quot; name=&quot;Search&quot; border=&quot;0&quot; WIDTH=&quot;88&quot; HEIGHT=&quot;23&quot;&gt;

   *          &amp;nbsp; &lt;a href=&quot;#&quot; onclick=&quot;javascript:fClearAllFields();&quot;&gt;&lt;img src=&quot;images/bb_clear_form-e.gif&quot; name=&quot;Clear&quot; border=&quot;0&quot; WIDTH=&quot;88&quot; HEIGHT=&quot;23&quot;&gt;&lt;/a&gt;

   *      &lt;/td&gt;

   *      &lt;/tr&gt;

   *    &lt;/table&gt;

   *  &lt;p&gt;

   *  &lt;/form&gt;

   * 

   * </pre>

   *

   * Sumbits the POST and verifies the returned HTML contains an expected

   * value.

   */

  public void testPOST() throws Exception { // the form data:

    final String number = "2708";

    final String street = "Kelly";

    final String type = "Avenue";

    final String city = "Ottawa";

    final String province = "ON";

    // the correct answer

    final String postal_code = "K2B 7V4";

    Parser parser;

    URL url;

    HttpURLConnection connection;

    StringBuffer buffer;

    PrintWriter out;

    boolean pass;

    NodeIterator enumeration;

    Node node;

    StringNode string;

    try {

      url = new URL("http://www.canadapost.ca/tools/pcl/bin/cp_search_response-e.asp");

      connection = (HttpURLConnection) url.openConnection();

      connection.setRequestMethod("POST");

      connection.setRequestProperty("Referer", "http://www.canadapost.ca/tools/pcl/bin/default-e.asp");

      connection.setDoOutput(true);

      connection.setDoInput(true);

      connection.setUseCaches(false);

      buffer = new StringBuffer(1024);

      buffer.append("app_language=");

      buffer.append("english");

      buffer.append("&");

      buffer.append("app_response_start_row_number=");

      buffer.append("1");

      buffer.append("&");

      buffer.append("app_response_rows_max=");

      buffer.append("9");

      buffer.append("&");

      buffer.append("app_source=");

      buffer.append("quick");

      buffer.append("&");

      buffer.append("query_source=");

      buffer.append("q");

      buffer.append("&");

      buffer.append("name=");

      buffer.append("&");

      buffer.append("postal_code=");

      buffer.append("&");

      buffer.append("directory_area_name=");

      buffer.append("&");

      buffer.append("delivery_mode=");

      buffer.append("&");

      buffer.append("Suffix=");

      buffer.append("&");

      buffer.append("street_direction=");

      buffer.append("&");

      buffer.append("installation_type=");

      buffer.append("&");

      buffer.append("delivery_number=");

      buffer.append("&");

      buffer.append("installation_name=");

      buffer.append("&");

      buffer.append("unit_numbere=");

      buffer.append("&");

      buffer.append("app_state=");

      buffer.append("production");

      buffer.append("&");

      buffer.append("street_number=");

      buffer.append(number);

      buffer.append("&");

      buffer.append("street_name=");

      buffer.append(street);

      buffer.append("&");

      buffer.append("street_type=");

      buffer.append(type);

      buffer.append("&");

      buffer.append("test=");

      buffer.append("&");

      buffer.append("city=");

      buffer.append(city);

      buffer.append("&");

      buffer.append("prov=");

      buffer.append(province);

      buffer.append("&");

      buffer.append("Search=");

      out = new PrintWriter(connection.getOutputStream());

      out.print(buffer);

      out.close();

      parser = new Parser(connection);

    } catch (Exception e) {

      throw new ParserException("You must be offline! This test needs you to be connected to the internet.", e);

    }

    pass = false;

    for (enumeration = parser.elements(); enumeration.hasMoreNodes();) {

      node = enumeration.nextNode();

      if (node instanceof StringNode) {

        string = (StringNode) node;

        if (-1 != string.getText().indexOf(postal_code))

          pass = true;

      }

    }

    assertTrue("POST operation failed.", pass);

  }

  /**

   * Tests the 'from file' Parser constructor.

   */

  public void testFile() {

    String path;

    File file;

    PrintWriter out;

    Parser parser;

    Node nodes[];

    int i;

    NodeIterator enumeration;

    path = System.getProperty("user.dir");

    if (!path.endsWith(File.separator))

      path += File.separator;

    file = new File(path + "delete_me.html");

    try {

      out = new PrintWriter(new FileWriter(file));

      out.println("<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.01 Transitional//EN\">");

      out.println("<html>");

      out.println("<head>");

      out.println("<title>test</title>");

      out.println("<meta http-equiv=\"Content-Type\" content=\"text/html; charset=iso-8859-1\">");

      out.println("</head>");

      out.println("<body>");

      out.println("This is a test page ");

      out.println("</body>");

      out.println("</html>");

      out.close();

      parser = new Parser(file.getAbsolutePath());

      nodes = new Node[30];

      i = 0;

      for (enumeration = parser.elements(); enumeration.hasMoreNodes();) {

        nodes[i] = enumeration.nextNode();

        i++;

      }

      assertEquals("Expected nodes", 12, i);

    } catch (Exception e) {

      fail(e.toString());

    } finally {

      file.delete();

    }

  }

  /**

   * Test with a HTTP header with a valid charset parameter. Here, ibm.co.jp

   * is an example of a HTTP server that correctly sets the charset in the

   * header to match the content encoding.

   */

  public void testHTTPCharset() {

    Parser parser;

    try {

      parser = new Parser("http://www.ibm.com/jp/", Parser.noFeedback);

      assertTrue("Character set should be Shift_JIS", parser.getEncoding().equalsIgnoreCase("Shift_JIS"));

    } catch (ParserException e) {

      fail("could not open http://www.ibm.com/jp/");

    }

  }

  /**

   * Test with a HTML header with a charset parameter not matching the HTTP

   * header. Here, www.sony.co.jp is an example of a HTTP server that does not

   * set the charset in the header to match the content encoding. We check

   * that after the enumeration is created, that the charset has changed to

   * the correct value.

   */

  public void testHTMLCharset() {

    Parser parser;

    NodeIterator enumeration;

    try {

      parser = new Parser("http://www.sony.co.jp", Parser.noFeedback);

      assertEquals("Character set by default is ISO-8859-1", "ISO-8859-1", parser.getEncoding());

      enumeration = parser.elements();

      assertTrue("Character set should be Shift_JIS", parser.getEncoding().equalsIgnoreCase("Shift_JIS"));

    } catch (ParserException e) {

      fail("could not open http://www.sony.co.jp");

    }

  }

  /**

   * Test the case of a charset directive different than the HTTP header. See

   * bug #707447 META TAG - CHARSET and bug #699886 can't parse website other

   * than iso-8859-1

   */

  public void testSwitchCharset() throws ParserException {

    Parser parser;

    String url = "http://htmlparser.sourceforge.net/test/gb2312Charset.html";

    int i;

    Node[] nodes;

    parser = new Parser(url);

    i = 0;

    nodes = new Node[30];

    for (NodeIterator e = parser.elements(); e.hasMoreNodes();)

      nodes[i++] = e.nextNode();

    assertEquals("Expected nodes", 14, i);

  }

  /**

   * Test the case of a double quoted charset directive. See bug #694477.

   * Technically, this format does not meet the HTTP/1.1 specification in RFC

   * 2068. In this case that I believe that the quotes are being inproperly

   * generated in the header by a server-side web application. Nonetheless, it

   * would be nice to handle this case.

   */

  public void testDoubleQuotedCharset() throws ParserException {

    Parser parser;

    String url = "http://htmlparser.sourceforge.net/test/DoublequotedCharset.html";

    parser = new Parser(url);

    for (NodeIterator e = parser.elements(); e.hasMoreNodes();)

      e.nextNode();

    assertTrue("Wrong encoding", parser.getEncoding().equals("UTF-8"));

  }

  /**

   * Test the case of a single quoted charset directive. See bug #694477.

   * Technically, this format does not meet the HTTP/1.1 specification in RFC

   * 2068. In this case that I believe that the quotes are being inproperly

   * generated in the header by a server-side web application. Nonetheless, it

   * would be nice to handle this case.

   */

  public void testSingleQuotedCharset() throws ParserException {

    Parser parser;

    String url = "http://htmlparser.sourceforge.net/test/SinglequotedCharset.html";

    parser = new Parser(url);

    for (NodeIterator e = parser.elements(); e.hasMoreNodes();)

      e.nextNode();

    assertTrue("Wrong encoding", parser.getEncoding().equals("UTF-8"));

  }

  /**

   * Test a bogus comma delimited charset specification in the HTTP header.

   * See bug #722941. A comma delimted charset in the HTTP header does not

   * meet the HTTP/1.1 specification in RFC 2068. In this case that I believe

   * that some idiot has misconfigured the HTTP server, but since it's AOL it

   * would be nice to handle this case.

   */

  public void testCommaListCharset() throws ParserException {

    URL url;

    URLConnection connection;

    Parser parser;

    String idiots = "http://users.aol.com/geinster/rej.htm";

    try {

      url = new URL(idiots);

      connection = url.openConnection();

      // this little subclass just gets around normal JDK 1.4 processing

      // that filters out bogus character sets

      parser = new Parser() {

        protected String getCharset(String content) {

          int index;

          String ret;

          ret = DEFAULT_CHARSET;

          if (null != content) {

            index = content.indexOf(CHARSET_STRING);

            if (index != -1) {

              content = content.substring(index + CHARSET_STRING.length()).trim();

              if (content.startsWith("=")) {

                content = content.substring(1).trim();

                index = content.indexOf(";");

                if (index != -1)

                  content = content.substring(0, index);

                // remove any double quotes from around charset

                // string

                if (content.startsWith("\"") && content.endsWith("\"") && (1 < content.length()))

                  content = content.substring(1, content.length() - 1);

                // remove any single quote from around charset

                // string

                if (content.startsWith("'") && content.endsWith("'") && (1 < content.length()))

                  content = content.substring(1, content.length() - 1);

                ret = content;

                // short circuit findCharset() processing

              }

            }

          }

          return (ret);

        }

      };

      parser.setConnection(connection);

      // must be the default

      assertTrue("Wrong encoding", parser.getEncoding().equals("ISO-8859-1"));

      for (NodeIterator e = parser.elements(); e.hasMoreNodes();)

        e.nextNode();

      assertTrue("Wrong encoding", parser.getEncoding().equals("windows-1252"));

    } catch (Exception e) {

      fail(e.getMessage());

    }

  }

  public void testNullUrl() {

    Parser parser;

    try {

      parser = new Parser("http://someoneexisting.com", Parser.noFeedback);

      assertTrue("Should have thrown an exception!", false);

    } catch (ParserException e) {

    }

  }

  public void testURLWithSpaces() throws ParserException {

    Parser parser;

    String url = "http://htmlparser.sourceforge.net/test/This is a Test Page.html";

    parser = new Parser(url);

    Node node[] = new Node[30];

    int i = 0;

    for (NodeIterator e = parser.elements(); e.hasMoreNodes();) {

      node[i] = e.nextNode();

      i++;

    }

    assertEquals("Expected nodes", 12, i);

  }

  public void testLinkCollection() throws ParserException {

    createParser("<html><head><meta http-equiv=\"content-type\" content=\"text/html; charset=UTF-8\"><title>Google</title><style><!--\n"

        + "body,td,a,p,.h{font-family:arial,sans-serif;} .h{font-size: 20px;} .h{color:} .q{text-decoration:none; color:#0000cc;}\n"

        + "//--></style>\n"

        + "<script>\n"

        + "<!--\n"

        + "function sf(){document.f.q.focus();}\n"

        + "function c(p){var f=document.f;if (f.action) {f.action = 'http://'+p;f.submit();return false;}return true;}\n"

        + "// -->\n"

        + "</script>\n"

        + "</head><body bgcolor=#ffffff text=#000000 link=#0000cc vlink=#551a8b alink=#ff0000 onLoad=sf()><center><table border=0 cellspacing=0 cellpadding=0><tr><td><img src=\"images/logo.gif\" width=276 height=110 alt=\"Google\"></td></tr></table><br>\n"

        + "<table border=0 cellspacing=0 cellpadding=0>"

        + "<tr>"

        + "<td width=15>&nbsp;</td>"

        + "<td id=0 bgcolor=#3366cc align=center width=95 nowrap>"

        + "<font color=#ffffff size=-1><b>Web</b></font>"

        + "</td>"

        + "<td width=15>&nbsp;</td>"

        + "<td id=1 bgcolor=#efefef align=center width=95 nowrap onClick=\"return c('www.google.com/imghp');\" style=cursor:pointer;cursor:hand;><a id=1a class=q href=\"/imghp?hl=en&ie=UTF-8&oe=UTF-8\" onClick=\"return c('www.google.com/imghp');\"><font size=-1>Images</font></a></td><td width=15>&nbsp;</td><td id=2 bgcolor=#efefef align=center width=95 nowrap onClick=\"return c('www.google.com/grphp');\" style=cursor:pointer;cursor:hand;><a id=2a class=q href=\"/grphp?hl=en&ie=UTF-8&oe=UTF-8\" onClick=\"return c('www.google.com/grphp');\"><font size=-1>Groups</font></a></td><td width=15>&nbsp;</td><td id=3 bgcolor=#efefef align=center width=95 nowrap onClick=\"return c('www.google.com/dirhp');\" style=cursor:pointer;cursor:hand;><a id=3a class=q href=\"/dirhp?hl=en&ie=UTF-8&oe=UTF-8\" onClick=\"return c('www.google.com/dirhp');\"><font size=-1>Directory</font></a></td><td width=15>&nbsp;</td><td id=4 bgcolor=#efefef align=center width=95 nowrap onClick=\"return c('www.google.com/nwshp');\" style=cursor:pointer;cursor:hand;><a id=4a class=q href=\"/nwshp?hl=en&ie=UTF-8&oe=UTF-8\" onClick=\"return c('www.google.com/nwshp');\"><font size=-1><nobr>News-<font  color=red>New!</font></nobr></font></a></td><td width=15>&nbsp;</td></tr><tr><td colspan=12 bgcolor=#3366cc><img width=1 height=1 alt=\"\">"

        + "</td>"

        + "</tr>"

        + "</table>"

        + "<br>"

        + "<form action=\"/search\" name=f>"

        + "<table cellspacing=0 cellpadding=0>"

        + "<tr>"

        + "<td width=75>&nbsp;</td>"

        + "<td align=center>"

        + "<input type=hidden name=hl value=en>"

        + "<input type=hidden name=ie value=\"UTF-8\">"

        + "<input type=hidden name=oe value=\"UTF-8\">"

        + "<input maxLength=256 size=55 name=q value=\"\"><br>"

        + "<input type=submit value=\"Google Search\" name=btnG>"

        + "<input type=submit value=\"I'm Feeling Lucky\" name=btnI>"

        + "</td>"

        + "<td valign=top nowrap>"

        + "<font size=-2>&nbsp;&#8226;&nbsp;<a href=/advanced_search?hl=en>Advanced&nbsp;Search</a>"

        + "<br>&nbsp;&#8226;&nbsp;<a href=/preferences?hl=en>Preferences</a>"

        + "<br>&nbsp;&#8226;&nbsp;<a href=/language_tools?hl=en>Language Tools</a>"

        + "</font>"

        + "</td>"

        + "</tr>"

        + "</table>"

        + "</form><br>\n"

        + "<br><font size=-1><a href=\"/ads/\">Advertise&nbsp;with&nbsp;Us</a> - <a href=\"/services/\">Search&nbsp;Solutions</a> - <a href=\"/options/\">Services&nbsp;&amp;&nbsp;Tools</a> - <a href=/about.html>Jobs,&nbsp;Press,&nbsp;&amp;&nbsp;Help</a><span id=hp style=\"behavior:url(#default#homepage)\"></span>\n"

        + "<script>\n"

        + "if (!hp.isHomePage('http://www.google.com/')) {document.write(\"<p><a href=\"/mgyhp.html\" onClick=\"style.behavior='url(#default#homepage)';setHomePage('http://www.google.com/');\">Make Google Your Homepage!</a>\");}\n"

        + "</script></font>\n"

        + "<p><font size=-2>&copy;2002 Google</font><font size=-2> - Searching 3,083,324,652 web pages</font></center></body></html>\n");

    parser.registerScanners();

    int i = 0;

    NodeList collectionList = new NodeList();

    for (NodeIterator e = parser.elements(); e.hasMoreNodes();) {

      Node node = e.nextNode();

      node.collectInto(collectionList, LinkTag.class);

    }

    assertEquals("Size of collection vector should be 11", 11, collectionList.size());

    // All items in collection vector should be links

    for (SimpleNodeIterator e = collectionList.elements(); e.hasMoreNodes();) {

      Node node = e.nextNode();

      assertTrue("Only links should have been parsed", node instanceof LinkTag);

    }

  }

  public void testImageCollection() throws ParserException {

    createParser("<html>\n"

        + "<head>\n"

        + "<meta name=\"generator\" content=\"Created Using Yahoo! PageBuilder 2.60.24\">\n"

        + "</head>\n"

        + "<body bgcolor=\"#FFFFFF\" link=\"#0000FF\" vlink=\"#FF0000\" text=\"#000000\"\n"

        + " onLoad=\"window.onresize=new Function('if (navigator.appVersion==\'Netscape\') history.go(0);');\">\n"

        + "<div id=\"layer0\" style=\"position:absolute;left:218;top:40;width:240;height:26;\">\n"

        + "<table width=240 height=26 border=0 cellpadding=0 cellspacing=0><tr valign=\"top\">\n"

        + "<td><b><font size=\"+2\"><span style=\"font-size:24\">NISHI-HONGWAN-JI</span></font></b></td>\n"

        + "</tr></table></div>\n"

        + "<div id=\"layer1\" style=\"position:absolute;left:75;top:88;width:542;height:83;\">\n"

        + "<table width=542 height=83 border=0 cellpadding=0 cellspacing=0><tr valign=\"top\">\n"

        + "<td><span style=\"font-size:14\">The Nihi Hongwanj-ji temple is very traditional, very old, and very beautiful. This is the place that we stayed on our first night in Kyoto. We then attended the morning prayer ceremony, at 6:30 am. Staying here costed us 7,500 yen, which was inclusive of dinner and breakfast, and usage of the o-furo (public bath). Felt more like a luxury hotel than a temple.</span></td>\n"

        + "</tr></table></div>\n"

        + "<div id=\"layer2\" style=\"position:absolute;left:144;top:287;width:128;height:96;\">\n"

        + "<table width=128 height=96 border=0 cellpadding=0 cellspacing=0><tr valign=\"top\">\n"

        + "<td><a href=\"nishi-hongwanji1.html\"><img height=96 width=128 src=\"nishi-hongwanji1-thumb.jpg\" border=0 ></a></td>\n"

        + "</tr></table></div>\n"

        + "<div id=\"layer3\" style=\"position:absolute;left:415;top:285;width:128;height:96;\">\n"

        + "<table width=128 height=96 border=0 cellpadding=0 cellspacing=0><tr valign=\"top\">\n"

        + "<td><a href=\"nishi-hongwanji3.html\"><img height=96 width=128 src=\"nishi-hongwanji2-thumb.jpg\" border=0 ></a></td>\n"

        + "</tr></table></div>\n"

        + "<div id=\"layer4\" style=\"position:absolute;left:414;top:182;width:128;height:96;\">\n"

        + "<table width=128 height=96 border=0 cellpadding=0 cellspacing=0><tr valign=\"top\">\n"

        + "<td><a href=\"higashi-hongwanji.html\"><img height=96 width=128 src=\"higashi-hongwanji-thumb.jpg\" border=0 ></a></td>\n"

        + "</tr></table></div>\n"

        + "<div id=\"layer5\" style=\"position:absolute;left:78;top:396;width:530;height:49;\">\n"

        + "<table width=530 height=49 border=0 cellpadding=0 cellspacing=0><tr valign=\"top\">\n"

        + "<td><span style=\"font-size:14\">Click on the pictures to see the full-sized versions. The picture at the top right corner is taken in Higashi-Hongwanji. Nishi means west, and Higashi means east. These two temples are adjacent to each other and represent two different Buddhist sects.</span></td>\n"

        + "</tr></table></div>\n"

        + "<div id=\"layer6\" style=\"position:absolute;left:143;top:180;width:128;height:102;\">\n"

        + "<table width=128 height=102 border=0 cellpadding=0 cellspacing=0><tr valign=\"top\">\n"

        + "<td><a href=\"nishi-hongwanji4.html\"><img height=102 width=128 src=\"nishi-hongwanji4-thumb.jpg\" border=0 ></a></td>\n"

        + "</tr></table></div>\n"

        + "<div id=\"layer7\" style=\"position:absolute;left:280;top:235;width:124;height:99;\">\n"

        + "<table width=124 height=99 border=0 cellpadding=0 cellspacing=0><tr valign=\"top\">\n"

        + "<td><a href=\"nishi-hongwanji-lodging.html\"><img height=99 width=124 src=\"nishi-hongwanji-lodging-thumb.jpg\" border=0 ></a></td>\n"

        + "</tr></table></div>\n" + "</body>\n" + "</html>");

    parser.registerScanners();

    int i = 0;

    NodeList collectionList = new NodeList();

    for (NodeIterator e = parser.elements(); e.hasMoreNodes();) {

      Node node = e.nextNode();

      node.collectInto(collectionList, ImageTag.IMAGE_TAG_FILTER);

    }

    assertEquals("Size of collection vector should be 5", 5, collectionList.size());

    // All items in collection vector should be links

    for (SimpleNodeIterator e = collectionList.elements(); e.hasMoreNodes();) {

      Node node = e.nextNode();

      assertTrue("Only images should have been parsed", node instanceof ImageTag);

    }

  }

  public void testRemoveScanner() throws Exception {

    createParser("");

    parser.registerScanners();

    parser.removeScanner(new FormScanner("", parser));

    Map scanners = parser.getScanners();

    TagScanner scanner = (TagScanner) scanners.get("FORM");

    assertNull("shouldnt have found scanner", scanner);

  }

  /**

   * See bug #728241 OutOfMemory error/ Infinite loop

   */

  public void testOutOfMemory() throws Exception {

    createParser("<html><head></head>\n" + "<body>\n" + "<table>\n" + "<tr>\n"

        + "      <td><img src=\"foo.jpg\" alt=\"f's b\"><font\n" + " size=1>blah</font>\n" + "</td>\n"

        + "</tr>\n" + "</table>\n" + "</body></html>\n");

    for (NodeIterator e = parser.elements(); e.hasMoreNodes();) {

      Node node = e.nextNode();

    }

  }

  /**

   * See bug #729368 Embedded quote and split tag

   */

  public void testEmbeddedQuoteSplit() throws Exception {

    createParser("<html><head></head>\n" + "<body>\n" + "<table>\n"

        + "<tr><td><img src=\"x\" alt=\"f's b\"><font\n" + "size=1>blah</font></td></tr>\n" + "</table>\n"

        + "</body></html>");

    int i = 0;

    for (NodeIterator e = parser.elements(); e.hasMoreNodes();) {

      Node node = e.nextNode();

      if (7 == i) {

        assertTrue("not a tag", node instanceof Tag);

        assertTrue("ALT attribute incorrect", ((Tag) node).getAttribute("ALT").equals("f's b"));

      }

      i++;

    }

    assertEquals("Expected nodes", 16, i);

  }

}