HTTP GET - Download and Parse HTML

Downloads an HTML page from the Singapore Exchange and parses a row of options prices from an HTML table.

Download Chilkat Java Library

import com.chilkatsoft.*;

public class ChilkatExample {

  static {
    try {
        System.loadLibrary("chilkat");
    } catch (UnsatisfiedLinkError e) {
      System.err.println("Native code library failed to load.\n" + e);
      System.exit(1);
    }
  }

  public static void main(String argv[])
  {
    CkHttp http = new CkHttp();

    boolean success;

    //  Any string unlocks the component for the 1st 30-days.
    success = http.UnlockComponent("Anything for 30-day trial");
    if (success != true) {
        System.out.println(http.lastErrorText());
        return;
    }

    //  Send the HTTP GET and return the content in a string.
    String html;
    html = http.quickGetStr("http://esite.sgx.com/live/dt/DTFuture.asp?JBFE");

    //  Use the Chilkat HTML-to-XML component to convert
    //  the HTML to parsable XML:
    CkHtmlToXml htmlToXml = new CkHtmlToXml();

    //  Any string argument automatically begins the 30-day trial.

    success = htmlToXml.UnlockComponent("30-day trial");
    if (success != true) {
        System.out.println("HtmlToXml component unlock failed");
        return;
    }

    //  Indicate the charset of the output XML we'll want.
    htmlToXml.put_XmlCharset("utf-8");

    //  Set the HTML:
    htmlToXml.put_Html(html);

    //  We won't need the scripts or images, so drop those tags...
    htmlToXml.DropTagType("img");
    htmlToXml.DropTagType("script");

    //  Get the XML:
    String xmlStr;
    xmlStr = htmlToXml.toXml();

    //  Load the XML into the Chilkat XML parser:
    CkXml xml = new CkXml();
    xml.LoadXml(xmlStr);

    //  success = xml.SaveXml("out.xml");

    CkXml node;

    //  Find a known point in the XML.  In this case we'll look for the text node
    //  containing this string: "Chg From Prev Settle"
    node = xml.SearchForContent(null,"text","Chg From Prev Settle");
    if (node == null ) {
        System.out.println("Did not find Chg From Prev Settle");
        return;
    }

    //  Move up to the TD node:
    node.GetParent2();

    //  Move up to the TR node:
    node.GetParent2();

    //  Move to the next row (i.e. next TR)
    node.NextSibling2();

    node.FirstChild2();
    node.NextSibling2();

    System.out.println("Expire Month/Year: "
         + node.getChildContent("text"));
    node.NextSibling2();

    System.out.println("Last: " + node.getChildContent("text"));
    node.NextSibling2();

    System.out.println("Change: " + node.getChildContent("text"));
    node.NextSibling2();

    //  ...

    success = node.SaveXml("row.xml");


  }
}