java jsoup解析html实例

package jsoup;

import java.io.File;
import java.util.HashMap;
import java.util.Map;

import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.safety.Whitelist;
import org.jsoup.select.Elements;

//http://www.open-open.com/jsoup/
public class TestDocument {

	public static void main(String[] args) throws Exception {

		// parseBodyFragment();
		// parserHTML();
		// parseGmail();
		// download();
		// parserFromFile();
		// parseLink();
		// visitDom();
		// select();
		// parserURL();
		//Cleaner();
		setContent();
	}

	private static void setContent() {
		
		String html = "<p>An <a href='http://example.com/'><b>example</b><div>test</div></a><span>字体</span> <li><li>link.</p>";
		Document doc = Jsoup.parse(html);
		Element div = doc.select("div").first(); // <div></div>
		div.html("<p>lorem ipsum</p>"); // <div><p>lorem ipsum</p></div>
		div.prepend("<p>First</p>");// 在div前添加html内容
		div.append("<p>Last</p>");// 在div之后添加html内容
		// 添完后的结果: <div><p>First</p><p>lorem ipsum</p><p>Last</p></div>

		Element span = doc.select("span").first(); // <span>One</span>
		span.wrap("<li><a href='http://example.com/'></a></li>");
		// 添完后的结果: <li><a href="http://example.com"><span>One</span></a></li>
		
		
		Element div2 = doc.select("li").first(); // <div></div>
		div2.text("five > four"); // <div>five > four</div>
		div2.prepend("First ");
		div2.append(" Last");
		
		doc.select("div.masthead").attr("title", "jsoup").addClass("round-box");
		
		System.out.println(doc);
	}

	private static void Cleaner() {
		String unsafe = "<p><a href='http://example.com/' onclick='stealCookies()'>Link</a></p>";
		String safe = Jsoup.clean(unsafe, Whitelist.basic());
		System.out.println(safe);
		// now: <p><a href="http://example.com/" rel="nofollow">Link</a></p>f
	}

	private static void parserURL() throws Exception {
		Document doc = Jsoup.connect("http://www.open-open.com/").get();

		Element link = doc.select("a").first();
		String relHref = link.attr("href"); // == "/"
		String absHref = link.attr("abs:href"); // "http://www.open-open.com/"
		System.out.println(relHref);
		System.out.println(absHref);
	}

	private static void select() {
		String html = "<p>An <a href='http://example.com/'><b>example</b></a> link.</p>";
		Document doc = Jsoup.parse(html);// 解析HTML字符串返回一个Document实现
		Element link = doc.select("a").first();// 查找第一个a元素

		String text = doc.body().text(); // "An example link"//取得字符串中的文本
		String linkHref = link.attr("href"); // "http://example.com/"//取得链接地址
		String linkText = link.text(); // "example""//取得链接地址中的文本

		String linkOuterH = link.outerHtml();
		// "<a href="http://example.com"><b>example</b></a>"
		String linkInnerH = link.html(); // "<b>example</b>"//取得链接内的html内容
		System.out.println(text);
		System.out.println(linkHref);
		System.out.println(linkText);
		System.out.println(linkInnerH);
		System.out.println(linkOuterH);
	}

	private static void visitDom() throws Exception {
		File input = new File("d:/login.html");
		Document doc = Jsoup.parse(input, "UTF-8", "http://www.baidu.com/");

		Element content = doc.getElementById("body");
		Elements links = content.getElementsByTag("a");
		for (Element link : links) {
			String linkHref = link.attr("href");
			String linkText = link.text();
			System.out.println(linkHref);
			System.out.println(linkText);
		}
	}

	private static void parseLink() {
		String html = "<p>An <a href='http://example.com/'><b>example</b></a> link.</p>";
		Document doc = Jsoup.parse(html);// 解析HTML字符串返回一个Document实现
		Element link = doc.select("a").first();// 查找第一个a元素

		String text = doc.body().text(); // "An example link"//取得字符串中的文本
		String linkHref = link.attr("href"); // "http://example.com/"//取得链接地址
		String linkText = link.text(); // "example""//取得链接地址中的文本

		String linkOuterH = link.outerHtml();
		// "<a href="http://example.com"><b>example</b></a>"
		String linkInnerH = link.html(); // "<b>example</b>"//取得链接内的html内容
		System.out.println(text);
		System.out.println(linkHref);
		System.out.println(linkText);
		System.out.println(linkOuterH);
		System.out.println(linkInnerH);
	}

	private static void parserFromFile() throws Exception {
		File input = new File("d:/login.html");
		Document doc = Jsoup.parse(input, "UTF-8", "http://www.baidu.com/");
		System.err.println(doc);
	}

	private static void download() throws Exception {
		Document doc = Jsoup.connect("http://www.baidu.com/").data("query",
				"Java").userAgent("Mozilla").cookie("auth", "token").timeout(
				3000).get();
		System.out.println(doc);
	}

	private static void parserHTML() {
		String html = "<html><head><title>First parse</title></head>"
				+ "<body><p>Parsed HTML into a doc.</p></body></html>";
		Document doc = Jsoup.parse(html);
		System.out.println(doc);
	}

	private static void parseGmail() throws Exception {
		Document doc = Jsoup
				.connect("https://accounts.google.com/ServiceLogin").get();
		Element content = doc.getElementById("gaia_loginform");
		// System.out.println(content);

		Elements inputs = content.select("input[name]");
		// StringBuffer sb=new StringBuffer();
		Map<String, String> maps = new HashMap<String, String>();
		for (Element element : inputs) {
			// System.out.println(element);
			String name = element.attr("name");
			String value = element.attr("value");
			// System.out.println(name+"="+value);
			if (value != null && !"".equals(value)) {
				maps.put(name, value);
			}

		}
		// Email= Passwd=
		System.out.println(maps);
	}

	// 解析body片段
	private static void parseBodyFragment() {
		String html = "<div><p>Lorem ipsum.</p>";
		Document doc = Jsoup.parseBodyFragment(html);
		Element body = doc.body();

		System.out.println(body);
	}

}

package jsoup;
import org.jsoup.Jsoup;
import org.jsoup.helper.Validate;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

import java.io.IOException;

//http://www.open-open.com/jsoup/
public class ListLinks {
	
    public static void main(String[] args) throws IOException {
        Validate.isTrue(args.length == 1, "usage: supply url to fetch");
        String url = args[0];
        print("Fetching %s...", url);

        Document doc = Jsoup.connect(url).get();
        Elements links = doc.select("a[href]");
        Elements media = doc.select("[src]");
        Elements imports = doc.select("link[href]");

        print("\nMedia: (%d)", media.size());
        for (Element src : media) {
            if (src.tagName().equals("img"))
                print(" * %s: <%s> %sx%s (%s)",
                        src.tagName(), src.attr("abs:src"), src.attr("width"), src.attr("height"),
                        trim(src.attr("alt"), 20));
            else
                print(" * %s: <%s>", src.tagName(), src.attr("abs:src"));
        }

        print("\nImports: (%d)", imports.size());
        for (Element link : imports) {
            print(" * %s <%s> (%s)", link.tagName(),link.attr("abs:href"), link.attr("rel"));
        }

        print("\nLinks: (%d)", links.size());
        for (Element link : links) {
            print(" * a: <%s>  (%s)", link.attr("abs:href"), trim(link.text(), 35));
        }
    }

    private static void print(String msg, Object... args) {
        System.out.println(String.format(msg, args));
    }

    private static String trim(String s, int width) {
        if (s.length() > width)
            return s.substring(0, width-1) + ".";
        else
            return s;
    }
}