jsoup + json 解析网页

package com.teamdev.jxbrowser.chromium.demo_lingshui.baidunuomi.goods;

import java.awt.BorderLayout;
import java.sql.PreparedStatement;
import java.sql.SQLException;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeUnit;
import java.util.logging.Level;

import javax.swing.JFrame;
import javax.swing.WindowConstants;

import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

import com.hyjx.common.CommonUtil;
import com.hyjx.orclJdbcUtil.JDBCUtils;
import com.teamdev.jxbrowser.chromium.Browser;
import com.teamdev.jxbrowser.chromium.BrowserPreferences;
import com.teamdev.jxbrowser.chromium.JSValue;
import com.teamdev.jxbrowser.chromium.LoggerProvider;
import com.teamdev.jxbrowser.chromium.events.FinishLoadingEvent;
import com.teamdev.jxbrowser.chromium.events.LoadAdapter;
import com.teamdev.jxbrowser.chromium.swing.BrowserView;
/**
* 百度糯米（陵水市） plat_code(010) 美食
* @author 1
*
*/
public class ls_baidunuomi_goods_meishi{
public static void main(String[] args) throws Exception {


java.sql.Connection conOrcale = null;
try {

conOrcale = JDBCUtils.getConnection();

} catch (SQLException e1) {
e1.printStackTrace();
}
String sql = null;
PreparedStatement ps = null;
//创建添加sql
try{
sql = "insert into ls_nm_shop_good "+
" (good_id, good_name, good_url) "+
" values " +
"( ? , ? , ? ) ";

ps = conOrcale.prepareStatement(sql);
}catch (Exception e) {
e.printStackTrace();
}
String good_name="";
String good_url="";

Document doc = null;
try{
doc = Jsoup.connect("https://lingshui.nuomi.com/326-page1?#j-sort-bar").userAgent("Mozilla")
.header("method", "GET")
.header("Accept","text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8")
.header("Accept-Encoding:","gzip, deflate, sdch")
.header("Accept-Language","zh-CN,zh;q=0.8")
.header("Cache-Control","max-age=0")
.header("Connection","keep-alive")
.header("Host","lingshui.nuomi.com")
.header("Upgrade-Insecure-Requests","1")
.header("User-Agent","Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36")
.ignoreContentType(true).timeout(200000).data()
.get();
} catch (Exception e2) {
e2.printStackTrace();
}
String text = doc.html();
Document document = Jsoup.parse(text);
String pag= document.getElementsByAttributeValue("class","page-number").text();
int page_totle =Integer.parseInt(pag.substring(pag.length()-1));
System.out.println(page_totle);
//循环翻页

for(int i=1;i<=page_totle;i++){
//睡眠2秒
try {
Thread.sleep(2000);
} catch (InterruptedException e1) {
e1.printStackTrace();
}


doc = null;
try{
doc = Jsoup.connect("https://lingshui.nuomi.com/326-page"+i+"?#j-sort-bar").userAgent("Mozilla")
.header("method", "GET")
.header("Accept","text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8")
.header("Accept-Encoding:","gzip, deflate, sdch")
.header("Accept-Language","zh-CN,zh;q=0.8")
.header("Cache-Control","max-age=0")
.header("Connection","keep-alive")
.header("Host","lingshui.nuomi.com")
.header("Upgrade-Insecure-Requests","1")
.header("User-Agent","Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36")
.ignoreContentType(true).timeout(200000).data()
.get();
} catch (Exception e2) {
e2.printStackTrace();
}
text = doc.html();
document = Jsoup.parse(text);
Elements elements= document.getElementsByAttributeValue("class","itemlist clearfix").select("li");
System.out.println("elements.size()"+elements.size());

for(Element e : elements){
Document parse = Jsoup.parse(e.html());
good_name = parse.getElementsByAttributeValue("class","title").select("h4").text();
good_url ="https:"+parse.getElementsByAttributeValue("class","contentbox").select("a").attr("href");
System.out.println("good_name:"+good_name);
System.out.println("good_url:"+good_url);
try {
// (good_id, good_name, good_url)
ps.setString(1,CommonUtil.getUUID32());
ps.setString(2,good_name);
ps.setString(3,good_url);
ps.executeUpdate();
} catch (Exception e1) {
// TODO Auto-generated catch block
e1.printStackTrace();
}
}

/**
* 第一次加载
* */
if(i==1){
doc = null;
try{
doc = Jsoup.connect("https://lingshui.nuomi.com/326?async_load_page=2&_=1477897343482").userAgent("Mozilla")
.header("method", "GET")
.header("Accept","text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8")
.header("Accept-Encoding:","gzip, deflate, sdch")
.header("Accept-Language","zh-CN,zh;q=0.8")
.header("Cache-Control","max-age=0")
.header("Connection","keep-alive")
.header("Host","lingshui.nuomi.com")
.header("Upgrade-Insecure-Requests","1")
.header("User-Agent","Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36")
.ignoreContentType(true).timeout(200000).data()
.get();
} catch (Exception e2) {
e2.printStackTrace();
}
text = doc.html();
document = Jsoup.parse(text);
elements= document.select("li");
System.out.println("elements.size()"+elements.size());

for(Element e : elements){
Document parse = Jsoup.parse(e.html());
good_name = parse.getElementsByAttributeValue("class","title").select("h4").text();
good_url ="https:"+parse.getElementsByAttributeValue("class","contentbox").select("a").attr("href");
System.out.println("good_name:"+good_name);
System.out.println("good_url:"+good_url);
try {
// (good_id, good_name, good_url)
ps.setString(1,CommonUtil.getUUID32());
ps.setString(2,good_name);
ps.setString(3,good_url);
ps.executeUpdate();
} catch (Exception e1) {
// TODO Auto-generated catch block
e1.printStackTrace();
}
}
doc = null;
try{
doc = Jsoup.connect("https://lingshui.nuomi.com/326?async_load_page=3&_=1477897343484").userAgent("Mozilla")
.header("method", "GET")
.header("Accept","text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8")
.header("Accept-Encoding:","gzip, deflate, sdch")
.header("Accept-Language","zh-CN,zh;q=0.8")
.header("Cache-Control","max-age=0")
.header("Connection","keep-alive")
.header("Host","lingshui.nuomi.com")
.header("Upgrade-Insecure-Requests","1")
.header("User-Agent","Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36")
.ignoreContentType(true).timeout(200000).data()
.get();
} catch (Exception e2) {
e2.printStackTrace();
}
text = doc.html();
document = Jsoup.parse(text);
elements= document.select("li");
System.out.println("elements.size()"+elements.size());

for(Element e : elements){
Document parse = Jsoup.parse(e.html());
good_name = parse.getElementsByAttributeValue("class","title").select("h4").text();
good_url ="https:"+parse.getElementsByAttributeValue("class","contentbox").select("a").attr("href");
System.out.println("good_name:"+good_name);
System.out.println("good_url:"+good_url);
try {
// (good_id, good_name, good_url)
ps.setString(1,CommonUtil.getUUID32());
ps.setString(2,good_name);
ps.setString(3,good_url);
ps.executeUpdate();
} catch (Exception e1) {
// TODO Auto-generated catch block
e1.printStackTrace();
}
}

}
System.out.println("第"+i+"页");
}






}
}