MinerConfig.java 爬取配置类

阅读更多

MinerConfig.java 爬取配置类

package com.iteye.injavawetrust.miner;

import java.util.List;

/**
 * 爬取配置类
 * @author InJavaWeTrust
 *
 */
public class MinerConfig {
	/**
	 * URL包含关键字
	 */
	public List keys;
	/**
	 * 存储方式 
	 */
	public StoreType storeType;
	/**
	 * 爬取页面最大深度
	 */
	public int maxDepth;
	/**
	 * 下载页面线程数
	 */
	public int minerHtmlThreadNum;
	/**
	 * 分析页面线程数
	 */
	public int miseringThreadNum;
	/**
	 * 存储线程数
	 */
	public int minserStoreThreadNum;
	
	public List getKeys() {
		return keys;
	}
	public void setKeys(List keys) {
		this.keys = keys;
	}
	
	public StoreType getStoreType() {
		return storeType;
	}
	public void setStoreType(StoreType storeType) {
		this.storeType = storeType;
	}
	public int getMaxDepth() {
		return maxDepth;
	}
	public void setMaxDepth(int maxDepth) {
		this.maxDepth = maxDepth;
	}
	public int getMinerHtmlThreadNum() {
		return minerHtmlThreadNum;
	}
	public void setMinerHtmlThreadNum(int minerHtmlThreadNum) {
		this.minerHtmlThreadNum = minerHtmlThreadNum;
	}
	public int getMiseringThreadNum() {
		return miseringThreadNum;
	}
	public void setMiseringThreadNum(int miseringThreadNum) {
		this.miseringThreadNum = miseringThreadNum;
	}
	public int getMinserStoreThreadNum() {
		return minserStoreThreadNum;
	}
	public void setMinserStoreThreadNum(int minserStoreThreadNum) {
		this.minserStoreThreadNum = minserStoreThreadNum;
	}

}

 

返回列表

 

你可能感兴趣的:(java,jsoup,网络爬虫)