JavaWeb限流QPS简易框架
Java Web利用filter实现拦截请求，统计信息、并控制单台机器QPS。
/** * 网络流量控制器 */ public class TrafficFilter implements Filter { private ITrafficStatic trafficStatic; private ITrafficHandler trafficHandler; @Override public void init(FilterConfig filterConfig) throws ServletException { trafficHandler = new AgentTrafficHandler(); trafficStatic = new TrafficStatic(); trafficStatic.init(); } @Override public void doFilter(ServletRequest request, ServletResponse response, FilterChain chain) throws IOException, ServletException { // step1: parse bizFunId String bizFunId = request.getParameter("funBizId"); if (StringUtils.isBlank(bizFunId)) { chain.doFilter(request, response); return; } bizFunId = StringUtils.trim(bizFunId); // step2: check whether it should be cached. if (!trafficStatic.shouldLimitTraffic(bizFunId)) { chain.doFilter(request, response); return; } // step3: static the visitor. if (trafficStatic.isOutOfTrafficLimit(bizFunId)) { trafficHandler.handle((HttpServletRequest) request, (HttpServletResponse) response); return; } int visNum = trafficStatic.incAndGetTraffic(bizFunId); if (trafficStatic.isOutOfTrafficLimit(bizFunId, visNum)) { trafficHandler.handle((HttpServletRequest) request, (HttpServletResponse) response); return; } else { chain.doFilter(request, response); return; } } @Override public void destroy() { trafficStatic.destroy(); } }
public interface ITrafficStatic { public void init(); public void destroy(); public boolean shouldLimitTraffic(String bizId); public int incAndGetTraffic(String bizId); public boolean isOutOfTrafficLimit(String bizId, int number); public boolean isOutOfTrafficLimit(String bizId); }
public class TrafficStatic implements ITrafficStatic { private static final AvatarLogger LOGGER = AvatarLoggerFactory.getLogger(TrafficStatic.class); private Map<Integer, Map<String, AtomicInteger>> staticMap = new ConcurrentHashMap<Integer, Map<String, AtomicInteger>>(); private volatile Map<String, Integer> limitMap = new HashMap<String, Integer>(); private volatile Map<String, Integer> tempMap; @Override public void init() { initCleanThread(); initSyncThread(); } @Override public void destroy() { } private void initCleanThread() { new Thread(new Runnable() { @Override public void run() { while (true) { sleep(60 * 1000); // sync pv every 1 min. int version = (int) System.currentTimeMillis() / 1000 - 60; Iterator<Map.Entry<Integer, Map<String, AtomicInteger>>> iterator = staticMap.entrySet().iterator(); while (iterator.hasNext()) { Map.Entry<Integer, Map<String, AtomicInteger>> entry = iterator.next(); if (entry.getKey() <= version) { iterator.remove(); } } } // while } }).start(); } private void initSyncThread() { new Thread(new Runnable() { @Override public void run() { while (true) { sleep(60 * 1000); // sync pv every 1 min. if (MapUtils.isNotEmpty(tempMap)) { tempMap.clear(); tempMap = null; } int version = getTimestampVersion(); tempMap = limitMap; limitMap = readConfigFromLion(); for (int i = version; i < (version + 5*60); ++i) { if (!staticMap.containsKey(i)) { staticMap.put(i, new ConcurrentHashMap<String, AtomicInteger>()); } checkAndNewMapEntries(limitMap, staticMap.get(i)); } } // while } }).start(); } private static Map<String, Integer> readConfigFromLion() { try { Map<String, Integer> map = JsonUtils.fromJson(PropertiesLoaderSupportUtils.getProperty("tpfun-promo-web.networktraffic.traffic-config", "{}"), Map.class); return MapUtils.isEmpty(map) ? MapUtils.EMPTY_MAP : map; } catch (Exception e) { LOGGER.error("[networktraffic] error with reading config from lion", e); return MapUtils.EMPTY_MAP; } } private void checkAndNewMapEntries(Map<String, Integer> source, Map<String, AtomicInteger> target) { for (Map.Entry<String, Integer> entry : source.entrySet()) { if (!target.containsKey(entry.getKey())) { target.put(entry.getKey(), new AtomicInteger(0)); } } } private void sleep(long mills) { try { Thread.sleep(mills); } catch (InterruptedException e) { LOGGER.error("[networktraffic] PvCounterBiz threads.sleep error", e); } } private int getTimestampVersion() { return (int) (System.currentTimeMillis() / 1000); } @Override public boolean shouldLimitTraffic(String bizId) { return limitMap.containsKey(bizId); } @Override public int incAndGetTraffic(String bizId) { int ver = getTimestampVersion(); if (!staticMap.containsKey(ver)) { return 1; } Map<String, AtomicInteger> map = staticMap.get(ver); if (MapUtils.isEmpty(map) || !map.containsKey(bizId)) { return 1; } return map.get(bizId).incrementAndGet(); } @Override public boolean isOutOfTrafficLimit(String bizId, int number) { int ver = getTimestampVersion(); if (!limitMap.containsKey(bizId)) { return false; } return (number > limitMap.get(bizId)); } @Override public boolean isOutOfTrafficLimit(String bizId) { int ver = getTimestampVersion(); if (!staticMap.containsKey(ver)) { return false; } Map<String, AtomicInteger> map = staticMap.get(ver); if (MapUtils.isEmpty(map) || !map.containsKey(bizId)) { return false; } return isOutOfTrafficLimit(bizId, map.get(bizId).intValue()); } }
public interface ITrafficHandler { void handle(HttpServletRequest request, HttpServletResponse response); }
public class AgentTrafficHandler implements ITrafficHandler { private AjaxTrafficHandler ajaxTrafficHandler = new AjaxTrafficHandler(); private MobileTrafficHandler mobileTrafficHandler = new MobileTrafficHandler(); @Override public void handle(HttpServletRequest request, HttpServletResponse response) { if (StringUtils.contains(request.getRequestURI(), "ajax")) { ajaxTrafficHandler.handle(request, response); } else { mobileTrafficHandler.handle(request, response); } } }
public class AjaxTrafficHandler implements ITrafficHandler { private static final AvatarLogger LOGGER = AvatarLoggerFactory.getLogger(MobileTrafficHandler.class); private final static String RETURN_JSON = "{code:509, message:'out of max req limit'}"; @Override public void handle(HttpServletRequest request, HttpServletResponse response) { response.setHeader("Content-Type", "application/json;charset=UTF-8"); response.setCharacterEncoding("UTF-8"); response.setStatus(200); try { response.getOutputStream().write(RETURN_JSON.getBytes("UTF-8")); } catch (IOException e) { LOGGER.error(e); } } }
public class MobileTrafficHandler implements ITrafficHandler { private static final AvatarLogger LOGGER = AvatarLoggerFactory.getLogger(MobileTrafficHandler.class); private final static String RETURN_HTML = "<html>" + "<head>" + "<meta http-equiv=\"content-type\" content=\"text/html; charset=UTF-8\" />" + "\n<meta charset='utf-8'>" + "<title>大众点评网</title>" + "</head><body>" + "<center>挤爆了、请稍等...</center>" + "</body>" + "<script type='text/javascript'>(function(){function reload(){ window.location.reload(); setTimeout(reload, 1500);} setTimeout(reload, 1500);})();" + "</script>" + "</html>"; @Override public void handle(HttpServletRequest request, HttpServletResponse response) { response.setHeader("Content-Type", "text/html;charset=utf-8"); response.setCharacterEncoding("utf-8"); response.setStatus(200); try { response.getOutputStream().write(RETURN_HTML.getBytes("UTF-8")); } catch (IOException e) { LOGGER.error(e); } } }