大交易量日志梳理
最近做的一个项目中，生产环境上交易量比较大，一般是每日10000笔。原来记录日志方式的结果是多个线程交织在一起，大大的影响了日志的可读性，给分析问题带来了很大的障碍。
上网搜了相关资料，得出了一个解决方案，如下：
1.在web.xml中更改启动的拦截器
<filter> <filter-name>Struts2</filter-name> <filter-class>cn.com.nantian.epayment.core.StrutsFilter</filter-class> </filter>2.新建拦截器 StrutsFilter.java
package cn.com.nantian.epayment.core;
import java.io.IOException;
import java.text.SimpleDateFormat;
import java.util.Date;
import javax.servlet.FilterChain;
import javax.servlet.ServletException;
import javax.servlet.ServletRequest;
import javax.servlet.ServletResponse;
import org.apache.log4j.MDC;
import org.apache.struts2.dispatcher.ng.filter.StrutsPrepareAndExecuteFilter;
public class StrutsFilter extends StrutsPrepareAndExecuteFilter {
private static final SimpleDateFormat sdf = new SimpleDateFormat("mmssSSS");
@Override
public void doFilter(ServletRequest req, ServletResponse res,
FilterChain chain) throws IOException, ServletException {
long threadId = Thread.currentThread().getId();
String timestamp = sdf.format(new Date());
MDC.put("REQ_ID", "REQ"+timestamp +"-"+ threadId);
super.doFilter(req, res, chain);
}
}
3.log4j的配置
#core logger set
log4j.rootLogger=INFO,CONSOLE
#app logger set
log4j.logger.ECCommonLogger=DEBUG,ECCOM_LOG_FILE
log4j.additivity.ECCommonLogger=true
log4j.logger.ECPayLogger=DEBUG,ECPAY_LOG_FILE
log4j.additivity.ECPayLogger=true
log4j.logger.ECRspLogger=DEBUG,ECRSP_LOG_FILE
log4j.additivity.ECRspLogger=true
log4j.logger.ECReFundLogger=DEBUG,REFUND_LOG_FILE
log4j.additivity.ECReFundLogger=true
log4j.logger.ECRFDCheckLogger=DEBUG,ECRFDCHECK_LOG_FILE
log4j.additivity.ECRFDCheckLogger=true
log4j.logger.ECPayCheckLogger=DEBUG,ECPAYCHECK_LOG_FILE
log4j.additivity.ECPayCheckLogger=true
log4j.additivity.org=false
log4j.appender.Threshold=warn
#
log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender
log4j.appender.CONSOLE.Target=System.out
log4j.appender.CONSOLE.layout=org.apache.log4j.PatternLayout
log4j.appender.CONSOLE.layout.ConversionPattern=[ElecChnlPay-app] [%d] [%-5p] -[%X{REQ_ID}] - %F %L - %m%n
#log4j.appender.CONSOLE.layout.ConversionPattern=[start]%d{DATE}[DATE]%n%p[PRIORITY]%n%x[NDC]%n%t[thread] n%c[CATEGORY]%n%m[MESSAGE]%n%n
# Use this layout for LogFactor 5 analysis
log4j.appender.ECCOM_LOG_FILE=org.apache.log4j.DailyRollingFileAppender
log4j.appender.ECCOM_LOG_FILE.File=../logs/common/ecpay-common.log
log4j.appender.ECCOM_LOG_FILE.encoding=UTF-8
log4j.appender.ECCOM_LOG_FILE.DatePattern='.'yyyy-MM-dd
log4j.appender.ECCOM_LOG_FILE.layout=org.apache.log4j.PatternLayout
log4j.appender.ECCOM_LOG_FILE.layout.ConversionPattern=[ElecChnlPay-app] [%d] [%-5p] -[%X{REQ_ID}] - %F %L - %m%n
#payment file log
log4j.appender.ECPAY_LOG_FILE=org.apache.log4j.DailyRollingFileAppender
log4j.appender.ECPAY_LOG_FILE.File=../logs/payment/ecpay-pay.log
log4j.appender.ECPAY_LOG_FILE.encoding=UTF-8
log4j.appender.ECPAY_LOG_FILE.DatePattern='.'yyyy-MM-dd
log4j.appender.ECPAY_LOG_FILE.layout=org.apache.log4j.PatternLayout
log4j.appender.ECPAY_LOG_FILE.layout.ConversionPattern=[ElecChnlPay-app] [%d] [%-5p] -[%X{REQ_ID}] - %F %L - %m%n
#callback file log
log4j.appender.ECRSP_LOG_FILE=org.apache.log4j.DailyRollingFileAppender
log4j.appender.ECRSP_LOG_FILE.File=../logs/rspment/ecpay-rsp.log
log4j.appender.ECRSP_LOG_FILE.encoding=UTF-8
log4j.appender.ECRSP_LOG_FILE.DatePattern='.'yyyy-MM-dd
log4j.appender.ECRSP_LOG_FILE.layout=org.apache.log4j.PatternLayout
log4j.appender.ECRSP_LOG_FILE.layout.ConversionPattern=[ElecChnlPay-app] [%d] [%-5p] -[%X{REQ_ID}] - %F %L - %m%n
#refund file log
log4j.appender.REFUND_LOG_FILE=org.apache.log4j.DailyRollingFileAppender
log4j.appender.REFUND_LOG_FILE.File=../logs/refund/ecpay-refund.log
log4j.appender.REFUND_LOG_FILE.encoding=UTF-8
log4j.appender.REFUND_LOG_FILE.DatePattern='.'yyyy-MM-dd
log4j.appender.REFUND_LOG_FILE.layout=org.apache.log4j.PatternLayout
log4j.appender.REFUND_LOG_FILE.layout.ConversionPattern=[ElecChnlPay-app] [%d] [%-5p] -[%X{REQ_ID}] - %F %L - %m%n
#refund check file log
log4j.appender.ECRFDCHECK_LOG_FILE=org.apache.log4j.DailyRollingFileAppender
log4j.appender.ECRFDCHECK_LOG_FILE.File=../logs/refcheck/ecpay-refundcheck.log
log4j.appender.ECRFDCHECK_LOG_FILE.Append=true
log4j.appender.ECRFDCHECK_LOG_FILE.encoding=UTF-8
log4j.appender.ECRFDCHECK_LOG_FILE.DatePattern='.'yyyy-MM-dd
log4j.appender.ECRFDCHECK_LOG_FILE.layout=org.apache.log4j.PatternLayout
log4j.appender.ECRFDCHECK_LOG_FILE.layout.ConversionPattern=[ElecChnlPay-app] [%d] [%-5p] - %F %L - %m%n
#pay check file log
log4j.appender.ECPAYCHECK_LOG_FILE=org.apache.log4j.DailyRollingFileAppender
log4j.appender.ECPAYCHECK_LOG_FILE.File=../logs/paycheck/ecpay-paycheck.log
log4j.appender.ECPAYCHECK_LOG_FILE.Append=true
log4j.appender.ECPAYCHECK_LOG_FILE.encoding=UTF-8
log4j.appender.ECPAYCHECK_LOG_FILE.DatePattern='.'yyyy-MM-dd
log4j.appender.ECPAYCHECK_LOG_FILE.layout=org.apache.log4j.PatternLayout
log4j.appender.ECPAYCHECK_LOG_FILE.layout.ConversionPattern=[ElecChnlPay-app] [%d] [%-5p] - %F %L - %m%n
4.记录日志分流
package cn.com.nantian.epayment.util;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
/**
* @beused 日志工具类
* @version v0.1
* @created Dec 27, 2011 12:03:01 PM
* @editime Dec 27, 2011 12:03:01 PM
* @company 重庆南天数据资讯服务有限公司
*/
public class LogUtils {
private static ThreadLocal<Log> loggerThdLocalMap=new ThreadLocal<Log>();//私有静态变量
//业务日志记录器
private static Log paymentlogger = LogFactory.getLog("ECPayLogger");
private static Log rspmentlogger = LogFactory.getLog("ECRspLogger");
private static Log refundlogger = LogFactory.getLog("ECReFundLogger");
private static Log refundChecklogger = LogFactory.getLog("ECRFDCheckLogger");
private static Log payChecklogger = LogFactory.getLog("ECPayCheckLogger");
//通用日志记录器
private static Log commonlogger = LogFactory.getLog("ECCommonLogger");
/**
* 支付业务日志记录器
*/
public static void buildPaymentlogger() {
loggerThdLocalMap.set(paymentlogger);
}
/**
* 支付业务回调日志记录器
*/
public static void buildRspmentlogger() {
loggerThdLocalMap.set(rspmentlogger);
}
/**
* 退款业务日志记录器
*/
public static void buildRefundlogger() {
loggerThdLocalMap.set(refundlogger);
}
/**
* 支付对账业务日志记录器
*/
public static void buildPayCheckLogger(){
loggerThdLocalMap.set(payChecklogger);
}
/**
* tu对账业务日志记录器
*/
public static void buildRefundCheckLogger(){
loggerThdLocalMap.set(refundChecklogger);
}
public static Log getLogger(){
Log log = (Log)loggerThdLocalMap.get();
if(log==null){
return commonlogger;
}else{
return log;
}
}
}
5.不同的业务调用不同的日志分流
如
LogUtils.buildPaymentlogger();
LogUtils.getLogger().info("========支付开始========");
LogUtils.getLogger().debug("【isRunning】状态值:" + isRunning);
LogUtils.getLogger().debug("【PartnerID】:" + PartnerID);
LogUtils.getLogger().info("【解密前PayReqObj】:" + PayReqObj);