【求教】老菜鸟遇到新问题，双bug欢迎有緣人答疑
文章目录
- 一，序
- 二，需求
- 三，代码实现
-
- 1. 代码结构
- 2. 完整代码备份
- 四，bug1 详情
-
- 1. 运行准备
-
- 1. ）将 application.yml 文件active设置为test
- 2.）修改jdbc-mysql.properties 数据库参数设为实际值
- 3.）注释 RefreshLogPoolManager 40-45行代码
- 2. bug现象
-
- 1.）数据表记录超过100后，执行清理操作时，后台报错
- 2.）mysql 执行`SHOW PROCESSLIST` 发现数据库连接处于 Waiting for table metadata lock 状态
- 3. 疑问
- 五，bug2 详情
-
- 1. 运行准备
- 2. bug现象
- 3. 疑问
一，序
俗话说：但行好事,莫问前程,心之所向,无问西东
编程亦然，coding多了，就会遇到各种各样奇怪的问题，真是让人欢喜让人忧啊！
这不，小C最近实现了一个使用mysql数据库来保存日志的功能，不幸的是，遇到两个难解的问题，现拿出来，希望各位见多识广的大佬能帮忙分析，小可不胜感激！
二，需求
- 系统需要保存一定周期内的日志
- 系统自动清理超过设定周期的过期日志文件
- 日志数据表与业务系统是同一数据库
- 配置文件可能采用参数外部文件注入（spring.config.location指定）、启动时指定环境（spring.profiles.active指定）或docker-compose环境变量注入（environment）
三，代码实现
1. 代码结构
2. 完整代码备份
如何使用下面的备份文件恢复成原始的如上图的项目代码，请移步查阅：神奇代码恢复工具
因工具不能备份非文本文件，请大家在src\main\resources下新建/data/pic/目录并放入不少于4张jpg图片。
//goto docker\docker-compose.yml
version: '3'
networks:
default:
name: devops
driver: bridge
ipam:
config:
- subnet: 172.88.88.0/24
services:
hello:
image: registry.cn-shanghai.aliyuncs.com/00fly/springboot-log:1.0.0
container_name: hello
deploy:
resources:
limits:
cpus: '1'
memory: 300M
reservations:
memory: 200M
ports:
- 8080:8081
environment:
JAVA_OPTS: -server -Xms200m -Xmx200m -Djava.security.egd=file:/dev/./urandom
SPRING_DATASOURCE_USERNAME: test
SPRING_DATASOURCE_PASSWORD: test123
SPRING_DATASOURCE_DRIVERCLASSNAME: com.mysql.cj.jdbc.Driver
SPRING_DATASOURCE_URL: jdbc:mysql://172.88.88.11:3306/test?useSSL=false&useUnicode=true&characterEncoding=utf-8&zeroDateTimeBehavior=convertToNull&autoReconnect=true
restart: on-failure
logging:
driver: json-file
options:
max-size: 5m
max-file: '1'
entrypoint: 'sh wait-for.sh 172.88.88.11:3306 -- java -jar /app.jar'
hello-simple:
image: registry.cn-shanghai.aliyuncs.com/00fly/springboot-log:1.0.0
container_name: hello-simple
deploy:
resources:
limits:
cpus: '1'
memory: 300M
reservations:
memory: 200M
environment:
JAVA_OPTS: -server -Xms200m -Xmx200m -Djava.security.egd=file:/dev/./urandom
SPRING_DATASOURCE_USERNAME: test
SPRING_DATASOURCE_PASSWORD: test123
SPRING_DATASOURCE_DRIVERCLASSNAME: com.mysql.cj.jdbc.Driver
SPRING_DATASOURCE_URL: jdbc:mysql://172.88.88.11:3306/test?useSSL=false&useUnicode=true&characterEncoding=utf-8&zeroDateTimeBehavior=convertToNull&autoReconnect=true
restart: on-failure
logging:
driver: json-file
options:
max-size: 5m
max-file: '1'
entrypoint: 'sh wait-for.sh 172.88.88.11:3306 -- java -jar /app.jar --noweb'
mysql8:
image: mysql:8.0
container_name: mysql-8
deploy:
resources:
limits:
cpus: '2'
memory: 500M
reservations:
memory: 300M
volumes:
- ./mysql8:/var/lib/mysql/
ports:
- 3307:3306
environment:
TZ: Asia/Shanghai
MYSQL_ROOT_PASSWORD: root123
MYSQL_USER: test
MYSQL_PASSWORD: test123
MYSQL_DATABASE: test
command:
--default-authentication-plugin=mysql_native_password
--character-set-server=utf8mb4
--collation-server=utf8mb4_general_ci
--explicit_defaults_for_timestamp=true
--lower_case_table_names=1
--sql_mode=STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_ENGINE_SUBSTITUTION
restart: on-failure
logging:
driver: 'json-file'
options:
max-size: '5m'
max-file: '1'
networks:
default:
ipv4_address: 172.88.88.11
//goto docker\restart-simple.sh
#!/bin/bash
docker-compose down && docker-compose up -d hello-simple -d mysql8 && docker stats
//goto docker\restart-web.sh
#!/bin/bash
docker-compose down && docker-compose up -d hello -d mysql8 && docker stats
//goto docker\restart.sh
#!/bin/bash
docker-compose down && docker system prune -f && docker-compose up -d && docker stats
//goto docker\stop.sh
#!/bin/bash
docker-compose down
//goto docker\wait-for.sh
#!/bin/sh
TIMEOUT=15
QUIET=0
echoerr() {
if [ "$QUIET" -ne 1 ]; then printf "%s\n" "$*" 1>&2; fi
}
usage() {
exitcode="$1"
cat << USAGE >&2
Usage:
$cmdname host:port [-t timeout] [-- command args]
-q | --quiet Do not output any status messages
-t TIMEOUT | --timeout=timeout Timeout in seconds, zero for no timeout
-- COMMAND ARGS Execute command with args after the test finishes
USAGE
exit "$exitcode"
}
wait_for() {
for i in `seq $TIMEOUT` ; do
nc -z "$HOST" "$PORT" > /dev/null 2>&1
result=$?
if [ $result -eq 0 ] ; then
if [ $# -gt 0 ] ; then
exec "$@"
fi
exit 0
fi
sleep 1
done
echo "Operation timed out" >&2
exit 1
}
while [ $# -gt 0 ]
do
case "$1" in
*:* )
HOST=$(printf "%s\n" "$1"| cut -d : -f 1)
PORT=$(printf "%s\n" "$1"| cut -d : -f 2)
shift 1
;;
-q | --quiet)
QUIET=1
shift 1
;;
-t)
TIMEOUT="$2"
if [ "$TIMEOUT" = "" ]; then break; fi
shift 2
;;
--timeout=*)
TIMEOUT="${1#*=}"
shift 1
;;
--)
shift
break
;;
--help)
usage 0
;;
*)
echoerr "Unknown argument: $1"
usage 1
;;
esac
done
if [ "$HOST" = "" -o "$PORT" = "" ]; then
echoerr "Error: you need to provide a host and port to test."
usage 2
fi
wait_for "$@"
//goto Dockerfile
#基础镜像
FROM openjdk:8-jre-alpine
RUN ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime && echo 'Asia/Shanghai' >/etc/timezone
COPY docker/wait-for.sh /
RUN chmod +x /wait-for.sh
#拷贝发布包
COPY target/*.jar /app.jar
EXPOSE 8080
CMD ["--server.port=8080"]
#启动脚本
ENTRYPOINT ["java","-Xmx128m","-Xms128m","-jar","/app.jar"]
//goto pom.xml
4.0.0
com.fly
springboot-log
1.0.0
jar
org.springframework.boot
spring-boot-starter-parent
2.2.4.RELEASE
UTF-8
yyyyMMdd-HH
registry.cn-shanghai.aliyuncs.com
1.8
true
org.springframework.boot
spring-boot-starter-web
org.springframework.boot
spring-boot-starter-tomcat
org.springframework.boot
spring-boot-starter-logging
org.springframework.boot
spring-boot-starter-log4j2
org.springframework.boot
spring-boot-starter-jdbc
org.apache.tomcat
tomcat-jdbc
com.alibaba
druid-spring-boot-starter
1.2.16
com.h2database
h2
runtime
mysql
mysql-connector-java
runtime
com.github.xiaoymin
knife4j-spring-boot-starter
2.0.5
org.aspectj
aspectjweaver
com.lmax
disruptor
3.4.2
org.springframework.boot
spring-boot-starter-jetty
commons-io
commons-io
2.5
org.apache.commons
commons-lang3
org.projectlombok
lombok
provided
org.springframework.boot
spring-boot-starter-test
test
public
aliyun nexus
https://maven.aliyun.com/repository/public/
true
public
aliyun nexus
https://maven.aliyun.com/repository/public/
true
false
${project.artifactId}-${project.version}
org.springframework.boot
spring-boot-maven-plugin
io.fabric8
docker-maven-plugin
0.41.0
package
build
push
remove
${docker.hub}
${docker.hub}/00fly/${project.artifactId}:${project.version}-UTC-${maven.build.timestamp}
${project.basedir}
${docker.hub}/00fly/${project.artifactId}:${project.version}
${project.basedir}
src/main/java
**/ *.java</exclude>
</excludes>
</resource>
<resource>
<directory>src/main/resources</directory>
<includes>
<include>**/**
false
//goto src\main\java\com\fly\core\aop\RunTimeAspect.java
package com.fly.core.aop;
import java.lang.reflect.Method;
import org.aspectj.lang.ProceedingJoinPoint;
import org.aspectj.lang.annotation.Around;
import org.aspectj.lang.annotation.Aspect;
import org.aspectj.lang.reflect.MethodSignature;
import org.springframework.stereotype.Component;
import org.springframework.util.StopWatch;
import lombok.extern.slf4j.Slf4j;
/**
*
* aop 打印运行时间
*
* @author 00fly
* @version [版本号, 2018年12月2日]
* @see [相关类/方法]
* @since [产品/模块版本]
*/
@Slf4j
@Aspect
@Component
public class RunTimeAspect
{
/**
* 构造方法
*/
public RunTimeAspect()
{
super();
}
/**
*
* @param joinPoint
* @return
* @throws Throwable
*/
@Around("within(com.fly.hello.web..*||com.fly.hello.service..*)")
public Object around(ProceedingJoinPoint joinPoint)
throws Throwable
{
String className = joinPoint.getTarget().getClass().getSimpleName();
MethodSignature signature = (MethodSignature)joinPoint.getSignature();
Method method = signature.getMethod();
String methodName = new StringBuffer(className).append('.').append(method.getName()).toString();
final StopWatch clock = new StopWatch();
clock.start(methodName);
Object object = joinPoint.proceed();
clock.stop();
log.info("running {} ms, method = {}", clock.getTotalTimeMillis(), clock.getLastTaskName());
return object;
}
}
//goto src\main\java\com\fly\core\config\AsyncThreadPoolConfig.java
package com.fly.core.config;
import java.util.concurrent.Executor;
import java.util.concurrent.ThreadPoolExecutor;
import org.springframework.aop.interceptor.AsyncUncaughtExceptionHandler;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.scheduling.annotation.AsyncConfigurer;
import org.springframework.scheduling.annotation.EnableAsync;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
import lombok.extern.slf4j.Slf4j;
/**
*
* 异步线程池配置
*
* @author 00fly
* @version [版本号, 2023年10月22日]
* @see [相关类/方法]
* @since [产品/模块版本]
*/
@Slf4j
@Configuration
@EnableAsync
public class AsyncThreadPoolConfig implements AsyncConfigurer
{
@Bean
ThreadPoolTaskExecutor taskExecutor()
{
int processors = Runtime.getRuntime().availableProcessors();
ThreadPoolTaskExecutor executor = new ThreadPoolTaskExecutor();
executor.setCorePoolSize(Math.max(processors, 5));
executor.setMaxPoolSize(Math.max(processors, 5) * 2);
executor.setQueueCapacity(10000);
executor.setKeepAliveSeconds(60);
executor.setThreadNamePrefix("asyncTask-");
// ThreadPoolExecutor类有几个内部实现类来处理这类情况：
// AbortPolicy 丢弃任务，抛运行时异常
// CallerRunsPolicy 执行任务
// DiscardPolicy 忽视，什么都不会发生
// DiscardOldestPolicy 从队列中踢出最先进入队列（最后一个执行）的任务
executor.setRejectedExecutionHandler(new ThreadPoolExecutor.DiscardPolicy());
return executor;
}
@Override
public Executor getAsyncExecutor()
{
return taskExecutor();
}
@Override
public AsyncUncaughtExceptionHandler getAsyncUncaughtExceptionHandler()
{
return (ex, method, params) -> {
log.info("Exception message - {}", ex.getMessage());
log.info("Method name - {}", method.getName());
for (Object param : params)
{
log.info("Parameter value - {}", param);
}
};
}
}
//goto src\main\java\com\fly\core\config\DataSourceConfig.java
package com.fly.core.config;
import org.springframework.context.annotation.Configuration;
import org.springframework.context.annotation.Profile;
import org.springframework.context.annotation.PropertySource;
@Configuration
@Profile("dev")
@PropertySource("classpath:jdbc-h2.properties")
class H2Config
{
}
@Configuration
@Profile({"test", "prod"})
@PropertySource("classpath:jdbc-mysql.properties")
class MysqlConfig
{
}
//goto src\main\java\com\fly\core\config\Knife4jConfig.java
package com.fly.core.config;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.autoconfigure.condition.ConditionalOnWebApplication;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import com.github.xiaoymin.knife4j.spring.annotations.EnableKnife4j;
import springfox.documentation.builders.ApiInfoBuilder;
import springfox.documentation.builders.PathSelectors;
import springfox.documentation.builders.RequestHandlerSelectors;
import springfox.documentation.service.ApiInfo;
import springfox.documentation.spi.DocumentationType;
import springfox.documentation.spring.web.plugins.Docket;
import springfox.documentation.swagger2.annotations.EnableSwagger2;
/**
* knife4j
*
* @author jack
*/
@Configuration
@EnableKnife4j
@EnableSwagger2
@ConditionalOnWebApplication
public class Knife4jConfig
{
@Value("${knife4j.enable:false}")
private boolean enable;
@Bean
Docket defaultApi2()
{
return new Docket(DocumentationType.SWAGGER_2).enable(enable)
.apiInfo(apiInfo())
.groupName("非异步接口组")
.select()
.apis(RequestHandlerSelectors.basePackage("com.fly.hello.web"))
.paths(PathSelectors.regex("/(demo|knife|show)/.*")) // 针对RequestMapping
// .paths(PathSelectors.regex("(?!.*async).*")) //url中不包含async
.build();
}
private ApiInfo apiInfo()
{
return new ApiInfoBuilder().title("数据接口API").description("接口文档").termsOfServiceUrl("http://00fly.online/").version("1.0.0").build();
}
}
//goto src\main\java\com\fly\core\config\ScheduleThreadPoolConfig.java
package com.fly.core.config;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.ScheduledThreadPoolExecutor;
import org.springframework.context.annotation.Configuration;
import org.springframework.scheduling.annotation.SchedulingConfigurer;
import org.springframework.scheduling.concurrent.CustomizableThreadFactory;
import org.springframework.scheduling.config.ScheduledTaskRegistrar;
/**
*
* Schedule线程池配置
*
* @author 00fly
* @version [版本号, 2023年10月22日]
* @see [相关类/方法]
* @since [产品/模块版本]
*/
@Configuration
public class ScheduleThreadPoolConfig implements SchedulingConfigurer
{
@Override
public void configureTasks(ScheduledTaskRegistrar taskRegistrar)
{
ScheduledExecutorService service= new ScheduledThreadPoolExecutor(8, new CustomizableThreadFactory("schedule-pool-"));
taskRegistrar.setScheduler(service);
}
}
//goto src\main\java\com\fly\core\config\WebMvcConfig.java
package com.fly.core.config;
import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import org.springframework.boot.autoconfigure.condition.ConditionalOnWebApplication;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.http.MediaType;
import org.springframework.http.converter.HttpMessageConverter;
import org.springframework.http.converter.StringHttpMessageConverter;
import org.springframework.http.converter.json.MappingJackson2HttpMessageConverter;
import org.springframework.web.servlet.config.annotation.ContentNegotiationConfigurer;
import org.springframework.web.servlet.config.annotation.ResourceHandlerRegistry;
import org.springframework.web.servlet.config.annotation.ViewControllerRegistry;
import org.springframework.web.servlet.config.annotation.WebMvcConfigurer;
import lombok.extern.slf4j.Slf4j;
/**
*
* mvc配置
*
* @author 00fly
* @version [版本号, 2021年4月23日]
* @see [相关类/方法]
* @since [产品/模块版本]
*/
@Slf4j
@Configuration
@ConditionalOnWebApplication
public class WebMvcConfig implements WebMvcConfigurer
{
@Override
public void configureMessageConverters(final List<HttpMessageConverter<?>> converters)
{
converters.add(this.stringHttpMessageConverter());
converters.add(this.mappingJackson2HttpMessageConverter());
}
@Override
public void configureContentNegotiation(final ContentNegotiationConfigurer configurer)
{
// 是否通过请求Url的扩展名来决定mediatype
// TODO：放开，状态码406，待解决
// configurer.favorPathExtension(false).favorParameter(false).ignoreUnknownPathExtensions(false).defaultContentType(MediaType.APPLICATION_JSON);
final Map<String, MediaType> mediaTypes = new ConcurrentHashMap<>(3);
mediaTypes.put("atom", MediaType.APPLICATION_ATOM_XML);
mediaTypes.put("html", MediaType.TEXT_HTML);
mediaTypes.put("json", MediaType.APPLICATION_JSON);
configurer.mediaTypes(mediaTypes);
}
@Bean
public StringHttpMessageConverter stringHttpMessageConverter()
{
return new StringHttpMessageConverter();
}
@Bean
public MappingJackson2HttpMessageConverter mappingJackson2HttpMessageConverter()
{
final MappingJackson2HttpMessageConverter messageConverter = new MappingJackson2HttpMessageConverter();
final List<MediaType> list = new ArrayList<>();
list.add(MediaType.APPLICATION_JSON);
list.add(MediaType.APPLICATION_XML);
list.add(MediaType.TEXT_PLAIN);
list.add(MediaType.TEXT_HTML);
list.add(MediaType.TEXT_XML);
messageConverter.setSupportedMediaTypes(list);
return messageConverter;
}
/**
* 等价于mvc中
* 等价于mvc中四，bug1 详情
1. 运行准备
1. ）将 application.yml 文件active设置为test
profiles:
active:
- test
2.）修改jdbc-mysql.properties 数据库参数设为实际值
druid.url=jdbc:mysql://127.0.0.1:23306/hello?useSSL=false&serverTimezone=Asia/Shanghai&rewriteBatchedStatements=true
druid.driverClassName=com.mysql.cj.jdbc.Driver
druid.username=root
druid.password=root123
druid.filters=stat
druid.initialSize=2
druid.maxActive=20
druid.maxWait=60000
druid.timeBetweenEvictionRunsMillis=60000
druid.minEvictableIdleTimeMillis=300000
druid.validationQuery=SELECT 1
druid.testWhileIdle=true
druid.testOnBorrow=false
druid.testOnReturn=false
druid.poolPreparedStatements=false
druid.maxPoolPreparedStatementPerConnectionSize=200
3.）注释 RefreshLogPoolManager 40-45行代码
2. bug现象
1.）数据表记录超过100后，执行清理操作时，后台报错
2.）mysql 执行SHOW PROCESSLIST 发现数据库连接处于 Waiting for table metadata lock 状态
3. 疑问
假如不注释 RefreshLogPoolManager 40-45行代码，运行程序则不会发生这个错误。
现在我想知道的是： 发生这个错误的根本原因是什么？
五，bug2 详情
1. 运行准备
- 不注释 RefreshLogPoolManager 40-45行代码
- 将pom文件 108-112行注释打开，启用spring-boot-devtools
2. bug现象
运行程序，发现日志保存根本不被执行
3. 疑问
现在我想知道的是： 启用spring-boot-devtools 为什么会影响到日志的保存？
如有高手帮忙释疑不胜感激，谢谢！