线程池（五）----举例 多线程校验导入的excel数据并给错误的单元格加标注

一、需求：如这样的模板：

填写用户名和年龄，后台判断长度小于2视为错误数据，现需要把填写正确的数据行录入数据库，把错误行标红并加批注说明错误的原因：

二、代码：

1、pom:

  4.0.0
  com.demo
  import-excel
  0.0.1-SNAPSHOT
  war

  
    org.springframework.boot
    spring-boot-starter-parent
    1.4.1.RELEASE
  
  
    
      org.springframework.boot
      spring-boot-starter-web
    

    
      org.apache.poi
      poi-ooxml
      3.12
    
    
      org.apache.commons
      commons-lang3
      3.4
    
    
      commons-collections
      commons-collections
      3.2.1
    

  

2、dto:省略所有get、set方法

（1）

package com.demo.dto;

public class UserDTO {
    private String userName;
    private Integer age;
}

（2） 

package com.demo.dto;
import java.util.List;

public class ImportUserDTO {

    //结果
    private List userDTOS;


    //错误信息
    private List errorMessages;
}

3、thread:采用多线程校验excel数据

package com.demo.thread;

import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;

@Configuration
public class ThreadPoolTaskExecutorConfig {
    private static int CORE_POOL_SIZE = 5;
    private static int MAX_POOL_SIZE = 1000;
    @Bean(name="threadPoolTaskExecutor")
    public ThreadPoolTaskExecutor serviceJobTaskExecutor(){
        ThreadPoolTaskExecutor poolTaskExecutor = new ThreadPoolTaskExecutor();
        //线程池维护线程的最少数量
        poolTaskExecutor.setCorePoolSize(CORE_POOL_SIZE);
        //线程池维护线程的最大数量
        poolTaskExecutor.setMaxPoolSize(MAX_POOL_SIZE);
        //线程池所使用的缓冲队列
        poolTaskExecutor.setQueueCapacity(200);
        //线程池维护线程所允许的空闲时间
        poolTaskExecutor.setKeepAliveSeconds(30000);
        poolTaskExecutor.setWaitForTasksToCompleteOnShutdown(true);
        System.out.println(poolTaskExecutor);
        return poolTaskExecutor;
    }
}

4、util：

（1）

package com.demo.util;

import org.apache.commons.lang3.StringUtils;

import java.text.DateFormat;
import java.text.ParseException;
import java.text.SimpleDateFormat;
import java.util.*;

public class DateUtil {

  
    public static final String YMDHMSXXX = "yyyy-MM-dd'T'HH:mm:ssXXX";

    public static final String YMDHMSX = "yyyyMMddHHmmssSSS";
    /**
     * yyyy-MM-dd HH:mm:ss
     */
    public static final String YMDHMS = "yyyy-MM-dd HH:mm:ss";

    public static final String DATE_PATTERN_DAY = "yyyy-MM-dd";

    /**
     * yyyy/MM/dd HH:mm:ss
     */
    public static final String YMDHMS_SLASH = "yyyy/MM/dd HH:mm:ss";
    /**
     * dd-MM-yyyy
     */
    public static final String DMY = "dd-MM-yyyy";
    /**
     * MM-dd-yyyy
     */
    public static final String MDY = "MM-dd-yyyy";
    /**
     * dd-MM-yyyy HH:mm
     */
    public static final String DMYHM = "dd-MM-yyyy HH:mm";

    /**
     * yyyy.MM.dd
     */
    public static final String YYYYMMDD_POINT = "yyyy.MM.dd";

    /**
     * yyyy/MM/dd
     */
    public static final String YYYYMMDD_SLASH = "yyyy/MM/dd";

    /**
     *  时间起始时间 00:00:00
     */
    public static final String START_TIME_STR = " 00:00:00";

    /**
     *  时间结束时间 23:59:59
     */
    public static final String END_TIME_STR = " 23:59:59";


    public static final String YMD = "yyyy-MM-dd";
    public static final String YMDP = "yyyy.MM.dd";

    public static final String YYYYMMDD = "yyyyMMdd";

    public static final String YYYYMM = "yyyyMM";

    /**
     * yyyyMMddHHmmss
     */
    public static final String YYYYMMDD_NOSEPARATOR = "yyyyMMddHHmmss";

    public static String format(Date date, String formatPattern) {
        if (date == null) {
            return "";
        }
        SimpleDateFormat f = new SimpleDateFormat(formatPattern);
        return f.format(date);
    }

}

（2） 

package com.demo.util;

import org.apache.poi.hssf.usermodel.HSSFCell;
import org.apache.poi.hssf.usermodel.HSSFDateUtil;
import org.apache.poi.ss.usermodel.Cell;
import org.apache.poi.ss.usermodel.Row;

import java.text.DecimalFormat;
import java.util.Date;

public class ExcelUtil {

    /**
     *
     * @description: 取单元格中的内容，包含时间格式
    　*/
    public static String getSheetCellTimeValue(Row row, int cellNo) {
        Cell cell = row.getCell(cellNo);
        DecimalFormat df = new DecimalFormat("0");
        String name = "";
        if (cell != null) {
            if (cell.getCellType() == HSSFCell.CELL_TYPE_NUMERIC) {
                String cellText = "";
                if(HSSFDateUtil.isCellDateFormatted(cell)) {
                    Date dateTemp = cell.getDateCellValue();
                    cellText = DateUtil.format(dateTemp, DateUtil.YYYYMMDD_SLASH);
                    name = String.valueOf(cellText);
                } else {
                    cellText = df.format(cell.getNumericCellValue());
                    name = String.valueOf(cellText);
                    if (null != name && name.indexOf(".") > 0) {
                        name = name.substring(0, name.indexOf("."));
                    }
                }
            } else {
                name = cell.getStringCellValue().trim();
            }
        } else {
            name = "";
        }
        return name == null?"":name.trim();
    }
}

5、task:

package com.demo.task;

import com.demo.dto.ImportUserDTO;
import com.demo.dto.UserDTO;
import org.apache.commons.lang3.StringUtils;
import org.apache.poi.ss.usermodel.*;
import org.apache.poi.xssf.usermodel.*;

import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.Callable;

public class UserTask implements Callable {

    //待处理的数据
    private List> datas;

    //行起始下标
    private Integer rowIndex;

    private Workbook workbook;

    private Sheet sheet;


    public UserTask(List> datas, int rowIndex, Workbook workbook,Sheet sheet) {
        this.datas = datas;
        this.rowIndex = rowIndex;
        this.workbook = workbook;
        this.sheet = sheet;
        //第一行为标题
        this.rowIndex  = rowIndex+1;
    }

    @Override
    public ImportUserDTO call() throws Exception {

        ImportUserDTO importUserDTO = new ImportUserDTO();
        List errorMsgList = new ArrayList<>();
        List userDTOS = new ArrayList<>();
        //总行数
        int rowNum = datas.size();
        //列下标，因为要在出错的单元格标注
        Map colMap = new HashMap<>();

        for(int i=0;i errorMsgList, Integer colIndex, String errorMsg) throws Exception {
        errorMsgList.add(errorMsg);
        //设置错误字体为红色
        CellStyle style = workbook.createCellStyle();
        Font font = workbook.createFont();
        font.setFontHeightInPoints((short) 11);
        font.setFontName("微软雅黑");
        font.setColor(Font.COLOR_RED);
        //style.setAlignment(HorizontalAlignment.CENTER);
        style.setFont(font);
        Cell deliveryTimeCell = sheet.getRow(rowIndex).getCell(colIndex);
        deliveryTimeCell.setCellStyle(style);
        //添加批注
        XSSFDrawing p = ((XSSFSheet)sheet).createDrawingPatriarch();
        XSSFCell cell = (XSSFCell) sheet.getRow(rowIndex).getCell(colIndex);
        if(cell == null){
            //如果你获取的单元格是空进行创建新的cell，再追加批注，不然null指针
            XSSFRow r = (XSSFRow) sheet.getRow(rowIndex);
            cell = r.createCell(colIndex);
        }
        cell.setCellStyle(style);
        XSSFComment comment = p.createCellComment(new XSSFClientAnchor(0, 0, 0, 0,
                (colIndex), rowIndex, colIndex+2, rowIndex+2));
        XSSFRichTextString rtf = new XSSFRichTextString(errorMsg);
        XSSFFont commentFormatter = (XSSFFont) workbook.createFont();
        rtf.applyFont(commentFormatter);
        comment.setString(rtf);
        cell.setCellComment(comment);

        throw new Exception();
    }
}

6、service：

package com.demo.service.serviceImpl;

import com.demo.dto.ImportUserDTO;
import com.demo.dto.UserDTO;
import com.demo.service.ImportService;
import com.demo.task.UserTask;
import com.demo.util.ExcelUtil;
import org.apache.commons.lang3.StringUtils;
import org.apache.poi.hssf.usermodel.HSSFWorkbook;
import org.apache.poi.ss.usermodel.Row;
import org.apache.poi.ss.usermodel.Sheet;
import org.apache.poi.ss.usermodel.Workbook;
import org.apache.poi.xssf.usermodel.XSSFWorkbook;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
import org.springframework.stereotype.Service;
import org.apache.commons.collections.CollectionUtils;

import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
import java.util.UUID;
import java.util.concurrent.Future;

@Service("importService")
public class ImportServiceImpl implements ImportService {

    @Autowired
    private ThreadPoolTaskExecutor threadPoolTaskExecutor;

    /**
     * 根据模板读取正确数据保存到user表，并把错误数据标红加批注
     *   姓名  年龄
     * @param is
     * @param fileName
     */
    @Override
    public void saveUser(InputStream is, String fileName) throws IOException {
        //所有数据
        List> datas = new ArrayList<>();
        boolean isExcel2007 = fileName.matches("^.+\\.(?i)(xlsx)$");
        Workbook wb = null;
        if (!isExcel2007) {
            // 当excel是2003时,创建excel2003
            wb = new HSSFWorkbook(is);
        } else {
            // 当excel是2007时,创建excel2007
            wb = new XSSFWorkbook(is);
        }
        //只读取第一个页脚的数据
        Sheet sheet = wb.getSheetAt(0);
        //行数
        int rows = sheet.getLastRowNum();
        //第一行为标题，从第二行开始获取
        for (int i=2; i <= rows; i++) {
            List dataOfRow = new ArrayList<>();
            Row rowData = sheet.getRow(i);
            //循环列
            for (int j = 0; j<2; j++) {
                String cellData = ExcelUtil.getSheetCellTimeValue(rowData, j);
                dataOfRow.add(StringUtils.isBlank(cellData) ? "" : cellData);
            }
            datas.add(dataOfRow);
        }
        //解析数据datas
        List futures = new ArrayList<>();
        for (int i = 0; i < datas.size(); i += 100) {
            int startIndex = i;
            int endIndex = startIndex + 100 > datas.size() ? datas.size() : startIndex + 100;
            UserTask task = new UserTask(datas.subList(startIndex, endIndex),i+1,wb,sheet);
            Future future = threadPoolTaskExecutor.submit(task);
            futures.add(future);
        }
        //收集数据
        List userDTOS = new ArrayList<>();
        List errorMsgList = new ArrayList<>();
        try{
            for(Future future:futures){
                ImportUserDTO importUserDTO = (ImportUserDTO) future.get();
                userDTOS.addAll(importUserDTO.getUserDTOS());
                errorMsgList.addAll(importUserDTO.getErrorMessages());
            }
        }catch (Exception e){

        }
        //插入正确填写的数据
        System.out.println("正确数据："+userDTOS.size());
        //输出错误模板
        if(CollectionUtils.isNotEmpty(errorMsgList)){
            String errorFilePath = "E:"+File.separator + "error" + File.separator
                    +UUID.randomUUID().toString()+".xlsx";
            File fileDir = new File("E:"+File.separator + "error");
            if (!fileDir.exists()) {
                fileDir.mkdirs();
            }
            File errorFile = new File(errorFilePath);
            if (errorFile.exists()) {
                errorFile.delete();
            }
            FileOutputStream out = new FileOutputStream(errorFilePath);
            wb.write(out);
            out.close();
          }
    }
}

7、rest：

package com.demo.rest;

import com.demo.service.ImportService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;
import org.springframework.web.multipart.MultipartFile;

import java.io.IOException;
import java.io.InputStream;

@RequestMapping("/import")
@RestController
public class ImportController {

    @Autowired
    private ImportService importService;

    /**
     * 保存excel的信息到数据库
     * @param file
     */
    @RequestMapping("/import")
    public void importRest(@RequestParam("excelFile") MultipartFile file){
        try {
            InputStream is = file.getInputStream();
            String fileName = file.getOriginalFilename();
            importService.saveUser(is,fileName);
        } catch (IOException e) {
            e.printStackTrace();
        }

    }
}

8、启动类：

package com.demo;

import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;

@SpringBootApplication
public class Application {
    public static void main(String args[]){
        SpringApplication.run(Application.class,args);
    }
}

9、application.properties配置文件：

server.port=9999

测试：

请求后E盘error目录下会生成一个错误的excel文件，打卡即和开头所述的一样。