JUnit4---实践二：拓展之运行指定类的某些测试方法-自动生成该文件

一.背景

之前介绍过：

JUnit4---实践一：运行指定类的某些测试方法，当重跑用例较少时，可以手工添加指定的测试方法，但是测试方法较多且在多个不同的类时，手工添加就比较头大，有必要自动生成指定测试方法。

想着有2种方法：1.JUnitCore添加监听器RunListener，获得第一次执行的结果，根据结果聚合出指定的测试方法；2.通过扫结果日志，找到FAILED和ERROR，聚合出指定的测试方法。由于项目中是通过ant执行junit和junit-report获得第一次运行结果，自己添加监听器RunListener，不好使，已经尝试过，不成功。如果你是通过JUnitCore运行第一次，可以通过添加监听器RunListener获得FAILED和ERROR。下面介绍具体实现。

二.根据结果日志，自动生成测试类

1.在执行ant时，在build.xml中target:junit中添加<formatter type="brief" usefile="true" />,这样会在目标目录下，生成失败用例日志，类似TEST-com.weibo.cases.suite.HugangTestSuite.txt这种的*.txt文件，根据该文件找到失败的测试方法，

FindFailTest.java,如下：

package com.weibo.failmethods;
import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.Reader;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Date;
import java.util.Iterator;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.TreeSet;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import org.junit.runner.JUnitCore;
import org.junit.runner.Request;
import org.junit.runner.Result;
/**
 * @author hugang
 * 根据日志 找出Failure 和 Error
 */
public class FindFailTest {

	public static void main(String[] args) throws IOException {
		// TODO Auto-generated method stub

		// 文本每一行
		List<String> strList = new ArrayList();
		// 行号
		List<Integer> flags = new ArrayList();
		// 记录FAILED和ERROR
		Set<String> failSet = new TreeSet();
		// String regexStr =
		// "(Testcase:\\s\\w*([\\w]*.{3,}\\w*.):\\sFAILED)|(Testcase:\\s\\w*([\\w]*.{3,}\\w*.):\\sCaused\\san\\sERROR)";
		Pattern p = Pattern.compile("Testcase");
		Matcher m;
		int i = 0;

		try {
			Reader re = new FileReader(new File(System.getProperty("user.dir") + "/src/com/weibo/failmethods/" + 
					"TEST-com.weibo.cases.suite.HugangTestSuite.txt"));
			BufferedReader bre = new BufferedReader(re);
			while (bre.ready()) {
				String str = bre.readLine();
				strList.add(str);
				m = p.matcher(str);
				// 匹配后，记录匹配的行号
				if (m.find()) {
					flags.add(i);
					System.out.println("find " + i);
				}
				i++;
			}
			for (int k = 0; k < flags.size(); k++) {
				// 去除SKIPPED, 只存 FAILED和ERROR
				if (!strList.get(flags.get(k)).contains("SKIPPED")) {
					// 从文本中取满足匹配的那行字符串
					failSet.add(strList.get(flags.get(k)));
				}

			}

			bre.close();
			re.close();
		} catch (FileNotFoundException e) {
			// TODO Auto-generated catch block
			e.printStackTrace();
		}

		Map<String, List<String>> myClassMethodMap = new LinkedHashMap();

		List<String> className = new ArrayList<String>();
		List<String> methodName = new ArrayList<String>();

		for (Iterator it = failSet.iterator(); it.hasNext();) {
			// System.out.println(it.next().toString());
			// Testcase:
			// testAPIRequest(com.weibo.cases.xuelian.FeedWithDarwinTagsForMovieStatusTest):
			// FAILED
			// 取出类和方法
			String str = it.next().toString();
			int classBegin = str.indexOf("(");
			int classEnd = str.indexOf(")");
			// 类名
			String classPart = str.substring(classBegin + 1, classEnd).concat(
					".class");
			// 方法名,  加上双引号，方便写文件时，注解中方法的添加
			String methodPart =  "\"" + str.substring(10, classBegin) + "\"";

			// 聚合 class-method 一对多
			if (myClassMethodMap.containsKey(classPart)) {
				// 拿到之前的class 对应的list, 并在该list下新增 method
				List<String> methodList = myClassMethodMap.get(classPart);
				methodList.add(methodPart);
				myClassMethodMap.put(classPart, methodList);
			} else {
				// 第一次添加该class时
				List<String> firstMethod = new ArrayList<String>();
				firstMethod.add(methodPart);
				myClassMethodMap.put(classPart, firstMethod);
			}

			// className.add(classPart);
			// methodName.add(methodPart);

			System.out.println(classPart + " " + methodPart);

		}

		System.out.println(className.size());

		System.out.println(methodName.size());

		System.out.println(myClassMethodMap);

		new WriteFailTest().writeJavaClass(myClassMethodMap);

		
		

	}

}

根据获得的失败用例， WriteFailTest.java自动生成测试文件AutoFailMethodsTest.java:

WriteFailTest.java如下：

package com.weibo.failmethods;

import java.io.BufferedWriter;
import java.io.File;
import java.io.FileOutputStream;
import java.io.FileWriter;
import java.io.IOException;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Date;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.Set;

import org.junit.runner.JUnitCore;
import org.junit.runner.Request;
import org.junit.runner.Result;

import com.weibo.failmethods.FailMethodsTest;
import com.weibo.failmethods.SuiteClassesMethods;


/**
 * 
 * @author hugang
 * 直接生成文件
 */
public class WriteFailTest {
	
	private BufferedWriter writer;

	public void createClassAnnotation(Map<String, List<String>> myClassMethodMap) throws IOException {

		SimpleDateFormat sdf = new SimpleDateFormat("yyyy.MM.dd HH:mm:ss,SSS");
		writer.write("//auto java file generated on: ");
		writer.write(sdf.format(new Date()));
		writer.newLine();
		writer.write("package com.weibo.failmethods;");
		writer.newLine();
		writer.write("import java.text.SimpleDateFormat;");
		writer.newLine();
		writer.write("import java.io.*;");
		writer.newLine();
		writer.write("import java.util.*;");
		writer.newLine();
		writer.write("import org.junit.runner.*;");
		writer.newLine();
		writer.write("import com.weibo.cases.hugang.*;");
		writer.newLine();
		writer.write("import com.weibo.cases.xiaoyu.*;");
		writer.newLine();
		writer.write("import com.weibo.cases.wanglei16.*;");
		writer.newLine();
		writer.write("import com.weibo.cases.xuelian.*;");
		writer.newLine();
		writer.write("import com.weibo.cases.lingna.*;");
		writer.newLine();
		writer.write("import com.weibo.cases.maincase.*;");
		writer.newLine();
		
		String className = "";
		String methodsName = "";
		String methodsNumPerClass = "";	
		
		// 拼接结果
		for(Map.Entry<String, List<String>> entry : myClassMethodMap.entrySet()){
            className += entry.getKey() + ",";
            List<String> failMethod = entry.getValue();
            for(int m = 0; m < failMethod.size(); m++){
            	methodsName += failMethod.get(m) + ",";
            }
            methodsNumPerClass += failMethod.size() + ",";
		}		
		
		System.out.println(className);
		System.out.println(methodsNumPerClass);
		System.out.println(methodsName);

		writer.newLine();
		writer.write("@SuiteClassesMethods(className = {");
		writer.newLine();
		// className.length()-1 去掉最后一个,
		writer.write(className.substring(0, className.length()-1) + "},");
		writer.newLine();
		writer.write("methodsNumPerClass = {");
		writer.newLine();
		writer.write(methodsNumPerClass.substring(0, methodsNumPerClass.length()-1) + "},");
		writer.newLine();
		writer.write("methodsName = {");
		writer.newLine();
		writer.write(methodsName.substring(0, methodsName.length()-1) + "})");

		
}
				
	public void createClassBody() throws IOException{
		
		writer.newLine();
		writer.write("public class AutoFailMethodsTest {");
		writer.newLine();
		writer.write("	public static void main(String[] args) throws Exception {");
		writer.newLine();
		writer.write("		Class<AutoFailMethodsTest> clazz = AutoFailMethodsTest.class;");
		writer.newLine();
		writer.write("		SuiteClassesMethods scm = clazz.getAnnotation(SuiteClassesMethods.class);");
		writer.newLine();
		writer.write("		Class<?>[] className = scm.className();");
		writer.newLine();
		writer.write("		int[] methodsNumPerClass = scm.methodsNumPerClass();");
		writer.newLine();
		writer.write("		String[] methodsName = scm.methodsName();");
		writer.newLine();
		writer.write("		Map<Class<?>, List<String>> myClassMethodMap = new LinkedHashMap();");
		writer.newLine();
		writer.write("		List<List<String>> listMethodsName = new ArrayList<List<String>>();");
		writer.newLine();
		writer.write("		int k = 0;");
		writer.newLine();
		writer.write("		for (int i = 0; i < className.length; i++) {");
		writer.newLine();
		writer.write("			List<String> temp = new ArrayList<String>();");
		writer.newLine();
		writer.write("			for (int m = 0; m < methodsNumPerClass[i]; m++) {");
		writer.newLine();
		writer.write("		 		temp.add(methodsName[k]);");
		writer.newLine();
		writer.write("		 		k++;");
		writer.newLine();
		writer.write(" 			}");
		writer.newLine();
		writer.write("		listMethodsName.add(i, temp);");
		writer.newLine();
		writer.write("	 	myClassMethodMap.put(className[i], listMethodsName.get(i));");
		writer.newLine();
		writer.write(" 		}");
		writer.newLine();
		writer.write(" 		JUnitCore junitRunner = new JUnitCore();");
		writer.newLine();
		writer.write("		List<Result> methodsResult = new ArrayList<Result>();");
		writer.newLine();
		writer.write("		int failNum = 0;");
		writer.newLine();
		writer.write("		int successNum = 0;");
		writer.newLine();
		writer.write("		long runTime = 0L;");
		writer.newLine();
		writer.write("		for(Map.Entry<Class<?>, List<String>> entry : myClassMethodMap.entrySet()){");
		writer.newLine();
		writer.write("			Class testClass = entry.getKey();");
		writer.newLine();
		writer.write("			List<String> failMethod = entry.getValue();");
		writer.newLine();
		writer.write("			for(int i = 0; i < failMethod.size(); i++){");
		writer.newLine();
		writer.write("				Request request = Request.method(testClass, failMethod.get(i));");
		writer.newLine();
		writer.write("				Result result = junitRunner.run(request);");
		writer.newLine();
		writer.write("              runTime += result.getRunTime();");
		writer.newLine();
		writer.write("				if(result.wasSuccessful()){");
		writer.newLine();
		writer.write("					successNum++;");
		writer.newLine();
		writer.write("				}else{");
		writer.newLine();
		writer.write("					failNum++;");
		writer.newLine();
		writer.write("					methodsResult.add(result);");
		writer.newLine();
		writer.write("				}");
		writer.newLine();
		writer.write("			}	");
		writer.newLine();
		writer.write("		}");
		writer.newLine();
		writer.write("		try{");
		writer.newLine();
		// 记录结果集 ， 目录
		writer.write("			String filePath = System.getProperty(\"user.dir\") + \"/src/com/weibo/failmethods/Result.txt\";");
		writer.newLine();
		writer.write("			File file = new File(filePath);");
		writer.newLine();
		writer.write("			if(!file.exists()){");
		writer.newLine();
		writer.write("				file.createNewFile();");
		writer.newLine();
		writer.write("			}");
		writer.newLine();
		writer.write("			FileOutputStream fop = new FileOutputStream(file);");
		writer.newLine();
		
		writer.write("			SimpleDateFormat sdf = new SimpleDateFormat(\"yyyy.MM.dd HH:mm:ss,SSS\");");
		writer.newLine();
		writer.write("			fop.write(\"## Second Time's Result generated on: \".getBytes());");
		writer.newLine();
		writer.write("			fop.write(sdf.format(new Date()).getBytes());");
		writer.newLine();
		writer.write("			fop.write(\"\\n\".getBytes());");
		writer.newLine();
		writer.write("			StringBuffer sb = new StringBuffer();");
		writer.newLine();
		writer.write("			sb.append(\"===================== 结果集 =====================\");");
		writer.newLine();
		writer.write("			sb.append(\"\\n\");");
		writer.newLine();
		writer.write("			sb.append(\"用例总数：\" + methodsName.length);");
		writer.newLine();
		writer.write("			sb.append(\", 成功数：\" + successNum);");
		writer.newLine();
		writer.write("			sb.append(\", 失败数：\" + failNum);");
		writer.newLine();
		writer.write("			sb.append(\", 运行时间：\" + (runTime/1000)/60 + \" 分钟 \" + (runTime/1000)%60 + \" 秒\");");
		writer.newLine();
		writer.write("			sb.append(\"\\n\");");
		writer.newLine();
		writer.write("			sb.append(\"=================================================\");");
		writer.newLine();
		writer.write("			sb.append(\"\\n\");");
		writer.newLine();
		writer.write("			sb.append(\"\\n\");");
		writer.newLine();
		writer.write("			fop.write(sb.toString().getBytes());");
		writer.newLine();
		writer.write("			for(int j = 0; j < methodsResult.size(); j++){");
		writer.newLine();
		writer.write("				byte[] fail = methodsResult.get(j).getFailures().toString().getBytes();");
		writer.newLine();
		writer.write(" 				fop.write(fail);");
		writer.newLine();
		writer.write(" 				fop.write(\"\\n\".getBytes());");
		writer.newLine();
		writer.write(" 				fop.write(\"\\n\".getBytes());");
		writer.newLine();
		writer.write(" 			}");
		writer.newLine();
		writer.write("			fop.flush();");
		writer.newLine();
		writer.write("			fop.close();");
		writer.newLine();
		writer.write(" 		}catch(IOException e){");
		writer.newLine();
		writer.write("		e.printStackTrace();");
		writer.newLine();
		writer.write("		}");
		writer.newLine();	
		writer.write("	}");
		writer.newLine();	
		writer.write("}");
		writer.newLine();	
		
	}
	

	

	public void writeJavaClass(Map<String, List<String>> myClassMethodMap) throws IOException {
		try {

			File sourceFile = new File(System.getProperty("user.dir") + "/src/com/weibo/failmethods/" + "AutoFailMethodsTest.java");
			if (!sourceFile.exists()) {
				sourceFile.createNewFile();
			}

			if (sourceFile.exists() && !sourceFile.delete()) {
				throw new IOException("could not delete " + sourceFile);
			}
			writer = new BufferedWriter(new FileWriter(sourceFile));

			createClassAnnotation(myClassMethodMap);
			createClassBody();

		} catch (IOException e) {
			e.printStackTrace();
		} finally {
			writer.close();
		}
	}
}

运行生成的文件： AutoFailMethodsTest.java

得到结果Result.txt：

三.通过JUnitCore添加RunListener，获得失败信息

1.JUnitCore添加RunListener，代码如下：

<span style="font-family: Monaco;">package com.weibo.cases.hugang;</span>

import org.junit.Rule;
import org.junit.experimental.ParallelComputer;
import org.junit.experimental.max.MaxCore;
import org.junit.rules.ErrorCollector;
import org.junit.rules.TestWatcher;
import org.junit.runner.Description;
import org.junit.runner.JUnitCore;
import org.junit.runner.Result;

import com.weibo.cases.suite.LikeTestSuite;
import com.weibo.cases.suite.WangleiTestSuite;

public class RetryFailCaseTest {

	public static void main(String[] args) {
		
	JUnitCore core = new JUnitCore();
	core.addListener(new MyFailListener());
	Result rs = core.run(LikeTestSuite.class);
	
	System.out.println(rs.getRunCount() + " " + rs.getRunTime() + " " + rs.getFailureCount());
	
	}

}

MyFailListener类为RunListener类的子类，可以自定义一些操作，代码如下：

package com.weibo.cases.hugang;

import java.io.File;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.FileWriter;
import java.io.IOException;
import java.util.Set;
import java.util.TreeSet;

import org.junit.runner.notification.Failure;
import org.junit.runner.notification.RunListener;


public class MyFailListener extends RunListener {
	public void testFailure(Failure failure) throws IOException{

		
		File failFile = new File("myfail.txt");
		
		if(!failFile.exists()){
			failFile.createNewFile();
		}
		
		try {
			FileOutputStream fos = new FileOutputStream(failFile, true);
			fos.write((failure.toString() + "\n").getBytes());
			fos.close();
		} catch (FileNotFoundException e) {
			// TODO Auto-generated catch block
			e.printStackTrace();
		}
		
		
		
	}
}

自定义监听器MyFailListener将错误信息，写文件，文件内容类似于testObjectsDestroy(com.weibo.cases.xuelian.LikesListBatchLikeTest): object is null!

可以根据错误信息，聚合出失败文件，类似上一节“二.根据结果日志，自动生成测试类”，不再敖述。