import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import org.apache.commons.io.FileUtils;
import org.apache.commons.lang.StringUtils;
public class BadWordsUtil {
public static final int WORDS_MAX_LENGTH = 10;
public static final String BAD_WORDS_LIB_FILE_NAME ="badWords.txt";
//敏感词列表
public static Map[] badWordsList = null;
//敏感词索引
public static Map<String, Integer> wordIndex = new HashMap<String, Integer>();
/*
* 初始化敏感词库
*/
public static void initbadWordsList() throws IOException {
if (badWordsList == null) {
badWordsList = new Map[WORDS_MAX_LENGTH];
for (int i = 0; i < badWordsList.length; i++) {
badWordsList[i] = new HashMap<String, String>();
}
}
//敏感词词库所在目录,这里为txt文本,一个敏感词一行
String path = BadWordsUtil.class.getClassLoader()
.getResource(BAD_WORDS_LIB_FILE_NAME)
.getPath();
System.out.println(path);
List<String> words = FileUtils.readLines(new File(path),"UTF-8");
for (String w : words) {
if (StringUtils.isNotBlank(w)) {
//将敏感词按长度存入map
badWordsList[w.length()].put(w.toLowerCase(),"");
Integer index = wordIndex.get(w.substring(0, 1));
//生成敏感词索引,存入map
if (index == null) {
index = 0;
}
int x = (int) Math.pow(2, w.length());
index = (index | x);
wordIndex.put(w.substring(0, 1), index);
}
}
}
/**
* 检索敏感词
* @param content
* @return
*/
public static List<String> searchBanWords(String content) {
if (badWordsList == null) {
try {
initbadWordsList();
} catch (IOException e) {
throw new RuntimeException(e);
}
}
List<String> result = new ArrayList<String>();
for (int i = 0; i < content.length(); i++) {
Integer index = wordIndex.get(content.substring(i, i + 1));
int p = 0;
while ((index != null) && (index > 0)) {
p++;
index = index >> 1;
String sub ="";
if ((i + p) < (content.length() - 1)) {
sub = content.substring(i, i + p);
} else {
sub = content.substring(i);
}
if (((index % 2) == 1) && badWordsList[p].containsKey(sub)) {import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import org.apache.commons.io.FileUtils;
import org.apache.commons.lang.StringUtils;
public class BadWordsUtil {
public static final int WORDS_MAX_LENGTH = 10;
public static final String BAD_WORDS_LIB_FILE_NAME ="badWords.txt";
//敏感词列表
public static Map[] badWordsList = null;
//敏感词索引
public static Map<String, Integer> wordIndex = new HashMap<String, Integer>();
/*
* 初始化敏感词库
*/
public static void initbadWordsList() throws IOException {
if (badWordsList == null) {
badWordsList = new Map[WORDS_MAX_LENGTH];
for (int i = 0; i < badWordsList.length; i++) {
badWordsList[i] = new HashMap<String, String>();
}
}
//敏感词词库所在目录,这里为txt文本,一个敏感词一行
String path = BadWordsUtil.class.getClassLoader()
.getResource(BAD_WORDS_LIB_FILE_NAME)
.getPath();
System.out.println(path);
List<String> words = FileUtils.readLines(new File(path),"UTF-8");
for (String w : words) {
if (StringUtils.isNotBlank(w)) {
//将敏感词按长度存入map
badWordsList[w.length()].put(w.toLowerCase(),"");
Integer index = wordIndex.get(w.substring(0, 1));
//生成敏感词索引,存入map
if (index == null) {
index = 0;
}
int x = (int) Math.pow(2, w.length());
index = (index | x);
wordIndex.put(w.substring(0, 1), index);
}
}
}
/**
* 检索敏感词
* @param content
* @return
*/
public static List<String> searchBanWords(String content) {
if (badWordsList == null) {
try {
initbadWordsList();
} catch (IOException e) {
throw new RuntimeException(e);
}
}
List<String> result = new ArrayList<String>();
for (int i = 0; i < content.length(); i++) {
Integer index = wordIndex.get(content.substring(i, i + 1));
int p = 0;
while ((index != null) && (index > 0)) {
p++;
index = index >> 1;
String sub ="";
if ((i + p) < (content.length() - 1)) {
sub = content.substring(i, i + p);
} else {
sub = content.substring(i);
}
if (((index % 2) == 1) && badWordsList[p].containsKey(sub)) {
result.add(content.substring(i, i + p));
}
}
}
return result;
}
public static void main(String[] args) throws IOException {
String content ="含有敏感词的测试";
BadWordsUtil.initbadWordsList();
List<String> badWordList = BadWordsUtil.searchBanWords(content);
if (badWordList.size() == 0){
System.out.println("没有找到敏感词!");
}else{
for(String s : badWordList){
System.out.println("找到敏感词:"+s);
}
}
}
result.add(content.substring(i, i + p));}}} return result;} public static void main(String[] args) throws IOException { String content ="含有敏感词的测试";BadWordsUtil.initbadWordsList(); List<String> badWordList = BadWordsUtil.searchBanWords(content); if (badWordList.size() == 0){System.out.println("没有找到敏感词!");}else{ for(String s : badWordList){System.out.println("找到敏感词:"+s);}}}