java fastfds操作文件
fdfs_client.conf如下
connect_timeout = 2
network_timeout = 30
charset = UTF-8
http.tracker_http_port = 8080
http.anti_steal_token = no
tracker_server = 192.168.42.29:22122
package com.ctl.utils;
import com.ctl.utils.json.JsonDateValueProcessor;
import com.ctl.utils.json.JsonNumberValueProcessor;
import net.sf.json.JSONArray;
import net.sf.json.JSONObject;
import net.sf.json.JsonConfig;
import org.apache.commons.io.IOUtils;
import org.csource.common.MyException;
import org.csource.common.NameValuePair;
import org.csource.fastdfs.*;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;
import java.sql.Timestamp;
import java.util.Date;
import java.util.HashMap;
import java.util.Map;
import java.util.UUID;
/**
* Title: FastFdsUtil
* Description:
* Copyright: Copyright (c) 2018
* Company: www.ctl.com
* @author guolin
* @version 1.0
* @date 2018-08-14 21:04
*/
public class FastFdsUtil {
static Logger logger = LoggerFactory.getLogger(FastFdsUtil.class);
static JsonConfig jsonConfig = new JsonConfig();
static {
try {
String confPath = FastFdsUtil.class.getClassLoader().getResource("fdfs_client.conf").getPath();
ClientGlobal.init(confPath);
Map map = new HashMap<>();
jsonConfig.registerJsonValueProcessor(Date.class, new JsonDateValueProcessor());
jsonConfig.registerJsonValueProcessor(Timestamp.class, new JsonDateValueProcessor());
jsonConfig.registerJsonValueProcessor(Integer.class, new JsonNumberValueProcessor());
jsonConfig.registerJsonValueProcessor(Long.class, new JsonNumberValueProcessor());
jsonConfig.registerJsonValueProcessor(Byte.class, new JsonNumberValueProcessor());
jsonConfig.registerJsonValueProcessor(Float.class, new JsonNumberValueProcessor());
jsonConfig.registerJsonValueProcessor(Double.class, new JsonNumberValueProcessor());
} catch (IOException e) {
logger.error("FastFds初始化失败", e);
} catch (MyException e) {
logger.error("FastFds初始化失败", e);
}
}
/**
* 上传到服务器
* @param localFilePath 本地文件全路径
* @return
*/
public String[] fileLocalUpload(String localFilePath) {
return fileLocalUpload(localFilePath, null);
}
/**
* 上传到服务器
* @param localFilePath 本地文件全路径
* @param nvp NameValuePair
* @return
*/
public String[] fileLocalUpload(String localFilePath, NameValuePair[] nvp) {
try {
TrackerClient tracker = new TrackerClient();
TrackerServer trackerServer = tracker.getConnection();
StorageServer storageServer = null;
StorageClient storageClient = new StorageClient(trackerServer, storageServer);
String fileIds[] = storageClient.upload_file(localFilePath, "png", nvp);
logger.info("fileIds.length={}", fileIds.length);
logger.info("组名={}", fileIds[0]);
logger.info("路径={} ", fileIds[1]);
return fileIds;
} catch (FileNotFoundException e) {
logger.error("FastFds上传失败", e);
} catch (IOException e) {
logger.error("FastFds上传失败", e);
} catch (MyException e) {
logger.error("FastFds上传失败", e);
}
return null;
}
/**
* 从文件服务器下载
* @param remoteFilename 文件名称例如: M00/00/00/wKgqHVty2ZCAHaBvAAE0vHMtwgw608.png
* @return
*/
public boolean fileServerDownload(String remoteFilename) {
return fileServerDownload("group1", remoteFilename, System.getProperty("java.io.tmpdir") + UUID.randomUUID().toString() + ".tmp");
}
/**
* 从文件服务器下载
* @param remoteFilename 服务器文件名称例如: M00/00/00/wKgqHVty2ZCAHaBvAAE0vHMtwgw608.png
* @param localDownloadPath 下载到本地路径
* @return
*/
public boolean fileServerDownload(String remoteFilename, String localDownloadPath) {
return fileServerDownload("group1", remoteFilename, localDownloadPath);
}
/**
* 从文件服务器下载
* @param groupName 组名
* @param remoteFilename 服务器文件名称例如: M00/00/00/wKgqHVty2ZCAHaBvAAE0vHMtwgw608.png
* @param localDownloadPath 下载到本地路径
* @return
*/
public boolean fileServerDownload(String groupName, String remoteFilename, String localDownloadPath) {
try {
TrackerClient tracker = new TrackerClient();
TrackerServer trackerServer = tracker.getConnection();
StorageServer storageServer = null;
StorageClient storageClient = new StorageClient(trackerServer, storageServer);
byte[] b = storageClient.download_file(groupName, remoteFilename);
IOUtils.write(b, new FileOutputStream(localDownloadPath));
return true;
} catch (Exception e) {
logger.error("FastFds下载失败", e);
return false;
}
}
/**
* 获取文件信息
* @param remoteFilename 服务器文件名称例如: M00/00/00/wKgqHVty2ZCAHaBvAAE0vHMtwgw608.png
* @return
*/
public FileInfo getFileInfo(String remoteFilename) {
return getFileInfo("group1", remoteFilename);
}
/**
* 获取文件信息
* @param groupName 组名
* @param remoteFilename 服务器文件名称例如: M00/00/00/wKgqHVty2ZCAHaBvAAE0vHMtwgw608.png
* @return
*/
public FileInfo getFileInfo(String groupName, String remoteFilename) {
try {
TrackerClient tracker = new TrackerClient();
TrackerServer trackerServer = tracker.getConnection();
StorageServer storageServer = null;
StorageClient storageClient = new StorageClient(trackerServer, storageServer);
FileInfo fi = storageClient.get_file_info(groupName, remoteFilename);
System.out.println(fi.getSourceIpAddr());
System.out.println(fi.getFileSize());
System.out.println(fi.getCreateTimestamp());
System.out.println(fi.getCrc32());
return fi;
} catch (Exception e) {
logger.error("FastFds获取文件信息失败", e);
return null;
}
}
public NameValuePair[] getFileMate(String remoteFilename) {
return getFileMate("group1", remoteFilename);
}
public NameValuePair[] getFileMate(String groupName, String remoteFilename) {
try {
TrackerClient tracker = new TrackerClient();
TrackerServer trackerServer = tracker.getConnection();
StorageServer storageServer = null;
StorageClient storageClient = new StorageClient(trackerServer, storageServer);
NameValuePair nvps[] = storageClient.get_metadata(groupName, remoteFilename);
for (NameValuePair nvp : nvps) {
System.out.println(nvp.getName() + ":" + nvp.getValue());
}
return nvps;
} catch (Exception e) {
logger.error("FastFds获取文件描述信息失败", e);
return null;
}
}
/**
* 删除服务器文件
* @param remoteFilename 服务器文件名称例如: M00/00/00/wKgqHVty2ZCAHaBvAAE0vHMtwgw608.png
* @return
*/
public boolean delete(String remoteFilename) {
return delete("group1", remoteFilename);
}
/**
* 删除服务器文件
* @param groupName 组名
* @param remoteFilename 服务器文件名称例如: M00/00/00/wKgqHVty2ZCAHaBvAAE0vHMtwgw608.png
* @return
*/
public boolean delete(String groupName, String remoteFilename) {
try {
TrackerClient tracker = new TrackerClient();
TrackerServer trackerServer = tracker.getConnection();
StorageServer storageServer = null;
StorageClient storageClient = new StorageClient(trackerServer, storageServer);
int i = storageClient.delete_file("group1", remoteFilename);
logger.info(i == 0 ? "删除成功" : "删除失败:" + i);
return i == 0 ? true : false;
} catch (Exception e) {
logger.error("FastFds删除失败", e);
return false;
}
}
public static void main(String[] args) {
FastFdsUtil fastFdsTest = new FastFdsUtil();
String[] strings = fastFdsTest.fileLocalUpload("E:\\fAPP\\_20180814101019.png");
logger.info(JSONArray.fromObject(strings,jsonConfig).toString());
logger.info(JSONObject.fromObject(fastFdsTest.getFileInfo(strings[1]),jsonConfig).toString());
logger.info("downresult={}", fastFdsTest.fileServerDownload("group1", strings[1], "e:\\"+UUID.randomUUID()+"test.png"));
logger.info("delresult={}", fastFdsTest.delete( strings[1]));
}
}