JAVA 从HDFS下载文件和文件夹到网页

 测试网页：

    



test

    download
    download dir

控制台调用：

@RestController
@EnableAutoConfiguration
public class HelloController {

//网页访问路径
@RequestMapping(value = "/download", method = {RequestMethod.GET})
    public ModelAndView download() {
        ModelAndView view = new ModelAndView();
        view.setViewName("download");
        return view;
    }

//下载单文件

@RequestMapping(value = "/down", method = {RequestMethod.POST, RequestMethod.GET})
    public ResponseEntity down(HttpServletRequest request) throws Exception {

        HttpHeaders headers = new HttpHeaders();
        headers.add("Cache-Control", "no-cache, no-store, must-revalidate");
        headers.add("Content-Disposition", "attachment; filename=" + System.currentTimeMillis() + "mp3");
        headers.add("Pragma", "no-cache");
        headers.add("Expires", "0");
        headers.add("Last-Modified", new Date().toString());
        headers.add("ETag", String.valueOf(System.currentTimeMillis()));
        HDFSClient hdfsClient = new HDFSClient();
        InputStream in = hdfsClient.down1("/DataOwner1/Folder_txt/file.mp3");
        return ResponseEntity
                .ok()
                .headers(headers)
                .contentLength(in.available())
                .contentType(MediaType.parseMediaType("application/octet-stream"))
//                .body(new ZipOutputStream(zipOutputStream));
                .body(new InputStreamResource(in));

    }

//下载文件夹
@RequestMapping(value = "/downDir", method = {RequestMethod.POST, RequestMethod.GET})
    public ResponseEntity downDir(HttpServletRequest request) throws Exception {
        HttpHeaders headers = new HttpHeaders();
        headers.add("Cache-Control", "no-cache, no-store, must-revalidate");
        headers.add("Content-Disposition", "attachment; filename=" + System.currentTimeMillis() + ".zip");
        headers.add("Pragma", "no-cache");
        headers.add("Expires", "0");
        headers.add("Last-Modified", new Date().toString());
        headers.add("ETag", String.valueOf(System.currentTimeMillis()));
        String cloudPath = "/DataOwner2/Folder1";
        HDFSClient hdfsClient = new HDFSClient();
        ByteArrayOutputStream zos = (ByteArrayOutputStream) hdfsClient.down2(cloudPath);
        byte[] out = zos.toByteArray();
        zos.close();
        ResponseEntity response = new ResponseEntity<>(out, headers, HttpStatus.OK);
        return response;

    }

}

 具体实现：

@Service
public class HDFSClient {

//单文件
public InputStream down1(String cloudPath) throws IOException, InterruptedException, URISyntaxException {
        // 1获取对象
        Configuration conf = new Configuration();
        FileSystem fs = FileSystem.get(new URI("hdfs://192.168.1.102:9000"), conf, "hadoop");
        FSDataInputStream in = fs.open(new Path(cloudPath));
        return in;
    }




//多文件
    public OutputStream down2(String cloudPath) throws IOException, InterruptedException, URISyntaxException {
        // 1获取对象
        Configuration conf = new Configuration();
        FileSystem fs = FileSystem.get(new URI("hdfs://192.168.1.102:9000"), conf, "hadoop");
        ByteArrayOutputStream out = new ByteArrayOutputStream();
        ZipOutputStream zos = new ZipOutputStream(out);
        compress(cloudPath, zos, fs);
        zos.close();
        return out;
    }

public  void compress(String baseDir, ZipOutputStream zipOutputStream, FileSystem fs) throws IOException {

        FileStatus[] fileStatulist = fs.listStatus(new Path(baseDir));
        //
        System.out.println("basedir = " + baseDir);
        String[] strs = baseDir.split("/");
        String lastName = strs[strs.length - 1];
        
        //zos = new ZipOutputStream(new FileOutputStream(zipFile));
        for (int i = 0; i < fileStatulist.length; i++) {

            String name = fileStatulist[i].getPath().toString().substring(25);
            name = name.substring(name.indexOf("/"+lastName));

            if (fileStatulist[i].isFile()) {
                Path path = fileStatulist[i].getPath();
                FSDataInputStream inputStream = fs.open(path);
                System.out.println("fileStatulist[i].getPath().getName()" + fileStatulist[i].getPath().getName());
                zipOutputStream.putNextEntry(new ZipEntry( name));
                IOUtils.copyBytes(inputStream, zipOutputStream, 1024);
                inputStream.close();// Folder2 1.m3p
           
            } else {        
                System.out.println(fileStatulist[i].getPath().getName() + "/");
                zipOutputStream.putNextEntry(new ZipEntry(name + "/"));
                System.out.println("fileStatulist[i].getPath().toString().substring(25) = " + fileStatulist[i].getPath().toString().substring(25));
                compress(fileStatulist[i].getPath().toString().substring(25), zipOutputStream, fs);
            }
        }
    }

}