hdfs获取下一级目录名和递归获取所有目录和所有文件名

1.获取下一级目录名

private static void getPath(Path path, BufferedWriter writer) {
        try {
            if (fileSystem == null || path == null) {
                return;
            }
            //获取文件列表
            FileStatus[] files = fileSystem.listStatus(path);
            Path[] paths = FileUtil.stat2Paths(files);
            for (Path p : paths) {
                writer.write(p.toString);
                writer.newLine();
                System.out.println(p);
            }
        } catch (Exception e) {
            e.printStackTrace();
        }
    }    

2.递归获取每级目录名和文件名

private static void getPath2(Path path, BufferedWriter writer) {
        try {
//            Pattern pattern = Pattern.compile(".map$");
            if (fileSystem == null || path == null) {
                return;
            }
            //获取文件列表
            FileStatus[] files = fileSystem.listStatus(path);
 //展示文件信息
            for (int i = 0; i < files.length; i++) {
                if (files[i].isDirectory()) {
                System.out.println(">>>" + files[i].getPath()+ ", dir owner:" + files[i].getOwner());
                writer.write(files[i].getPath().toString());
                writer.newLine();
                //递归调用
                getPath(files[i].getPath(), writer);
                }
            }
        } catch (Exception e) {
            e.printStackTrace();
        }
    }

 

你可能感兴趣的:(hadoop)