hadoop hdfs 命令行

创建hdfs目录\子目录

hadoop fs -mkdir  /user

hadoop fs -mkdir /user/hduser

查看目录

hadoop fs -ls  /

hadoop fs -ls /user

一次性查看所有目录

hadoop fs -ls -R /

drwxrwx--- - root supergroup 0 2020-05-27 11:04 /tmp

drwxrwx---  - root supergroup          0 2020-05-27 11:04 /tmp/hadoop-yarn

drwxrwx---  - root supergroup          0 2020-05-27 11:04 /tmp/hadoop-yarn/staging

drwxrwx---  - root supergroup          0 2020-05-27 11:04 /tmp/hadoop-yarn/staging/history

drwxrwx---  - root supergroup          0 2020-05-27 11:04 /tmp/hadoop-yarn/staging/history/done

drwxrwxrwt  - root supergroup          0 2020-05-27 11:04 /tmp/hadoop-yarn/staging/history/done_intermediate

drwxr-xr-x  - root supergroup          0 2020-05-27 13:57 /user

drwxr-xr-x  - root supergroup          0 2020-05-27 13:57 /user/hduser

创建多级目录

hadoop fs -mkdir -p /dir1/dir2/dir3

drwxr-xr-x - root supergroup 0 2020-05-27 14:02 /dir1

drwxr-xr-x  - root supergroup          0 2020-05-27 14:02 /dir1/dir2

drwxr-xr-x  - root supergroup          0 2020-05-27 14:02 /dir1/dir2/dir3

复制本地文件到HDFS

hadoop fs -copyFromLocal /root/docker-ce-18.03.1.ce-1.el7.centos.x86_64.rpm /user/hduserhadoop 

fs -copyFromLocal /root/wget-log /user/hduser

fs -copyFromLocal -f  /root/wget-log /user/hduser

查看文件内容

hadoop fs -cat /user/hduser/wget-log

hadoop fs -cat /user/hduser/wget-log |more

使用-put复制文件

hadoop fs -put  /root/wget-log /user/hduser/readme.txt

-put会接受标准输入

echo  "hello world" | hadoop fs -put -  /user/hduser/readme.txt

将hdfs文件复制到本地

hadoop fs -copyToLocal /user/hduser/readme3.txt

hadoop fs -copyToLocal /user/hduser

hadoop fs -get /user/hduser/readme3.txt

hadoop fs -cp /user/hduser/readme2.txt  /user/hduser/test

删除hdfs文件

hadoop fs -rm  /user/hduser/readme2.txt 

通过web页面浏览文件

http://ip address:50070