Hadoop v2.5.2 FS Shell 备忘录

Overview

bin/hadoop fs <args>

appendToFile

Usage: hdfs dfs -appendToFile <localsrc> ... <dst>

• hdfs dfs -appendToFile localfile /user/hadoop/hadoopfile
• hdfs dfs -appendToFile localfile1 localfile2 /user/hadoop/hadoopfile
• hdfs dfs -appendToFile localfile hdfs://nn.example.com/hadoop/hadoopfile

cat

Usage: hdfs dfs -cat URI [URI ...]

• hdfs dfs -cat hdfs://nn1.example.com/file1 hdfs://nn2.example.com/file2
• hdfs dfs -cat file:///file3 /user/hadoop/file4

chgrp

Usage: hdfs dfs -chgrp [-R] GROUP URI [URI ...]

chmod

Usage: hdfs dfs -chmod [-R] <MODE[,MODE]... | OCTALMODE> URI [URI ...]

chown

Usage: hdfs dfs -chown [-R] [OWNER][:[GROUP]] URI [URI ]

copyFromLocal

Usage: hdfs dfs -copyFromLocal <localsrc> URI

copyToLocal

Usage: hdfs dfs -copyToLocal [-ignorecrc] [-crc] URI <localdst>

count

Usage: hdfs dfs -count [-q] <paths>

• hdfs dfs -count hdfs://nn1.example.com/file1 hdfs://nn2.example.com/file2
• hdfs dfs -count -q hdfs://nn1.example.com/file1

cp

Usage: hdfs dfs -cp [-f] [-p | -p[topax]] URI [URI ...] <dest>

• hdfs dfs -cp /user/hadoop/file1 /user/hadoop/file2
• hdfs dfs -cp /user/hadoop/file1 /user/hadoop/file2 /user/hadoop/dir

du

Usage: hdfs dfs -du [-s] [-h] URI [URI ...]

• hdfs dfs -du /user/hadoop/dir1 /user/hadoop/file1 hdfs://nn.example.com/user/hadoop/dir1

dus

Usage: hdfs dfs -dus <args>

expunge

Usage: hdfs dfs -expunge

get

Usage: hdfs dfs -get [-ignorecrc] [-crc] <src> <localdst>

• hdfs dfs -get /user/hadoop/file localfile
• hdfs dfs -get hdfs://nn.example.com/user/hadoop/file localfile

getfacl

Usage: hdfs dfs -getfacl [-R] <path>

• hdfs dfs -getfacl /file
• hdfs dfs -getfacl -R /dir

getfattr

Usage: hdfs dfs -getfattr [-R] -n name | -d [-e en] <path>

• hdfs dfs -getfattr -d /file
• hdfs dfs -getfattr -R -n user.myAttr /dir

getmerge

Usage: hdfs dfs -getmerge <src> <localdst> [addnl]

ls

Usage: hdfs dfs -ls <args>

• hdfs dfs -ls /user/hadoop/file1

lsr

Usage: hdfs dfs -lsr <args>

mkdir

Usage: hdfs dfs -mkdir [-p] <paths>

• hdfs dfs -mkdir /user/hadoop/dir1 /user/hadoop/dir2
• hdfs dfs -mkdir hdfs://nn1.example.com/user/hadoop/dir hdfs://nn2.example.com/user/hadoop/dir

moveFromLocal

Usage: dfs -moveFromLocal <localsrc> <dst>

moveToLocal

Usage: hdfs dfs -moveToLocal [-crc] <src> <dst>

mv

Usage: hdfs dfs -mv URI [URI ...] <dest>

• hdfs dfs -mv /user/hadoop/file1 /user/hadoop/file2
• hdfs dfs -mv hdfs://nn.example.com/file1 hdfs://nn.example.com/file2 hdfs://nn.example.com/file3 hdfs://nn.example.com/dir1

put

Usage: hdfs dfs -put <localsrc> ... <dst>

• hdfs dfs -put localfile /user/hadoop/hadoopfile
• hdfs dfs -put localfile1 localfile2 /user/hadoop/hadoopdir
• hdfs dfs -put localfile hdfs://nn.example.com/hadoop/hadoopfile
• hdfs dfs -put - hdfs://nn.example.com/hadoop/hadoopfile Reads the input from stdin.

rm

Usage: hdfs dfs -rm [-skipTrash] URI [URI ...]

• hdfs dfs -rm hdfs://nn.example.com/file /user/hadoop/emptydir

rmr

Usage: hdfs dfs -rmr [-skipTrash] URI [URI ...]

• hdfs dfs -rmr /user/hadoop/dir
• hdfs dfs -rmr hdfs://nn.example.com/user/hadoop/dir

setfacl

Usage: hdfs dfs -setfacl [-R] [-b|-k -m|-x <acl_spec> <path>]|[--set <acl_spec> <path>]

• hdfs dfs -setfacl -m user:hadoop:rw- /file
• hdfs dfs -setfacl -x user:hadoop /file
• hdfs dfs -setfacl -b /file
• hdfs dfs -setfacl -k /dir
• hdfs dfs -setfacl --set user::rw-,user:hadoop:rw-,group::r--,other::r-- /file
• hdfs dfs -setfacl -R -m user:hadoop:r-x /dir
• hdfs dfs -setfacl -m default:user:hadoop:r-x /dir

setfattr

Usage: hdfs dfs -setfattr -n name [-v value] | -x name <path>

• hdfs dfs -setfattr -n user.myAttr -v myValue /file
• hdfs dfs -setfattr -n user.noValue /file
• hdfs dfs -setfattr -x user.myAttr /file

setrep

Usage: hdfs dfs -setrep [-R] [-w] <numReplicas> <path>

• hdfs dfs -setrep -w 3 /user/hadoop/dir1

stat

Usage: hdfs dfs -stat URI [URI ...]

tail

Usage: hdfs dfs -tail [-f] URI

• hdfs dfs -tail pathname

test

Usage: hdfs dfs -test -[ezd] URI

• hdfs dfs -test -e filename

text

Usage: hdfs dfs -text <src>

touchz

Usage: hdfs dfs -touchz URI [URI ...]

• hadoop -touchz pathname