Linux命令(122)之rsync
linux命令之rsync
1.rsync介绍
linux命令rysnc是一个在linux系统上通过网络在系统间同步文件夹和文件的网络协议。
前提：rsync需在远程和本地系统上安装
2.rsync用法
rsync [参数]
| 参数 | 说明 |
| -v | 详细模式输出，传输时的进度等信息 |
| -z | 传输时进行压缩以提高传输效率 |
| -a | 归档模式，表示以递归方式传输文件，并保持所有文件属性，等于-rtopgdl |
| -l | 会把软链接指向的目标文件复制到对端目录中 |
| -e | 指定使用ssh还是其他方式来数据同步 |
| --bwlimit=10 | 限制传输速度 |
| --exclude=PATH | 表示指定排除不需要传输的文件，等号后面跟文件名，可以是万用字符模式(如：*.txt) |
| --delete | 表示删除DST中RSC没有的文件 |
3.实例
3.1.本地目录传输
命令：
rsync -avz /root/245/ /opt/245
[root@kibana ~]# rsync -avz /root/245/ /opt/245
sending incremental file list
created directory /opt/245
./
245.txt
aa.txt
bb.txt
test -> /root/192.168.10.245.txt
sent 308 bytes received 110 bytes 836.00 bytes/sec
total size is 116 speedup is 0.28
[root@kibana 245]# pwd
/opt/245
[root@kibana 245]# ls -l
总用量 12
-rw-r--r-- 1 root root 52 11月 14 09:04 245.txt
-rw-r--r-- 1 root root 16 11月 14 09:05 aa.txt
-rw-r--r-- 1 root root 24 11月 14 09:06 bb.txt
lrwxrwxrwx 1 root root 24 11月 14 09:05 test -> /root/192.168.10.245.txt
[root@kibana 245]#
3.2.增量同步
命令：
rsync -avz /root/245/ /opt/245
[root@kibana 245]# pwd
/root/245
[root@kibana 245]# ls
245.txt aa.txt bb.txt test
[root@kibana 245]# touch cc.txt
[root@kibana 245]# echo cc >>cc.txt
[root@kibana 245]# ll
总用量 16
-rw-r--r-- 1 root root 52 11月 14 09:04 245.txt
-rw-r--r-- 1 root root 16 11月 14 09:05 aa.txt
-rw-r--r-- 1 root root 24 11月 14 09:06 bb.txt
-rw-r--r-- 1 root root 3 11月 14 09:26 cc.txt
lrwxrwxrwx 1 root root 24 11月 14 09:05 test -> /root/192.168.10.245.txt
[root@kibana 245]# rsync -avz /root/245/ /opt/245 #首次，会在本地和远程之间拷贝所有内容；后续，只会传输发生改变的块或者字节。
sending incremental file list
./
cc.txt
sent 229 bytes received 38 bytes 534.00 bytes/sec
total size is 119 speedup is 0.45
[root@kibana 245]#
[root@kibana 245]# pwd
/opt/245
[root@kibana 245]# ls -l
总用量 16
-rw-r--r-- 1 root root 52 11月 14 09:04 245.txt
-rw-r--r-- 1 root root 16 11月 14 09:05 aa.txt
-rw-r--r-- 1 root root 24 11月 14 09:06 bb.txt
-rw-r--r-- 1 root root 3 11月 14 09:26 cc.txt
lrwxrwxrwx 1 root root 24 11月 14 09:05 test -> /root/192.168.10.245.txt
[root@kibana 245]# cat cc.txt
cc
[root@kibana 245]#
3.3.本地目录传输(不拷贝软链接)
命令：
rsync -rvz /root/245/ /opt/245
[root@kibana 245]# rsync -rvz /root/245/ /opt/245
sending incremental file list
created directory /opt/245
skipping non-regular file "test"
./
245.txt
aa.txt
bb.txt
cc.txt
ztj/
ztj/ztj.txt
sent 454 bytes received 190 bytes 1,288.00 bytes/sec
total size is 123 speedup is 0.19
[root@kibana 245]#
[root@kibana opt]# pwd
/opt
[root@kibana opt]# ls
245
[root@kibana opt]# cd 245/
[root@kibana 245]# ls
245.txt aa.txt bb.txt cc.txt ztj
[root@kibana 245]# ll
总用量 16
-rw-r--r-- 1 root root 52 11月 14 09:32 245.txt
-rw-r--r-- 1 root root 16 11月 14 09:32 aa.txt
-rw-r--r-- 1 root root 24 11月 14 09:32 bb.txt
-rw-r--r-- 1 root root 3 11月 14 09:32 cc.txt
drwxr-xr-x 2 root root 21 11月 14 09:32 ztj
[root@kibana 245]#
3.4.本地目录传输(不拷贝ztj目录)
命令：
rsync --exclude=ztj -avz /root/245/ /opt/245
[root@kibana 245]# ls
245.txt aa.txt bb.txt cc.txt test zt
[root@kibana 245]# rsync --exclude=ztj -avz /root/245/ /opt/245
sending incremental file list
./
245.txt
aa.txt
bb.txt
cc.txt
test -> /root/192.168.10.245.txt
sent 372 bytes received 98 bytes 940.00 bytes/sec
total size is 119 speedup is 0.25
[root@kibana 245]#
[root@kibana 245]# pwd
/opt/245
[root@kibana 245]# ls
245.txt aa.txt bb.txt cc.txt test
[root@kibana 245]# ll
总用量 16
-rw-r--r-- 1 root root 52 11月 14 09:04 245.txt
-rw-r--r-- 1 root root 16 11月 14 09:05 aa.txt
-rw-r--r-- 1 root root 24 11月 14 09:06 bb.txt
-rw-r--r-- 1 root root 3 11月 14 09:26 cc.txt
lrwxrwxrwx 1 root root 24 11月 14 09:05 test -> /root/192.168.10.245.txt
[root@kibana 245]# 3.5.本地目录传输(删除destination path中source path没有的文件)
命令：
rsync --exclude=ztj --delete -avz /root/245/ /opt/245
[root@kibana 245]# pwd
/opt/245
[root@kibana 245]# touch test.txt
[root@kibana 245]# ls
245.txt aa.txt bb.txt cc.txt test test.txt
[root@kibana 245]# rsync --exclude=ztj --delete -avz /root/245/ /opt/245
sending incremental file list
deleting test.txt
sent 179 bytes received 24 bytes 406.00 bytes/sec
total size is 119 speedup is 0.59
[root@kibana 245]# ll
总用量 16
-rw-r--r-- 1 root root 52 11月 14 09:04 245.txt
-rw-r--r-- 1 root root 16 11月 14 09:05 aa.txt
-rw-r--r-- 1 root root 24 11月 14 09:06 bb.txt
-rw-r--r-- 1 root root 3 11月 14 09:26 cc.txt
lrwxrwxrwx 1 root root 24 11月 14 09:05 test -> /root/192.168.10.245.txt
[root@kibana 245]#
3.6.远程主机同步
命令：
rsync -avz /root/245/ [email protected]:/opt/245/
[root@kibana 245]# rsync -avz /root/245/ [email protected]:/opt/245/
The authenticity of host '192.168.10.247 (192.168.10.247)' can't be established.
ECDSA key fingerprint is SHA256:on9qXOFnb3h2UVou3YekMaIqC8l4pD0IvCMimfQwFsA.
ECDSA key fingerprint is MD5:52:fe:8d:28:ea:f0:33:45:b1:1c:e1:29:d0:b4:e3:2a.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added '192.168.10.247' (ECDSA) to the list of known hosts.
[email protected]'s password:
sending incremental file list
created directory /opt/245
./
245.txt
aa.txt
bb.txt
cc.txt
test -> /root/192.168.10.245.txt
ztj/
ztj/ztj.txt
sent 480 bytes received 156 bytes 181.71 bytes/sec
total size is 123 speedup is 0.19
[root@kibana 245]#
[root@rhel77 ~]# cd /opt/245/
[root@rhel77 245]# ls -l
total 16
-rw-r--r-- 1 root root 52 Nov 14 09:04 245.txt
-rw-r--r-- 1 root root 16 Nov 14 09:05 aa.txt
-rw-r--r-- 1 root root 24 Nov 14 09:06 bb.txt
-rw-r--r-- 1 root root 3 Nov 14 09:26 cc.txt
lrwxrwxrwx 1 root root 24 Nov 14 09:05 test -> /root/192.168.10.245.txt #远程主机拷贝，软链接文件不会同步拷贝过来
drwxr-xr-x 2 root root 21 Nov 14 09:28 ztj
[root@rhel77 245]#
3.7.指定使用ssh方式同步数据
命令：
rsync -avz /root/245/ -e "ssh -p 22" [email protected]:/opt/245/
[root@kibana 245]# rsync -avz /root/245/ -e "ssh -p 22" [email protected]:/opt/245/
[email protected]'s password:
sending incremental file list
created directory /opt/245
./
245.txt
aa.txt
bb.txt
cc.txt
test -> /root/192.168.10.245.txt
ztj/
ztj/ztj.txt
sent 480 bytes received 156 bytes 424.00 bytes/sec
total size is 123 speedup is 0.19
[root@kibana 245]#
[root@rhel77 ~]# cd /opt/245/
[root@rhel77 245]# ls -l
total 16
-rw-r--r-- 1 root root 52 Nov 14 09:04 245.txt
-rw-r--r-- 1 root root 16 Nov 14 09:05 aa.txt
-rw-r--r-- 1 root root 24 Nov 14 09:06 bb.txt
-rw-r--r-- 1 root root 3 Nov 14 09:26 cc.txt
lrwxrwxrwx 1 root root 24 Nov 14 09:05 test -> /root/192.168.10.245.txt #远程主机拷贝，软链接文件不会同步拷贝过来
drwxr-xr-x 2 root root 21 Nov 14 09:28 ztj
[root@rhel77 245]#
3.8.rsync帮助命令
命令：
rsync --help
[root@kibana 245]# rsync --help
rsync version 3.1.2 protocol version 31
Copyright (C) 1996-2015 by Andrew Tridgell, Wayne Davison, and others.
Web site: http://rsync.samba.org/
Capabilities:
64-bit files, 64-bit inums, 64-bit timestamps, 64-bit long ints,
socketpairs, hardlinks, symlinks, IPv6, batchfiles, inplace,
append, ACLs, xattrs, iconv, symtimes, prealloc
rsync comes with ABSOLUTELY NO WARRANTY. This is free software, and you
are welcome to redistribute it under certain conditions. See the GNU
General Public Licence for details.
rsync is a file transfer program capable of efficient remote update
via a fast differencing algorithm.
Usage: rsync [OPTION]... SRC [SRC]... DEST
or rsync [OPTION]... SRC [SRC]... [USER@]HOST:DEST
or rsync [OPTION]... SRC [SRC]... [USER@]HOST::DEST
or rsync [OPTION]... SRC [SRC]... rsync://[USER@]HOST[:PORT]/DEST
or rsync [OPTION]... [USER@]HOST:SRC [DEST]
or rsync [OPTION]... [USER@]HOST::SRC [DEST]
or rsync [OPTION]... rsync://[USER@]HOST[:PORT]/SRC [DEST]
The ':' usages connect via remote shell, while '::' & 'rsync://' usages connect
to an rsync daemon, and require SRC or DEST to start with a module name.
Options
-v, --verbose increase verbosity
--info=FLAGS fine-grained informational verbosity
--debug=FLAGS fine-grained debug verbosity
--msgs2stderr special output handling for debugging
-q, --quiet suppress non-error messages
--no-motd suppress daemon-mode MOTD (see manpage caveat)
-c, --checksum skip based on checksum, not mod-time & size
-a, --archive archive mode; equals -rlptgoD (no -H,-A,-X)
--no-OPTION turn off an implied OPTION (e.g. --no-D)
-r, --recursive recurse into directories
-R, --relative use relative path names
--no-implied-dirs don't send implied dirs with --relative
-b, --backup make backups (see --suffix & --backup-dir)
--backup-dir=DIR make backups into hierarchy based in DIR
--suffix=SUFFIX set backup suffix (default ~ w/o --backup-dir)
-u, --update skip files that are newer on the receiver
--inplace update destination files in-place (SEE MAN PAGE)
--append append data onto shorter files
--append-verify like --append, but with old data in file checksum
-d, --dirs transfer directories without recursing
-l, --links copy symlinks as symlinks
-L, --copy-links transform symlink into referent file/dir
--copy-unsafe-links only "unsafe" symlinks are transformed
--safe-links ignore symlinks that point outside the source tree
--munge-links munge symlinks to make them safer (but unusable)
-k, --copy-dirlinks transform symlink to a dir into referent dir
-K, --keep-dirlinks treat symlinked dir on receiver as dir
-H, --hard-links preserve hard links
-p, --perms preserve permissions
-E, --executability preserve the file's executability
--chmod=CHMOD affect file and/or directory permissions
-A, --acls preserve ACLs (implies --perms)
-X, --xattrs preserve extended attributes
-o, --owner preserve owner (super-user only)
-g, --group preserve group
--devices preserve device files (super-user only)
--copy-devices copy device contents as regular file
--specials preserve special files
-D same as --devices --specials
-t, --times preserve modification times
-O, --omit-dir-times omit directories from --times
-J, --omit-link-times omit symlinks from --times
--super receiver attempts super-user activities
--fake-super store/recover privileged attrs using xattrs
-S, --sparse handle sparse files efficiently
--preallocate allocate dest files before writing them
-n, --dry-run perform a trial run with no changes made
-W, --whole-file copy files whole (without delta-xfer algorithm)
-x, --one-file-system don't cross filesystem boundaries
-B, --block-size=SIZE force a fixed checksum block-size
-e, --rsh=COMMAND specify the remote shell to use
--rsync-path=PROGRAM specify the rsync to run on the remote machine
--existing skip creating new files on receiver
--ignore-existing skip updating files that already exist on receiver
--remove-source-files sender removes synchronized files (non-dirs)
--del an alias for --delete-during
--delete delete extraneous files from destination dirs
--delete-before receiver deletes before transfer, not during
--delete-during receiver deletes during the transfer
--delete-delay find deletions during, delete after
--delete-after receiver deletes after transfer, not during
--delete-excluded also delete excluded files from destination dirs
--ignore-missing-args ignore missing source args without error
--delete-missing-args delete missing source args from destination
--ignore-errors delete even if there are I/O errors
--force force deletion of directories even if not empty
--max-delete=NUM don't delete more than NUM files
--max-size=SIZE don't transfer any file larger than SIZE
--min-size=SIZE don't transfer any file smaller than SIZE
--partial keep partially transferred files
--partial-dir=DIR put a partially transferred file into DIR
--delay-updates put all updated files into place at transfer's end
-m, --prune-empty-dirs prune empty directory chains from the file-list
--numeric-ids don't map uid/gid values by user/group name
--usermap=STRING custom username mapping
--groupmap=STRING custom groupname mapping
--chown=USER:GROUP simple username/groupname mapping
--timeout=SECONDS set I/O timeout in seconds
--contimeout=SECONDS set daemon connection timeout in seconds
-I, --ignore-times don't skip files that match in size and mod-time
-M, --remote-option=OPTION send OPTION to the remote side only
--size-only skip files that match in size
--modify-window=NUM compare mod-times with reduced accuracy
-T, --temp-dir=DIR create temporary files in directory DIR
-y, --fuzzy find similar file for basis if no dest file
--compare-dest=DIR also compare destination files relative to DIR
--copy-dest=DIR ... and include copies of unchanged files
--link-dest=DIR hardlink to files in DIR when unchanged
-z, --compress compress file data during the transfer
--compress-level=NUM explicitly set compression level
--skip-compress=LIST skip compressing files with a suffix in LIST
-C, --cvs-exclude auto-ignore files the same way CVS does
-f, --filter=RULE add a file-filtering RULE
-F same as --filter='dir-merge /.rsync-filter'
repeated: --filter='- .rsync-filter'
--exclude=PATTERN exclude files matching PATTERN
--exclude-from=FILE read exclude patterns from FILE
--include=PATTERN don't exclude files matching PATTERN
--include-from=FILE read include patterns from FILE
--files-from=FILE read list of source-file names from FILE
-0, --from0 all *-from/filter files are delimited by 0s
-s, --protect-args no space-splitting; only wildcard special-chars
--address=ADDRESS bind address for outgoing socket to daemon
--port=PORT specify double-colon alternate port number
--sockopts=OPTIONS specify custom TCP options
--blocking-io use blocking I/O for the remote shell
--stats give some file-transfer stats
-8, --8-bit-output leave high-bit chars unescaped in output
-h, --human-readable output numbers in a human-readable format
--progress show progress during transfer
-P same as --partial --progress
-i, --itemize-changes output a change-summary for all updates
--out-format=FORMAT output updates using the specified FORMAT
--log-file=FILE log what we're doing to the specified FILE
--log-file-format=FMT log updates using the specified FMT
--password-file=FILE read daemon-access password from FILE
--list-only list the files instead of copying them
--bwlimit=RATE limit socket I/O bandwidth
--outbuf=N|L|B set output buffering to None, Line, or Block
--write-batch=FILE write a batched update to FILE
--only-write-batch=FILE like --write-batch but w/o updating destination
--read-batch=FILE read a batched update from FILE
--protocol=NUM force an older protocol version to be used
--iconv=CONVERT_SPEC request charset conversion of filenames
--checksum-seed=NUM set block/file checksum seed (advanced)
-4, --ipv4 prefer IPv4
-6, --ipv6 prefer IPv6
--version print version number
(-h) --help show this help (-h is --help only if used alone)
Use "rsync --daemon --help" to see the daemon-mode command-line options.
Please see the rsync(1) and rsyncd.conf(5) man pages for full documentation.
See http://rsync.samba.org/ for updates, bug reports, and answers
[root@kibana 245]#