[20231204]快速删除大量文件测试(rsync版本)4.txt

[20231204]快速删除大量文件测试(rsync版本)4.txt

–//前个星期做了大量文件测试,发现只要顺着inode节点顺序删除文件效率最高.
–//还有一种方式使用rsync,利用建立空目录使用同步功能,删除对应目录里面的全部文件.
–//我记忆里以前测试效率不错,今天做具体探究.

1.建立测试环境：
$ mount | column | grep u01
/dev/cciss/c0d0p6 on /u01 type ext3 (rw)
–// /u01的文件系统是ext3.

–//按照顺序建立文件。
$ cd /u01/testrm
$ time for i in $(seq -f “%06g” 300000); do >| $i.aud; done

$ time perl -e ‘unlink for ( )’
real 0m4.077s
user 0m0.445s
sys 0m2.961s

2.rsync测试:
$ mkdir /u01/blanktest
–//建立一个空目录.
$ cd /u01/testrm
$ time for i in $(seq -f “%06g” 300000); do >| $i.aud; done
real 0m7.174s
user 0m2.179s
sys 0m4.407s

$ time rsync -a –delete /u01/blanktest /u01/testrm
real 0m0.048s
user 0m0.003s
sys 0m0.003s
–//奇怪不可能这样快，发现/u01/blanktest漏写一个/.

$ time rsync -a –delete /u01/blanktest/ /u01/testrm
real 0m4.889s
user 0m0.360s
sys 0m3.831s
–//确实非常快，与perl的测试基本接近。

3.使用strace跟踪看看.

$ time for i in $(seq -f “%06g” 300000); do >| $i.aud; done
real 0m6.508s
user 0m2.272s
sys 0m3.614s

$ ls -f | head
.
..
026879.aud
078531.aud
084876.aud
034744.aud
280025.aud
063529.aud
137869.aud
163787.aud
–//显示顺序与前面的测试一样!!

$ strace -T -tt -o /tmp/yy4.txt rsync -a –delete /u01/blanktest/ /u01/testrm
–//你根本看不到unlink操作。

–//跟踪内容如下：
….
16:01:20.455672 fcntl(3, F_SETFD, FD_CLOEXEC) = 0
16:01:20.455739 getdents(3, /* 3 entries */, 32768) = 80
16:01:20.455824 lstat(“000001.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
16:01:20.455924 mmap(NULL, 266240, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f6ebf790000
16:01:20.456008 getdents(3, /* 0 entries */, 32768) = 0
16:01:20.456070 close(3) = 0
16:01:20.456144 mmap(NULL, 266240, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f6ebf74f000
16:01:20.456216 select(5, NULL, [4], [4], {60, 0}) = 1 (out [4], left {59, 999997})
16:01:20.456306 write(4, “=\0\0\7\5\f\1.\0\0\20e&*p\355A\0\0\201\366\6oracle\201\366\10o”…, 65) = 65
16:01:20.457033 select(6, [5], [], NULL, {60, 0}) = 1 (in [5], left {54, 864503})
16:01:25.592682 read(5, “\3\0\0\7”, 4) = 4
16:01:25.622656 select(6, [5], [], NULL, {60, 0}) = 1 (in [5], left {59, 999997})
16:01:25.622717 read(5, “\1\10\0”, 3) = 3
16:01:25.622776 select(5, NULL, [4], [4], {60, 0}) = 1 (out [4], left {59, 999997})
16:01:25.622824 write(4, “\3\0\0\7\1\10\0”, 7) = 7
16:01:25.622870 select(6, [5], [], NULL, {60, 0}) = 1 (in [5], left {59, 999996})
16:01:25.622978 read(5, “\23\0\0\7”, 4) = 4
16:01:25.623065 select(6, [5], [], NULL, {60, 0}) = 1 (in [5], left {59, 999997})
16:01:25.623159 read(5, “\2\10\200\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0”, 19) = 19
16:01:25.623260 open(“000001.aud”, O_RDONLY) = 3
16:01:25.623354 fstat(3, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
16:01:25.623470 close(3) = 0
16:01:25.623512 select(5, NULL, [4], [4], {60, 0}) = 1 (out [4], left {59, 999995})
16:01:25.623604 write(4, “‘\0\0\7\2\10\200\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\324\35\214\331\217″…, 43) = 43
16:01:25.623704 select(6, [5], [], NULL, {60, 0}) = 1 (in [5], left {59, 999753})
16:01:25.624019 read(5, “\1\0\0\7”, 4) = 4
16:01:25.624108 select(6, [5], [], NULL, {60, 0}) = 1 (in [5], left {59, 999997})
16:01:25.624167 read(5, “\0”, 1) = 1
16:01:25.624257 munmap(0x7f6ebf790000, 266240) = 0
16:01:25.624323 munmap(0x7f6ebf7d1000, 266240) = 0
16:01:25.624415 select(5, NULL, [4], [4], {60, 0}) = 1 (out [4], left {59, 999996})
16:01:25.624509 write(4, “\1\0\0\7\0”, 5) = 5
16:01:25.624597 select(6, [5], [], NULL, {60, 0}) = 1 (in [5], left {59, 999931})
16:01:25.624731 read(5, “\2\0\0\7”, 4) = 4
16:01:25.624772 select(6, [5], [], NULL, {60, 0}) = 1 (in [5], left {59, 999998})
16:01:25.624850 read(5, “\0\0”, 2) = 2
16:01:25.624909 select(5, NULL, [4], [4], {60, 0}) = 1 (out [4], left {59, 999999})
16:01:25.624970 write(4, “\1\0\0\7\0”, 5) = 5
16:01:25.625019 select(5, NULL, [4], [4], {60, 0}) = 1 (out [4], left {59, 999998})
16:01:25.625060 write(4, “\1\0\0\7\0”, 5) = 5
16:01:25.625106 select(6, [5], [], NULL, {60, 0}) = 1 (in [5], left {59, 999999})
16:01:25.625194 read(5, “\1\0\0\7”, 4) = 4
16:01:25.625279 select(6, [5], [], NULL, {60, 0}) = 1 (in [5], left {59, 999998})
16:01:25.625378 read(5, “\0”, 1) = 1
16:01:25.625462 wait4(4794, 0x7fff4321847c, WNOHANG, NULL) = 0
16:01:25.625543 select(0, NULL, NULL, NULL, {0, 20000}) = 0 (Timeout)
16:01:25.645697 wait4(4794, [{WIFEXITED(s) && WEXITSTATUS(s) == 0}], WNOHANG, NULL) = 4794
16:01:25.645787 — SIGCHLD (Child exited) @ 0 (0) —
16:01:25.645833 wait4(-1, 0x7fff43217e6c, WNOHANG, NULL) = -1 ECHILD (No child processes)
16:01:25.645900 rt_sigreturn(0xffffffffffffffff) = 4794
16:01:25.645958 rt_sigaction(SIGUSR1, {0x1, [], SA_RESTORER, 0x3799030330}, NULL, 8) = 0
16:01:25.646064 rt_sigaction(SIGUSR2, {0x1, [], SA_RESTORER, 0x3799030330}, NULL, 8) = 0
16:01:25.646149 wait4(4794, 0x7fff43218474, WNOHANG, NULL) = -1 ECHILD (No child processes)
16:01:25.646267 exit_group(0) = ?
–//我不知道句柄5，6表示怎么。发现rync实际上建立子进程来执行删除操作。重新测试,strace加入-f参数。

–//补充文件大小不为0看看。
$ time for i in $(seq -f “%06g” 300000); do echo test $i >| $i.aud; done
real 0m44.288s
user 0m3.335s
sys 0m7.946s

$ time rsync -a –delete /u01/blanktest/ /u01/testrm
real 0m31.823s
user 0m0.351s
sys 0m4.612s

–//继续strace的测试:
$ time for i in $(seq -f “%06g” 300000); do >| $i.aud; done
real 0m6.989s
user 0m2.238s
sys 0m4.112s

$ strace -f -T -tt -o /tmp/yy5.txt rsync -a –delete /u01/blanktest/ /u01/testrm

$ awk ‘{print $1}’ /tmp/yy5.txt | sort | uniq -c
325 5158
600728 5159
72 5160

–//分成3个进程，主要有pid=5159完成。
–//查看跟踪文件:
5159 16:15:08.681724 getdents(0, /* 1024 entries */, 32768) = 32752
–//开始读取目录
5159 16:15:08.686451 lstat(“026879.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.686571 mmap(NULL, 135168, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f413480e000
5159 16:15:08.686664 mmap(NULL, 266240, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f41347cd000
5159 16:15:08.686738 lstat(“078531.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.686830 lstat(“084876.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.686921 lstat(“034744.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.687009 lstat(“280025.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.687099 lstat(“063529.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.687188 lstat(“137869.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.687277 lstat(“163787.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.687378 lstat(“111415.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.687468 lstat(“177021.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
–//与前面perl执行看到非常相似。
–//你可以发现rsync的特点是getdents之后跟着lstat,注意看lstat里面的文件与前面ls -f顺序一致.
…
5159 16:15:08.778996 getdents(0, /* 1024 entries */, 32768) = 32768
5159 16:15:08.783589 lstat(“121204.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.783689 lstat(“006462.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.783782 lstat(“235760.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.783871 lstat(“187943.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.783959 lstat(“235116.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.784047 lstat(“077735.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.784134 lstat(“126397.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.784223 lstat(“098220.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.784319 lstat(“209702.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.784410 lstat(“277317.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
5159 16:15:08.784497 lstat(“269846.aud”, {st_mode=S_IFREG|0644, st_size=0, …}) = 0
…
–//接着getdents之后跟着lstat,如此反复.
5159 16:15:37.270786 getdents(0, /* 0 entries */, 32768) = 0
5159 16:15:37.270854 close(0) = 0
5159 16:15:37.270938 mmap(NULL, 1200128, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f41331fe000
5159 16:15:37.537610 munmap(0x7f41331fe000, 1200128) = 0
5159 16:15:37.552144 unlink(“300000.aud”) = 0
5159 16:15:37.552364 unlink(“299999.aud”) = 0
5159 16:15:37.552466 unlink(“299998.aud”) = 0
5159 16:15:37.552512 unlink(“299997.aud”) = 0
5159 16:15:37.552608 unlink(“299996.aud”) = 0
5159 16:15:37.552685 unlink(“299995.aud”) = 0
5159 16:15:37.552769 unlink(“299994.aud”) = 0
5159 16:15:37.552843 unlink(“299993.aud”) = 0
5159 16:15:37.552930 unlink(“299992.aud”) = 0
–//最后集中做unlink操作,注意看unlink的文件按照文件名反序排序删除的，这样删除文件最快，这也是prsync与perl一样，测试删除
–//文件快的原因。
–//只要按照文件名顺序建立或者反序建立做删除操作，perl或者rsync删除文件都是最快的。
–//补充实际上按照inode的顺序删除最快(反向类似)。

4.乱序建立文件呢？

–//按照乱序建立文件,我不知道bash shell如何实现，我先通过oracle的sql语句建立乱序数字输出。
set pagesize 0
spool aa.txt
select lpad(level,6,’0′) from dual connect by level <=3e5 order by dbms_random.value;
spool off
–//注意设置set pagesize 0，不然中间出现多次页头。注意保持aa.txt的备份，测试要重复多次。

$ time for i in $(cat /tmp/aa.txt ); do >| $i.aud; done
real 0m6.880s
user 0m1.986s
sys 0m4.282s

$ ls -f|head
.
..
026879.aud
078531.aud
084876.aud
034744.aud
280025.aud
063529.aud
137869.aud
163787.aud
–//显示顺序与前面的测试一样!!

$ time rsync -a –delete /u01/blanktest/ /u01/testrm
real 1m53.208s
user 0m0.459s
sys 0m7.391s

–//差不多2分钟,使用strace跟踪可以看到前面unlink的顺序,可以推断，unlink按照文件名从大到小的顺序删除，这样inode的顺序是打乱的,rsync也不会很快
–//删除全部文件,再次验证我前面的判断：按照inode的顺序(不管正序还是反序),做删除操作效率最高。

$ strace -f -T -tt -o /tmp/yy6.txt rsync -a –delete /u01/blanktest/ /u01/testrm

–//跟踪文件内容如下：
9769 08:41:59.387415 getdents(0, /* 0 entries */, 32768) = 0
9769 08:41:59.387503 close(0) = 0
9769 08:41:59.387608 mmap(NULL, 1200128, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fa39724d000
9769 08:41:59.628093 munmap(0x7fa39724d000, 1200128) = 0
9769 08:41:59.643044 unlink(“300000.aud”) = 0
9769 08:41:59.643229 unlink(“299999.aud”) = 0
9769 08:41:59.643361 unlink(“299998.aud”) = 0
9769 08:41:59.643476 unlink(“299997.aud”) = 0
9769 08:41:59.643588 unlink(“299996.aud”) = 0
…

$ time for i in $(cat /tmp/aa.txt ); do >| $i.aud; done
real 0m6.881s
user 0m1.965s
sys 0m4.312s

$ time sed “s/$/.aud/” /tmp/aa.txt | xargs rm -f
real 0m6.191s
user 0m0.552s
sys 0m5.403s

$ time for i in $(cat /tmp/aa.txt ); do >| $i.aud; done
real 0m6.889s
user 0m1.990s
sys 0m4.280s

$ time sed “s/$/.aud/” /tmp/aa.txt|tac | xargs rm -f
real 0m7.161s
user 0m0.459s
sys 0m5.969s
–//反序始终慢一点，也许执行tac的原因。
–//按照inode的顺序(不管正序还是反序),做删除操作效率最高。

5.总结:
–//可以得出结论,要快速删除某个目录的大量文件,最快的方式是按照inode的顺序执行删除操作,这样最快.