1
0
mirror of https://github.com/kellyjonbrazil/jc.git synced 2025-06-17 00:07:37 +02:00

add rsync tests

This commit is contained in:
Kelly Brazil
2022-01-31 13:23:31 -08:00
parent a4a4d170b5
commit e825c02df1
11 changed files with 605 additions and 0 deletions

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

View File

@ -838,4 +838,438 @@
2022/01/28 11:24:48 [10616] sent 1,708 bytes received 8,211 bytes 19,838.00 bytes/sec 2022/01/28 11:24:48 [10616] sent 1,708 bytes received 8,211 bytes 19,838.00 bytes/sec
2022/01/28 11:24:48 [10616] total size is 235 speedup is 0.02 2022/01/28 11:24:48 [10616] total size is 235 speedup is 0.02
2022/01/28 11:24:48 [10616] [sender] _exit_cleanup(code=0, file=main.c, line=1178): about to call exit(0) 2022/01/28 11:24:48 [10616] [sender] _exit_cleanup(code=0, file=main.c, line=1178): about to call exit(0)
2022/01/28 18:56:24 [12309] building file list
2022/01/28 18:56:24 [12309] [sender] make_file(.,*,0)
2022/01/28 18:56:24 [12309] [sender] pushing local filters for /home/kbrazil/rsynctest/source/
2022/01/28 18:56:24 [12309] [sender] make_file(a.txt,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(b.txt,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(c.txt,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(d.txt,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(file with spaces.txt,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(pyspark-2.4.5-py2.py3-none-any.whl,*,2)
2022/01/28 18:56:24 [12309] send_file_list done
2022/01/28 18:56:24 [12309] send_files starting
2022/01/28 18:56:24 [12309] [sender] pushing local filters for /home/kbrazil/rsynctest/source/folder/
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file1,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file2,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file3,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file4,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file5,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file6,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file7,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file8,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file9,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file10,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file11,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file12,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file13,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file14,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file15,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file16,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file17,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file18,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file19,*,2)
2022/01/28 18:56:24 [12309] [sender] make_file(folder/file20,*,2)
2022/01/28 18:56:24 [12309] server_recv(2) starting pid=12310
2022/01/28 18:56:24 [12309] recv_file_name(.)
2022/01/28 18:56:24 [12309] recv_file_name(a.txt)
2022/01/28 18:56:24 [12309] recv_file_name(b.txt)
2022/01/28 18:56:24 [12309] recv_file_name(c.txt)
2022/01/28 18:56:24 [12309] recv_file_name(d.txt)
2022/01/28 18:56:24 [12309] recv_file_name(file with spaces.txt)
2022/01/28 18:56:24 [12309] recv_file_name(folder)
2022/01/28 18:56:24 [12309] recv_file_name(pyspark-2.4.5-py2.py3-none-any.whl)
2022/01/28 18:56:24 [12309] received 8 names
2022/01/28 18:56:24 [12309] recv_file_list done
2022/01/28 18:56:24 [12309] get_local_name count=8 dest
2022/01/28 18:56:24 [12309] generator starting pid=12310
2022/01/28 18:56:24 [12309] delta-transmission disabled for local transfer or --whole-file
2022/01/28 18:56:24 [12309] recv_generator(.,0)
2022/01/28 18:56:24 [12309] set modtime of . to (1643424952) Fri Jan 28 18:55:52 2022
2022/01/28 18:56:24 [12309] recv_generator(.,1)
2022/01/28 18:56:24 [12309] recv_generator(a.txt,2)
2022/01/28 18:56:24 [12309] recv_generator(b.txt,3)
2022/01/28 18:56:24 [12309] recv_generator(c.txt,4)
2022/01/28 18:56:24 [12309] recv_generator(d.txt,5)
2022/01/28 18:56:24 [12309] recv_generator(file with spaces.txt,6)
2022/01/28 18:56:24 [12309] recv_generator(pyspark-2.4.5-py2.py3-none-any.whl,7)
2022/01/28 18:56:24 [12309] recv_generator(folder,8)
2022/01/28 18:56:24 [12309] send_files(0, source/.)
2022/01/28 18:56:24 [12309] .d..t...... ./
2022/01/28 18:56:24 [12309] send_files(2, source/a.txt)
2022/01/28 18:56:24 [12309] send_files mapped source/a.txt of size 47
2022/01/28 18:56:24 [12309] calling match_sums source/a.txt
2022/01/28 18:56:24 [12309] sending file_sum
2022/01/28 18:56:24 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:24 [12309] >f+++++++++ a.txt
2022/01/28 18:56:24 [12309] sender finished source/a.txt
2022/01/28 18:56:24 [12309] send_files(3, source/b.txt)
2022/01/28 18:56:24 [12309] send_files mapped source/b.txt of size 47
2022/01/28 18:56:24 [12309] calling match_sums source/b.txt
2022/01/28 18:56:24 [12309] sending file_sum
2022/01/28 18:56:24 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:24 [12309] >f+++++++++ b.txt
2022/01/28 18:56:24 [12309] sender finished source/b.txt
2022/01/28 18:56:24 [12309] send_files(4, source/c.txt)
2022/01/28 18:56:24 [12309] send_files mapped source/c.txt of size 47
2022/01/28 18:56:24 [12309] calling match_sums source/c.txt
2022/01/28 18:56:24 [12309] sending file_sum
2022/01/28 18:56:24 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:24 [12309] >f+++++++++ c.txt
2022/01/28 18:56:24 [12309] sender finished source/c.txt
2022/01/28 18:56:24 [12309] send_files(5, source/d.txt)
2022/01/28 18:56:24 [12309] send_files mapped source/d.txt of size 47
2022/01/28 18:56:24 [12309] calling match_sums source/d.txt
2022/01/28 18:56:24 [12309] sending file_sum
2022/01/28 18:56:24 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:24 [12309] >f+++++++++ d.txt
2022/01/28 18:56:24 [12309] sender finished source/d.txt
2022/01/28 18:56:24 [12309] send_files(6, source/file with spaces.txt)
2022/01/28 18:56:24 [12309] send_files mapped source/file with spaces.txt of size 47
2022/01/28 18:56:24 [12309] calling match_sums source/file with spaces.txt
2022/01/28 18:56:24 [12309] sending file_sum
2022/01/28 18:56:24 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:24 [12309] >f+++++++++ file with spaces.txt
2022/01/28 18:56:24 [12309] sender finished source/file with spaces.txt
2022/01/28 18:56:24 [12309] send_files(7, source/pyspark-2.4.5-py2.py3-none-any.whl)
2022/01/28 18:56:24 [12309] send_files mapped source/pyspark-2.4.5-py2.py3-none-any.whl of size 218257928
2022/01/28 18:56:24 [12309] calling match_sums source/pyspark-2.4.5-py2.py3-none-any.whl
2022/01/28 18:56:24 [12309] recv_files(8) starting
2022/01/28 18:56:24 [12309] [receiver] receiving flist for dir 1
2022/01/28 18:56:24 [12309] recv_file_name(folder/file1)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file2)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file3)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file4)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file5)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file6)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file7)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file8)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file9)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file10)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file11)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file12)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file13)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file14)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file15)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file16)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file17)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file18)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file19)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file20)
2022/01/28 18:56:24 [12309] received 20 names
2022/01/28 18:56:24 [12309] recv_file_list done
2022/01/28 18:56:24 [12309] recv_files(.)
2022/01/28 18:56:24 [12309] recv_files(a.txt)
2022/01/28 18:56:24 [12309] got file_sum
2022/01/28 18:56:24 [12309] set modtime of .a.txt.AnGmnr to (1643342949) Thu Jan 27 20:09:09 2022
2022/01/28 18:56:24 [12309] renaming .a.txt.AnGmnr to a.txt
2022/01/28 18:56:24 [12309] recv_files(b.txt)
2022/01/28 18:56:24 [12309] got file_sum
2022/01/28 18:56:24 [12309] set modtime of .b.txt.6WXFL1 to (1643342953) Thu Jan 27 20:09:13 2022
2022/01/28 18:56:24 [12309] renaming .b.txt.6WXFL1 to b.txt
2022/01/28 18:56:24 [12309] recv_files(c.txt)
2022/01/28 18:56:24 [12309] got file_sum
2022/01/28 18:56:24 [12309] set modtime of .c.txt.6pD09B to (1643342956) Thu Jan 27 20:09:16 2022
2022/01/28 18:56:24 [12309] renaming .c.txt.6pD09B to c.txt
2022/01/28 18:56:24 [12309] recv_files(d.txt)
2022/01/28 18:56:24 [12309] got file_sum
2022/01/28 18:56:24 [12309] set modtime of .d.txt.Ubfmyc to (1643342959) Thu Jan 27 20:09:19 2022
2022/01/28 18:56:24 [12309] renaming .d.txt.Ubfmyc to d.txt
2022/01/28 18:56:24 [12309] recv_files(file with spaces.txt)
2022/01/28 18:56:24 [12309] got file_sum
2022/01/28 18:56:24 [12309] set modtime of .file with spaces.txt.tqVIWM to (1643342980) Thu Jan 27 20:09:40 2022
2022/01/28 18:56:24 [12309] renaming .file with spaces.txt.tqVIWM to file with spaces.txt
2022/01/28 18:56:24 [12309] recv_files(pyspark-2.4.5-py2.py3-none-any.whl)
2022/01/28 18:56:24 [12309] [generator] receiving flist for dir 1
2022/01/28 18:56:24 [12309] recv_file_name(folder/file1)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file2)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file3)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file4)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file5)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file6)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file7)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file8)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file9)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file10)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file11)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file12)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file13)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file14)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file15)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file16)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file17)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file18)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file19)
2022/01/28 18:56:24 [12309] recv_file_name(folder/file20)
2022/01/28 18:56:24 [12309] received 20 names
2022/01/28 18:56:24 [12309] recv_file_list done
2022/01/28 18:56:24 [12309] recv_generator(folder,9)
2022/01/28 18:56:24 [12309] set modtime of folder to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:24 [12309] recv_generator(folder/file1,10)
2022/01/28 18:56:24 [12309] recv_generator(folder/file10,11)
2022/01/28 18:56:24 [12309] recv_generator(folder/file11,12)
2022/01/28 18:56:24 [12309] recv_generator(folder/file12,13)
2022/01/28 18:56:24 [12309] recv_generator(folder/file13,14)
2022/01/28 18:56:24 [12309] recv_generator(folder/file14,15)
2022/01/28 18:56:24 [12309] recv_generator(folder/file15,16)
2022/01/28 18:56:24 [12309] recv_generator(folder/file16,17)
2022/01/28 18:56:24 [12309] recv_generator(folder/file17,18)
2022/01/28 18:56:24 [12309] recv_generator(folder/file18,19)
2022/01/28 18:56:24 [12309] recv_generator(folder/file19,20)
2022/01/28 18:56:24 [12309] recv_generator(folder/file2,21)
2022/01/28 18:56:24 [12309] recv_generator(folder/file20,22)
2022/01/28 18:56:24 [12309] recv_generator(folder/file3,23)
2022/01/28 18:56:24 [12309] recv_generator(folder/file4,24)
2022/01/28 18:56:24 [12309] recv_generator(folder/file5,25)
2022/01/28 18:56:24 [12309] recv_generator(folder/file6,26)
2022/01/28 18:56:24 [12309] recv_generator(folder/file7,27)
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ pyspark-2.4.5-py2.py3-none-any.whl
2022/01/28 18:56:27 [12309] sender finished source/pyspark-2.4.5-py2.py3-none-any.whl
2022/01/28 18:56:27 [12309] recv_generator(folder/file8,28)
2022/01/28 18:56:27 [12309] recv_generator(folder/file9,29)
2022/01/28 18:56:27 [12309] generate_files phase=1
2022/01/28 18:56:27 [12309] send_files(9, source/folder)
2022/01/28 18:56:27 [12309] cd+++++++++ folder/
2022/01/28 18:56:27 [12309] send_files(10, source/folder/file1)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file1 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file1
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file1
2022/01/28 18:56:27 [12309] sender finished source/folder/file1
2022/01/28 18:56:27 [12309] send_files(11, source/folder/file10)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file10 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file10
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file10
2022/01/28 18:56:27 [12309] sender finished source/folder/file10
2022/01/28 18:56:27 [12309] send_files(12, source/folder/file11)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file11 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file11
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file11
2022/01/28 18:56:27 [12309] sender finished source/folder/file11
2022/01/28 18:56:27 [12309] send_files(13, source/folder/file12)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file12 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file12
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file12
2022/01/28 18:56:27 [12309] sender finished source/folder/file12
2022/01/28 18:56:27 [12309] send_files(14, source/folder/file13)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file13 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file13
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file13
2022/01/28 18:56:27 [12309] sender finished source/folder/file13
2022/01/28 18:56:27 [12309] send_files(15, source/folder/file14)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file14 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file14
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file14
2022/01/28 18:56:27 [12309] sender finished source/folder/file14
2022/01/28 18:56:27 [12309] send_files(16, source/folder/file15)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file15 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file15
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file15
2022/01/28 18:56:27 [12309] sender finished source/folder/file15
2022/01/28 18:56:27 [12309] send_files(17, source/folder/file16)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file16 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file16
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file16
2022/01/28 18:56:27 [12309] sender finished source/folder/file16
2022/01/28 18:56:27 [12309] send_files(18, source/folder/file17)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file17 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file17
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file17
2022/01/28 18:56:27 [12309] sender finished source/folder/file17
2022/01/28 18:56:27 [12309] send_files(19, source/folder/file18)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file18 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file18
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file18
2022/01/28 18:56:27 [12309] sender finished source/folder/file18
2022/01/28 18:56:27 [12309] send_files(20, source/folder/file19)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file19 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file19
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file19
2022/01/28 18:56:27 [12309] sender finished source/folder/file19
2022/01/28 18:56:27 [12309] send_files(21, source/folder/file2)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file2 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file2
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file2
2022/01/28 18:56:27 [12309] sender finished source/folder/file2
2022/01/28 18:56:27 [12309] send_files(22, source/folder/file20)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file20 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file20
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file20
2022/01/28 18:56:27 [12309] sender finished source/folder/file20
2022/01/28 18:56:27 [12309] send_files(23, source/folder/file3)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file3 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file3
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file3
2022/01/28 18:56:27 [12309] sender finished source/folder/file3
2022/01/28 18:56:27 [12309] send_files(24, source/folder/file4)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file4 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file4
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file4
2022/01/28 18:56:27 [12309] sender finished source/folder/file4
2022/01/28 18:56:27 [12309] send_files(25, source/folder/file5)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file5 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file5
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file5
2022/01/28 18:56:27 [12309] sender finished source/folder/file5
2022/01/28 18:56:27 [12309] send_files(26, source/folder/file6)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file6 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file6
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file6
2022/01/28 18:56:27 [12309] sender finished source/folder/file6
2022/01/28 18:56:27 [12309] send_files(27, source/folder/file7)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file7 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file7
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file7
2022/01/28 18:56:27 [12309] sender finished source/folder/file7
2022/01/28 18:56:27 [12309] send_files(28, source/folder/file8)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file8 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file8
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file8
2022/01/28 18:56:27 [12309] sender finished source/folder/file8
2022/01/28 18:56:27 [12309] send_files(29, source/folder/file9)
2022/01/28 18:56:27 [12309] send_files mapped source/folder/file9 of size 0
2022/01/28 18:56:27 [12309] calling match_sums source/folder/file9
2022/01/28 18:56:27 [12309] sending file_sum
2022/01/28 18:56:27 [12309] false_alarms=0 hash_hits=0 matches=0
2022/01/28 18:56:27 [12309] >f+++++++++ folder/file9
2022/01/28 18:56:27 [12309] sender finished source/folder/file9
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of .pyspark-2.4.5-py2.py3-none-any.whl.QGP6kn to (1643424957) Fri Jan 28 18:55:57 2022
2022/01/28 18:56:27 [12309] renaming .pyspark-2.4.5-py2.py3-none-any.whl.QGP6kn to pyspark-2.4.5-py2.py3-none-any.whl
2022/01/28 18:56:27 [12309] set modtime of . to (1643424952) Fri Jan 28 18:55:52 2022
2022/01/28 18:56:27 [12309] recv_files(folder)
2022/01/28 18:56:27 [12309] recv_files(folder/file1)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file1.HAxUv5 to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file1.HAxUv5 to folder/file1
2022/01/28 18:56:27 [12309] recv_files(folder/file10)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file10.SC8IGN to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file10.SC8IGN to folder/file10
2022/01/28 18:56:27 [12309] recv_files(folder/file11)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file11.mlLyRv to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file11.mlLyRv to folder/file11
2022/01/28 18:56:27 [12309] recv_files(folder/file12)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file12.e9Ro2d to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file12.e9Ro2d to folder/file12
2022/01/28 18:56:27 [12309] recv_files(folder/file13)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file13.gjtfdW to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file13.gjtfdW to folder/file13
2022/01/28 18:56:27 [12309] recv_files(folder/file14)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file14.mCs6nE to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file14.mCs6nE to folder/file14
2022/01/28 18:56:27 [12309] recv_files(folder/file15)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file15.ihWXym to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file15.ihWXym to folder/file15
2022/01/28 18:56:27 [12309] recv_files(folder/file16)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file16.EdWPJ4 to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file16.EdWPJ4 to folder/file16
2022/01/28 18:56:27 [12309] recv_files(folder/file17)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file17.SujIUM to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file17.SujIUM to folder/file17
2022/01/28 18:56:27 [12309] recv_files(folder/file18)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file18.oYaB5u to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file18.oYaB5u to folder/file18
2022/01/28 18:56:27 [12309] recv_files(folder/file19)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file19.PE0ugd to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file19.PE0ugd to folder/file19
2022/01/28 18:56:27 [12309] recv_files(folder/file2)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file2.s83prV to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file2.s83prV to folder/file2
2022/01/28 18:56:27 [12309] recv_files(folder/file20)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file20.LdLlCD to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file20.LdLlCD to folder/file20
2022/01/28 18:56:27 [12309] recv_files(folder/file3)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file3.IwVhNl to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file3.IwVhNl to folder/file3
2022/01/28 18:56:27 [12309] recv_files(folder/file4)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file4.NBteY3 to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file4.NBteY3 to folder/file4
2022/01/28 18:56:27 [12309] recv_files(folder/file5)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file5.wixb9L to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file5.wixb9L to folder/file5
2022/01/28 18:56:27 [12309] recv_files(folder/file6)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file6.bBY8ju to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file6.bBY8ju to folder/file6
2022/01/28 18:56:27 [12309] recv_files(folder/file7)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file7.GXV6uc to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file7.GXV6uc to folder/file7
2022/01/28 18:56:27 [12309] recv_files(folder/file8)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file8.Lgi5FU to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file8.Lgi5FU to folder/file8
2022/01/28 18:56:27 [12309] recv_files(folder/file9)
2022/01/28 18:56:27 [12309] got file_sum
2022/01/28 18:56:27 [12309] set modtime of folder/.file9.y9r4QC to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] renaming folder/.file9.y9r4QC to folder/file9
2022/01/28 18:56:27 [12309] set modtime of folder to (1643343369) Thu Jan 27 20:16:09 2022
2022/01/28 18:56:27 [12309] send_files phase=1
2022/01/28 18:56:27 [12309] recv_files phase=1
2022/01/28 18:56:27 [12309] generate_files phase=2
2022/01/28 18:56:27 [12309] send_files phase=2
2022/01/28 18:56:27 [12309] send files finished
2022/01/28 18:56:27 [12309] total: matches=0 hash_hits=0 false_alarms=0 data=218258163
2022/01/28 18:56:27 [12309] recv_files phase=2
2022/01/28 18:56:27 [12309] recv_files finished
2022/01/28 18:56:27 [12309] generate_files phase=3
2022/01/28 18:56:27 [12309] generate_files finished
2022/01/28 18:56:27 [12309] sent 218,313,010 bytes received 8,608 bytes 62,377,605.14 bytes/sec
2022/01/28 18:56:27 [12309] total size is 218,258,163 speedup is 1.00
2022/01/28 18:56:27 [12309] [sender] _exit_cleanup(code=0, file=main.c, line=1178): about to call exit(0)

File diff suppressed because one or more lines are too long

28
tests/fixtures/centos-7.7/rsync-i.out vendored Normal file
View File

@ -0,0 +1,28 @@
.d..t...... ./
>f+++++++++ a.txt
>f+++++++++ b.txt
>f+++++++++ c.txt
>f+++++++++ d.txt
>f+++++++++ file with spaces.txt
cd+++++++++ folder/
>f+++++++++ folder/file1
>f+++++++++ folder/file10
>f+++++++++ folder/file11
>f+++++++++ folder/file12
>f+++++++++ folder/file13
>f+++++++++ folder/file14
>f+++++++++ folder/file15
>f+++++++++ folder/file16
>f+++++++++ folder/file17
>f+++++++++ folder/file18
>f+++++++++ folder/file19
>f+++++++++ folder/file2
>f+++++++++ folder/file20
>f+++++++++ folder/file3
>f+++++++++ folder/file4
>f+++++++++ folder/file5
>f+++++++++ folder/file6
>f+++++++++ folder/file7
>f+++++++++ folder/file8
>f+++++++++ folder/file9

File diff suppressed because one or more lines are too long

1
tests/fixtures/generic/rsync-i.json vendored Normal file
View File

@ -0,0 +1 @@
[{"summary":{},"files":[{"filename":"some/dir/new-file.txt","metadata":">f+++++++++","update_type":"file received","file_type":"file","checksum_or_value_different":null,"size_different":null,"modification_time_different":null,"permissions_different":null,"owner_different":null,"group_different":null,"acl_different":null,"extended_attribute_different":null},{"filename":"some/dir/existing-file-with-changed-owner-and-group.txt","metadata":".f....og..x","update_type":"not updated","file_type":"file","checksum_or_value_different":false,"size_different":false,"modification_time_different":false,"permissions_different":false,"owner_different":true,"group_different":true,"acl_different":false,"extended_attribute_different":true},{"filename":"some/dir/existing-file-with-changed-unnamed-attribute.txt","metadata":".f........x","update_type":"not updated","file_type":"file","checksum_or_value_different":false,"size_different":false,"modification_time_different":false,"permissions_different":false,"owner_different":false,"group_different":false,"acl_different":false,"extended_attribute_different":true},{"filename":"some/dir/existing-file-with-changed-permissions.txt","metadata":">f...p....x","update_type":"file received","file_type":"file","checksum_or_value_different":false,"size_different":false,"modification_time_different":false,"permissions_different":true,"owner_different":false,"group_different":false,"acl_different":false,"extended_attribute_different":true},{"filename":"some/dir/existing-file-with-changed-time-and-group.txt","metadata":">f..t..g..x","update_type":"file received","file_type":"file","checksum_or_value_different":false,"size_different":false,"modification_time_different":true,"permissions_different":false,"owner_different":false,"group_different":true,"acl_different":false,"extended_attribute_different":true},{"filename":"some/dir/existing-file-with-changed-size.txt","metadata":">f.s......x","update_type":"file received","file_type":"file","checksum_or_value_different":false,"size_different":true,"modification_time_different":false,"permissions_different":false,"owner_different":false,"group_different":false,"acl_different":false,"extended_attribute_different":true},{"filename":"some/dir/existing-file-with-changed-size-and-time-stamp.txt ","metadata":">f.st.....x","update_type":"file received","file_type":"file","checksum_or_value_different":false,"size_different":true,"modification_time_different":true,"permissions_different":false,"owner_different":false,"group_different":false,"acl_different":false,"extended_attribute_different":true},{"filename":"some/dir/new-directory/","metadata":"cd+++++++++","update_type":"local change or creation","file_type":"directory","checksum_or_value_different":null,"size_different":null,"modification_time_different":null,"permissions_different":null,"owner_different":null,"group_different":null,"acl_different":null,"extended_attribute_different":null},{"filename":"some/dir/existing-directory-with-changed-owner-and-group/","metadata":".d....og...","update_type":"not updated","file_type":"directory","checksum_or_value_different":false,"size_different":false,"modification_time_different":false,"permissions_different":false,"owner_different":true,"group_different":true,"acl_different":false,"extended_attribute_different":false},{"filename":"some/dir/existing-directory-with-different-time-stamp/","metadata":".d..t......","update_type":"not updated","file_type":"directory","checksum_or_value_different":false,"size_different":false,"modification_time_different":true,"permissions_different":false,"owner_different":false,"group_different":false,"acl_different":false,"extended_attribute_different":false}]}]

11
tests/fixtures/generic/rsync-i.out vendored Normal file
View File

@ -0,0 +1,11 @@
>f+++++++++ some/dir/new-file.txt
.f....og..x some/dir/existing-file-with-changed-owner-and-group.txt
.f........x some/dir/existing-file-with-changed-unnamed-attribute.txt
>f...p....x some/dir/existing-file-with-changed-permissions.txt
>f..t..g..x some/dir/existing-file-with-changed-time-and-group.txt
>f.s......x some/dir/existing-file-with-changed-size.txt
>f.st.....x some/dir/existing-file-with-changed-size-and-time-stamp.txt
cd+++++++++ some/dir/new-directory/
.d....og... some/dir/existing-directory-with-changed-owner-and-group/
.d..t...... some/dir/existing-directory-with-different-time-stamp/

125
tests/test_rsync.py Normal file
View File

@ -0,0 +1,125 @@
import os
import unittest
import json
import jc.parsers.rsync
THIS_DIR = os.path.dirname(os.path.abspath(__file__))
class MyTests(unittest.TestCase):
def setUp(self):
# input
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/centos-7.7/rsync-i.out'), 'r', encoding='utf-8') as f:
self.centos_7_7_rsync_i = f.read()
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/generic/rsync-i.out'), 'r', encoding='utf-8') as f:
self.generic_rsync_i = f.read()
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/centos-7.7/rsync-ivvv.out'), 'r', encoding='utf-8') as f:
self.centos_7_7_rsync_ivvv = f.read()
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/centos-7.7/rsync-i-logfile.out'), 'r', encoding='utf-8') as f:
self.centos_7_7_rsync_i_logfile = f.read()
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/centos-7.7/rsync-i-v-logfile.out'), 'r', encoding='utf-8') as f:
self.centos_7_7_rsync_i_v_logfile = f.read()
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/centos-7.7/rsync-i-vv-logfile.out'), 'r', encoding='utf-8') as f:
self.centos_7_7_rsync_i_vv_logfile = f.read()
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/centos-7.7/rsync-i-vvv-logfile.out'), 'r', encoding='utf-8') as f:
self.centos_7_7_rsync_i_vvv_logfile = f.read()
# with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/ubuntu-18.04/rsync.out'), 'r', encoding='utf-8') as f:
# self.ubuntu_18_4_rsync = f.read()
# output
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/centos-7.7/rsync-i.json'), 'r', encoding='utf-8') as f:
self.centos_7_7_rsync_i_json = json.loads(f.read())
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/generic/rsync-i.json'), 'r', encoding='utf-8') as f:
self.generic_rsync_i_json = json.loads(f.read())
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/centos-7.7/rsync-ivvv.json'), 'r', encoding='utf-8') as f:
self.centos_7_7_rsync_ivvv_json = json.loads(f.read())
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/centos-7.7/rsync-i-logfile.json'), 'r', encoding='utf-8') as f:
self.centos_7_7_rsync_i_logfile_json = json.loads(f.read())
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/centos-7.7/rsync-i-v-logfile.json'), 'r', encoding='utf-8') as f:
self.centos_7_7_rsync_i_v_logfile_json = json.loads(f.read())
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/centos-7.7/rsync-i-vv-logfile.json'), 'r', encoding='utf-8') as f:
self.centos_7_7_rsync_i_vv_logfile_json = json.loads(f.read())
with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/centos-7.7/rsync-i-vvv-logfile.json'), 'r', encoding='utf-8') as f:
self.centos_7_7_rsync_i_vvv_logfile_json = json.loads(f.read())
# with open(os.path.join(THIS_DIR, os.pardir, 'tests/fixtures/ubuntu-18.04/rsync.json'), 'r', encoding='utf-8') as f:
# self.ubuntu_18_4_rsync_json = json.loads(f.read())
def test_rsync_nodata(self):
"""
Test 'rsync' with no data
"""
self.assertEqual(jc.parsers.rsync.parse('', quiet=True), [])
def test_rsync_centos_7_7_rsync_i(self):
"""
Test 'rsync -i' on Centos 7.7
"""
self.assertEqual(jc.parsers.rsync.parse(self.centos_7_7_rsync_i, quiet=True), self.centos_7_7_rsync_i_json)
def test_rsync_generic_rsync_i(self):
"""
Test 'rsync -i'
"""
self.assertEqual(jc.parsers.rsync.parse(self.generic_rsync_i, quiet=True), self.generic_rsync_i_json)
def test_rsync_centos_7_7_rsync_ivvv(self):
"""
Test 'rsync -ivvv' on Centos 7.7
"""
self.assertEqual(jc.parsers.rsync.parse(self.centos_7_7_rsync_ivvv, quiet=True), self.centos_7_7_rsync_ivvv_json)
def test_rsync_centos_7_7_rsync_i_logfile(self):
"""
Test 'rsync -i --log-file=xxx' on Centos 7.7
"""
self.assertEqual(jc.parsers.rsync.parse(self.centos_7_7_rsync_i_logfile, quiet=True), self.centos_7_7_rsync_i_logfile_json)
def test_rsync_centos_7_7_rsync_i_v_logfile(self):
"""
Test 'rsync -iv --log-file=xxx' on Centos 7.7
"""
self.assertEqual(jc.parsers.rsync.parse(self.centos_7_7_rsync_i_v_logfile, quiet=True), self.centos_7_7_rsync_i_v_logfile_json)
def test_rsync_centos_7_7_rsync_i_vv_logfile(self):
"""
Test 'rsync -ivv --log-file=xxx' on Centos 7.7
"""
self.assertEqual(jc.parsers.rsync.parse(self.centos_7_7_rsync_i_vv_logfile, quiet=True), self.centos_7_7_rsync_i_vv_logfile_json)
def test_rsync_centos_7_7_rsync_i_vvv_logfile(self):
"""
Test 'rsync -ivvv --log-file=xxx' on Centos 7.7
"""
self.assertEqual(jc.parsers.rsync.parse(self.centos_7_7_rsync_i_vvv_logfile, quiet=True), self.centos_7_7_rsync_i_vvv_logfile_json)
# def test_rsync_ubuntu_18_4(self):
# """
# Test 'rsync' on Ubuntu 18.4
# """
# self.assertEqual(jc.parsers.rsync.parse(self.ubuntu_18_4_rsync, quiet=True), self.ubuntu_18_4_rsync_json)
if __name__ == '__main__':
unittest.main()