From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Date: Sat, 31 May 2008 22:58:47 +0400 From: Alexey Tourbin To: devel@lists.altlinux.org Message-ID: <20080531185847.GZ7996@solemn.turbinal> Mail-Followup-To: devel@lists.altlinux.org Mime-Version: 1.0 Content-Type: multipart/signed; micalg=pgp-sha1; protocol="application/pgp-signature"; boundary="3gXTOHwNCYOUonZC" Content-Disposition: inline Subject: [devel] comprehensive rsyncability test X-BeenThere: devel@lists.altlinux.org X-Mailman-Version: 2.1.10b3 Precedence: list Reply-To: ALT Linux Team development discussions List-Id: ALT Linux Team development discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Sat, 31 May 2008 18:56:01 -0000 Archived-At: List-Archive: List-Post: --3gXTOHwNCYOUonZC Content-Type: multipart/mixed; boundary="HO3Ykb1C9doWAHv0" Content-Disposition: inline --HO3Ykb1C9doWAHv0 Content-Type: text/plain; charset=koi8-r Content-Disposition: inline Content-Transfer-Encoding: quoted-printable =F0=D2=C5=C4=D7=C1=D2=C9=D4=C5=CC=D8=CE=CF=C5 =D4=C5=D3=D4=C9=D2=CF=D7=C1= =CE=C9=C5 rsyncable gzdio =D0=CF=CB=C1=DA=C1=CC=CF, =DE=D4=CF =DC=C6=C6=C5= =CB=D4 =CF=D4 rsyncable deflate =C5=D3=D4=D8, =C9 =CC=D5=DE=DB=C5 =D7=D3=C5=C7=CF = =CF=CE =D0=D2=CF=D1=D7=CC=D1=C5=D4=D3=D1 =D0=D2=C9 =CE=C5=DA=CE=C1=DE=C9=D4=C5=CC=D8=CE=CF=CD =C9=DA=CD=C5=CE=C5=CE=C9=C9 =D0= =C1=CB=C5=D4=CF=D7; =CB=D2=CF=CD=C5 =D4=CF=C7=CF, =D0=C1=CB=C5=D4 =C4=CF=CC= =D6=C5=CE =D3=CF=C4=C5=D2=D6=C1=D4=D8 =C4=CF=D3=D4=C1=D4=CF=DE=CE=CF =C2=CF=CC=D8=DB=C9=C5 =C6=C1=CA=CC=D9 (=C5= =D3=CC=C9 =D0=C1=CB=C5=D4 =C3=C5=CC=C9=CB=CF=CD =D3=CF=D3=D4=CF=C9=D4 =C9= =DA =CD=C1=CC=C5=CE=D8=CB=C9=C8 =C6=C1=CA=CC=CF=D7, =D4=CF rsyncability =D2=C5=DA=CB=CF =D0=C1=C4=C1=C5=D4). =EE=CF =CF=C4=C9=CE=CF=DE=CE=D9=C5 =D4=C5=D3=D4=D9 =CE=C5 =D7=D9=D1=D7=CC= =D1=C0=D4 "=D2=C5=C1=CC=D8=CE=CF=C7=CF =D0=CF=CC=CF=D6=C5=CE=C9=D1 =D7=C5= =DD=C5=CA"; =D4=D2=C5=C2=D5=C5=D4=D3=D1 =C2=CF=CC=C5=C5 =DB=C9=D2=CF=CB=CF=C5 =D4=C5=D3=D4=C9=D2=CF=D7=C1=CE=C9=C5 = =D3 =D0=D2=C9=D7=CC=C5=DE=C5=CE=C9=C5=CD "=D2=C5=C1=CC=D8=CE=D9=C8 =C4=C1= =CE=CE=D9=C8" =DA=C1 =CE=C5=CB=CF=D4=CF=D2=D9=CA =D0=D2=CF=CD=C5=D6=D5=D4=CF=CB =D7=D2=C5=CD=C5=CE=C9. =F0=D2=C5=C4=CC=C1=C7=C1=C0 =D0=D2=CF=D4=C5=D3=D4=C9=D2=CF=D7=C1=D4=D8 rsyn= cability =C4=D7=D5=C8 =CB=C1=D4=C1=CC=CF=C7=CF=D7: /ALT/archive/Sisyphus/2008/03/01/files/x86_64/RPMS /ALT/archive/Sisyphus/2008/04/01/files/x86_64/RPMS =ED=C5=D4=CF=C4=C9=CB=C1 =D4=C5=D3=D4=C9=D2=CF=D7=C1=CE=C9=D1 =D3=CC=C5=C4= =D5=C0=DD=C1=D1: 1) =E9=DA =CB=C1=D4=C1=CC=CF=C7=CF=D7 =D0=C1=D2=C1=CD=C9 =D7=D9=C2=C9=D2=C1= =C0=D4=D3=D1 =C6=C1=CA=CC=D9, =D5 =CB=CF=D4=CF=D2=D9=C8 =D3=CF=D7=D0=C1=C4= =C1=C5=D4 =C9=CD=D1 =D0=C1=CB=C5=D4=C1 %{NAME}, =CE=CF =D0=D2=C9 =DC=D4=CF=CD =CE=C5 = =D3=CF=D7=D0=C1=C4=C1=C5=D4 =C9=CD=D1 =C6=C1=CA=CC=C1 %name-%version-%release.x86_64.rpm. 2) =E4=CC=D1 =CB=C1=D6=C4=CF=CA =D0=C1=D2=D9 =D0=C1=CB=C5=D4=CF=D7 =C9=DA= =D7=CC=C5=CB=C1=C5=D4=D3=D1 cpio =C1=D2=C8=C9=D7 =C9 =D0=C5=D2=C5=D0=C1=CB= =CF=D7=D9=D7=C1=C5=D4=D3=D1 =D3 =D0=CF=CD=CF=DD=D8=C0 rsyncable gzdio =C9=DA =CE=CF=D7=CF=C7=CF rpmio. 3) =EF=D4=D3=C5=CB=C1=C0=D4=D3=D1 =CD=C1=CC=C5=CE=D8=CB=C9=C5 =D0=C1=CB=C5= =D4=D9: =CF=C2=C1 =D0=C5=D2=C5=D0=C1=CB=CF=D7=C1=CE=CE=D9=C8 =C1=D2=C8=C9= =D7=C1 =C4=CF=CC=D6=CE=D9 =C2=D9=D4=D8 =C2=CF=CC=D8=DB=C5 32K. 4) =FA=C1=D0=D5=D3=CB=C1=C5=D4=D3=D1 rsync, =CB=CF=D4=CF=D2=D9=CA =C4=C9=C1= =C7=CE=CF=D3=D4=C9=D2=D5=C5=D4 =D3=D4=C5=D0=C5=CE=D8 "=D3=CF=D7=D0=C1=C4=C5= =CE=C9=D1" =C4=D7=D5=C8 =D0=C5=D2=C5=D0=C1=CB=CF=D7=C1=CE=CE=D9=C8 =C1=D2=C8=C9=D7=CF=D7. =F0=CF=CC=CE=D9=CA =D2=C5=DA=D5=CC=D8=D4=C1=D4 =D0=D2=C9=D7=C5=C4=A3=CE =D7= =D4=C1=C2=CC=C9=C3=C5, =CB=CF=D4=CF=D2=D5=C0 =D1 =D0=D2=C9=C3=C5=D0=C9=CC = =CB =D0=C9=D3=D8=CD=D5. =F4=C1=C2=CC=C9=C3=C1 =D0=CF=C4=D2=C1=DA=D5=CD=C5=D7=C1=C5=D4 =D3=CC=C5=C4= =D5=C0=DD=C9=CA =DA=C1=C7=CF=CC=CF=D7=CF=CB. =C6=C1=CA=CC-1 =D2=C1=DA=CD=C5=D2-1 =C6=C1=CA=CC-2 =D2=C1=DA=CD=C5=D2= -2 =D0=CF=D3=CC=C1=CE=CF =D3=CB=CF=DE=C5=CE=CF speedup ------ -------- ------ -------- ------- ------- ------- =F0=CF=D3=CC=C5=C4=CE=C9=C5 =D4=D2=C9 =D0=CF=CC=D1 =C9=DA =C4=C9=C1=C7=CE= =CF=D3=D4=C9=CB=C9 rsync. =F2=C1=DA=CD=C5=D2=D9 =CF=CB=D2=D5=C7=CC=D1=C0= =D4=D3=D1 =C4=CF =CB=C9=CC=CF=C2=C1=CA=D4=CF=D7. $ wc -l 2' rsyncability.txt |wc -l 211 $ =E9=DA =CE=C9=C8 =C4=CF=D3=D4=C1=D4=CF=DE=CE=CF =C2=CF=CC=D8=DB=C9=CD =DA= =CE=C1=DE=C5=CE=C9=C5=CD speedup (=D3=C9=CE=C8=D2=CF=CE=C9=DA=C1=C3=C9=D1 = =D7=C4=D7=CF=C5 =C2=D9=D3=D4=D2=C5=C5, =DE=C5=CD =D0=D2=CF=D3=D4=CF=C5 =D3=CB=C1=DE=C9=D7= =C1=CE=C9=C5) =CF=C2=CC=C1=C4=C1=C0=D4 211 =D0=C1=CB=C5=D4=CF=D7. $ sum() { perl -MList::Util=3Dsum -ln0 -e 'print sum split'; } $ cut -f4 rsyncability.txt |sum 2433627 $ =EF=C2=DD=C9=CA =D2=C1=DA=CD=C5=D2 =CE=CF=D7=D9=C8 =D0=C1=CB=C5=D4=CF=D7 2.= 32G. $ cut -f6 rsyncability.txt |sum 1643033 $ =F0=D2=C9 =DC=D4=CF=CD rsync =D3=CB=C1=DE=C1=CC 1.57G. $ cut -f5 rsyncability.txt |sum =20 14017 $ =EE=D5=D6=CE=CF =D4=C1=CB=D6=C5 =D0=CF=CE=C9=CD=C1=D4=D8, =DE=D4=CF rsync = =CE=C5 =D4=CF=CC=D8=CB=CF =DE=D4=CF-=D4=CF =D3=CB=C1=DE=C1=CC, =CE=CF =C9 =D0=CF=D3=CC=C1=CC 13.7M (=CF=D7=C5=D2=C8=C5=C4 =D0=D2=CF=D4=CF= =CB=CF=CC=C1 =D0=D2=C9 =D0=CF=C9=D3=CB=C5 =D3=CF=D7=D0=C1=C4=C1=C0=DD=C9=C8= =CB=D5=D3=CB=CF=D7; =CF=D0=C3=C9=D1 --block-size =DA=C4=C5=D3=D8 =D7=CC=C9=D1=C5=D4). =F4=E1=EB=E9=ED =EF=E2=F2=E1=FA=EF=ED, =D1 =D3=DE=C9=D4=C1=C0, =DE=D4=CF = =DC=D4=C1 =D3=C9=D4=D5=C1=C3=C9=D1 =D7 =CB=C1=CB=CF=CA-=D4=CF =D3=D4=C5=D0= =C5=CE=C9 =CF=D4=D2=C1=D6=C1=C5=D4 "=D2=C5=C1=CC=D8=CE=CF=C5 =D0=CF=CC=CF=D6=C5=CE=C9=C5 =D7=C5=DD=C5=CA". = =E1 =C9=CD=C5=CE=CE=CF, =C5=D3=CC=C9 =C2=D9 =CD=D9 =D0=D2=CF=D3=D4=CF =D3= =CB=C1=DE=C9=D7=C1=CC=C9 "=CE=CF=D7=D9=C5 =C6=C1=CA=CC=D9 =DA=C1 =CD=C1=D2=D4", =D4=CF =CD=D9 =D3=CB= =C1=DE=C1=CC=C9 =C2=D9 2.32G. =E5=D3=CC=C9 =D6=C5 =CD=D9 =D3=C9=CE=C8=D2=CF=CE=C9=DA=C9=D2=CF=D7=C1=CC=C9 "=CE=CF=D7=D9=C5 =C6=C1=CA= =CC=D9 =DA=C1 =CD=C1=D2=D4" =D3=CF "=D3=D4=C1=D2=D9=CD=C9 =C4=CF=CD=C1=D2= =D4=CF=D7=D3=CB=C9=CD=C9 =C6=C1=CA=CC=C1=CD=C9", =D4=CF =CD=D9 =D3=CB=C1=DE=C1=CC=C9 =C2=D9 =C7=C4= =C5-=D4=CF 1.6G (=CE=C1=D0=CF=CD=C9=CE=C1=C0, =DE=D4=CF =D3=CF=D7=D3=C5=CD = =CD=C1=CC=C5=CE=D8=CB=C9=C5 =D0=C1=CB=C5=D4=D9 =C9=D3=CB=CC=C0=DE=C5=CE=D9 =C9=DA =D2=C1=D3=D3=CD=CF=D4= =D2=C5=CE=C9=D1). =FC=D4=CF=D4 =D2=C1=D3=DE=A3=D4 =D3=C4=C5=CC=C1=CE =D7 = =D0=D2=C5=C4=D0=CF=CC=CF=D6=C5=CE=C9=C9, =DE=D4=CF =CB=C1=CB =D3=D4=C1=D2=D9=C5 =D0=D2=C5=C4=CD=C1=D2=D4=CF=D7=D3=CB= =C9=C5 =C6=C1=CA=CC=D9, =D4=C1=CB =C9 =CE=CF=D7=D9=C5 =C6=C1=CA=CC=D9 =DA= =C1 =CD=C1=D2=D4 =F5=F6=E5 =DA=C1=D0=C1=CB=CF=D7=C1=CE=D9 =D0=D2=C9 =D0=CF=CD=CF=DD=C9 rsyncable gzdio. =F7=CF=D4 =CB=CF=C4 =D3=CB=D2=C9=D4=C1 (gzdio.c =C9 rsync-shell =C2=D9=CC= =C9 =D7 =CF=C4=CE=CF=CD =C9=DA =D0=D2=C5=C4=D9=C4=D5=DD=C9=C8 =D0=C9=D3=C5= =CD, packages =C9=DA =D0=C1=CB=C5=D4=C1 qa-robot). test-dirs: #!/bin/sh -efu packages "$1" >pkg1 packages "$2" >pkg2 join -t$'\t' -j 1 -o '0 1.3 2.3' pkg1 pkg2 |awk -F'\t' '$2!=3D$3' >pkg12 while read -r pkg f1 f2; do rpm2cpio "$1/$f1" |./gzdio >cpio1.gz rpm2cpio "$2/$f2" |./gzdio >cpio2.gz s1=3D$(du -b cpio1.gz |awk '{print int($1/1024+0.5)}') s2=3D$(du -b cpio2.gz |awk '{print int($1/1024+0.5)}') [ "$s1" -gt 32 ] && [ "$s2" -gt 32 ] || continue rsync --block-size 1024 -v -e ./rsync-shell foo:cpio2.gz cpio1.gz >out sent=3D$(awk '$1=3D=3D"sent"{print int($2/1024+.5)}' out) received=3D$(awk '$4=3D=3D"received"{print int($5/1024+.5)}' out) speedup=3D$(awk '$5=3D=3D"speedup"{print$7}' out) echo $f1$'\t'$s1$'\t'$f2$'\t'$s2$'\t'$sent$'\t'$received$'\t'$speedup done