X-Git-Url: https://arthur.barton.de/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=t%2Ftest.sh;h=d270e61583d164578243009da3a39fc5da5b16c3;hb=467bb37bb68d447ec048f63817d9bbc8c25d9b15;hp=a69addfbd92a64fcb87f62845ed652b6b7404474;hpb=fc8d7d49e1c14da50e61d27c63e8ee7aa251e6d2;p=bup.git diff --git a/t/test.sh b/t/test.sh index a69addf..d270e61 100755 --- a/t/test.sh +++ b/t/test.sh @@ -1,235 +1,231 @@ #!/usr/bin/env bash . wvtest.sh -#set -e +. wvtest-bup.sh +. t/lib.sh -TOP="$(pwd)" -export BUP_DIR="$TOP/buptest.tmp" +set -o pipefail -bup() -{ - "$TOP/bup" "$@" -} +top="$(WVPASS /bin/pwd)" || exit $? +tmpdir="$(WVPASS wvmktempdir)" || exit $? +export BUP_DIR="$tmpdir/bup" + +bup() { "$top/bup" "$@"; } + +WVPASS cd "$tmpdir" WVSTART "init" -#set -x -rm -rf "$BUP_DIR" WVPASS bup init -WVSTART "index" D=bupdata.tmp -rm -rf $D -mkdir $D -WVPASSEQ "$(bup index --check -p)" "" -WVPASSEQ "$(bup index --check -p $D)" "" -WVFAIL [ -e $D.fake ] -WVFAIL bup index --check -u $D.fake -WVPASS bup index --check -u $D -WVPASSEQ "$(bup index --check -p $D)" "$D/" -touch $D/a +WVPASS force-delete $D +WVPASS mkdir $D +WVPASS touch $D/a WVPASS bup random 128k >$D/b -mkdir $D/d $D/d/e +WVPASS mkdir $D/d $D/d/e WVPASS bup random 512 >$D/f -WVPASSEQ "$(bup index -s $D/)" "A $D/" -WVPASSEQ "$(bup index -s $D/b)" "" -WVPASSEQ "$(bup index --check -us $D/b)" "A $D/b" -WVPASSEQ "$(bup index --check -us $D/b $D/d)" \ -"A $D/d/e/ -A $D/d/ -A $D/b" -touch $D/d/z -bup tick -WVPASSEQ "$(bup index --check -usx $D)" \ -"A $D/f -A $D/d/z -A $D/d/e/ -A $D/d/ -A $D/b -A $D/a -A $D/" -WVPASSEQ "$(bup index --check -us $D/a $D/b --fake-valid)" \ -" $D/b - $D/a" -WVPASSEQ "$(bup index --check -us $D/a)" " $D/a" # stays unmodified -WVPASSEQ "$(bup index --check -us $D/d --fake-valid)" \ -" $D/d/z - $D/d/e/ - $D/d/" -touch $D/d/z -WVPASS bup index -u $D/d/z # becomes modified -WVPASSEQ "$(bup index -s $D/a $D $D/b)" \ -"A $D/f -M $D/d/z - $D/d/e/ -M $D/d/ - $D/b - $D/a -A $D/" - -WVPASS bup index -u $D/d/e $D/a --fake-invalid -WVPASSEQ "$(cd $D && bup index -m .)" \ -"./f -./d/z -./d/e/ -./d/ -./a -./" -WVPASSEQ "$(cd $D && bup index -m)" \ -"f -d/z -d/e/ -d/ -a -./" -WVPASSEQ "$(cd $D && bup index -s .)" "$(cd $D && bup index -s .)" - -WVFAIL bup save -t $D/doesnt-exist-filename - -mv $BUP_DIR/bupindex $BUP_DIR/bi.old -WVFAIL bup save -t $D/d/e/fifotest -mkfifo $D/d/e/fifotest -WVPASS bup index -u $D/d/e/fifotest -WVFAIL bup save -t $D/d/e/fifotest -WVFAIL bup save -t $D/d/e -rm -f $D/d/e/fifotest -WVPASS bup index -u $D/d/e -WVFAIL bup save -t $D/d/e/fifotest -mv $BUP_DIR/bi.old $BUP_DIR/bupindex - -WVPASS bup index -u $D/d/e -WVPASS bup save -t $D/d/e -WVPASSEQ "$(cd $D && bup index -m)" \ -"f -d/z -d/ -a -./" -WVPASS bup save -t $D/d -WVPASSEQ "$(cd $D && bup index -m)" \ -"f -a -./" -tree1=$(bup save -t $D) -WVPASSEQ "$(cd $D && bup index -m)" "" -tree2=$(bup save -t $D) -WVPASSEQ "$tree1" "$tree2" -WVPASSEQ "$(bup index -s / | grep ^D)" "" -tree3=$(bup save -t /) -WVPASSEQ "$tree1" "$tree3" -WVPASS bup save -r :$BUP_DIR -n r-test $D -WVFAIL bup save -r :$BUP_DIR/fake/path -n r-test $D -WVFAIL bup save -r :$BUP_DIR -n r-test $D/fake/path - -WVSTART "split" -echo a >a.tmp -echo b >b.tmp -WVPASS bup split -b a.tmp >taga.tmp -WVPASS bup split -b b.tmp >tagb.tmp -cat a.tmp b.tmp | WVPASS bup split -b >tagab.tmp -WVPASSEQ $(cat taga.tmp | wc -l) 1 -WVPASSEQ $(cat tagb.tmp | wc -l) 1 -WVPASSEQ $(cat tagab.tmp | wc -l) 1 -WVPASSEQ $(cat tag[ab].tmp | wc -l) 2 -WVPASSEQ "$(bup split -b a.tmp b.tmp)" "$(cat tagab.tmp)" -WVPASSEQ "$(bup split -b --keep-boundaries a.tmp b.tmp)" "$(cat tag[ab].tmp)" -WVPASSEQ "$(cat tag[ab].tmp | bup split -b --keep-boundaries --git-ids)" \ - "$(cat tag[ab].tmp)" -WVPASSEQ "$(cat tag[ab].tmp | bup split -b --git-ids)" \ - "$(cat tagab.tmp)" -WVPASS bup split --bench -b tags1.tmp -WVPASS bup split -vvvv -b t/testfile2 >tags2.tmp -WVPASS bup margin -WVPASS bup midx -f -WVPASS bup margin -WVPASS bup split -t t/testfile2 >tags2t.tmp -WVPASS bup split -t t/testfile2 --fanout 3 >tags2tf.tmp -WVPASS bup split -r "$BUP_DIR" -c t/testfile2 >tags2c.tmp -WVPASS bup split -r :$BUP_DIR -c t/testfile2 >tags2c.tmp -WVPASS ls -lR \ - | WVPASS bup split -r :$BUP_DIR -c --fanout 3 --max-pack-objects 3 -n lslr -WVPASS bup ls -WVFAIL bup ls /does-not-exist -WVPASS bup ls /lslr -#WVPASS bup ls /lslr/1971-01-01 # all dates always exist -WVFAIL diff -u tags1.tmp tags2.tmp - -# fanout must be different from non-fanout -WVFAIL diff -q tags2t.tmp tags2tf.tmp -wc -c t/testfile1 t/testfile2 -wc -l tags1.tmp tags2.tmp - +WVPASS touch $D/d/z +WVPASS touch $D/d/z +WVPASS bup index $D +WVPASS bup save -t $D + +WVSTART "bloom" +WVPASS bup bloom -c $(ls -1 "$BUP_DIR"/objects/pack/*.idx|head -n1) +WVPASS rm "$BUP_DIR"/objects/pack/bup.bloom +WVPASS bup bloom -k 4 +WVPASS bup bloom -c $(ls -1 "$BUP_DIR"/objects/pack/*.idx|head -n1) +WVPASS bup bloom -d "$BUP_DIR"/objects/pack --ruin --force +WVFAIL bup bloom -c $(ls -1 "$BUP_DIR"/objects/pack/*.idx|head -n1) +WVPASS bup bloom --force -k 5 +WVPASS bup bloom -c $(ls -1 "$BUP_DIR"/objects/pack/*.idx|head -n1) + +WVSTART "memtest" WVPASS bup memtest -c1 -n100 WVPASS bup memtest -c1 -n100 --existing -WVSTART "join" -WVPASS bup join $(cat tags1.tmp) >out1.tmp -WVPASS bup join out2.tmp -WVPASS bup join out2t.tmp -WVPASS bup join -r "$BUP_DIR" out2c.tmp -WVPASS bup join -r ":$BUP_DIR" out2c.tmp -WVPASS diff -u t/testfile1 out1.tmp -WVPASS diff -u t/testfile2 out2.tmp -WVPASS diff -u t/testfile2 out2t.tmp -WVPASS diff -u t/testfile2 out2c.tmp - WVSTART "save/git-fsck" ( - set -e - cd "$BUP_DIR" || exit 1 + WVPASS cd "$BUP_DIR" #git repack -Ad #git prune - (cd "$TOP/t/sampledata" && WVPASS bup save -vvn master /) || WVFAIL - n=$(git fsck --full --strict 2>&1 | - egrep -v 'dangling (commit|tree)' | - tee -a /dev/stderr | - wc -l) + WVPASS bup random 4k | WVPASS bup split -b + (WVPASS cd "$top/t/sampledata" && WVPASS bup save -vvn master /) || exit $? + result="$(git fsck --full --strict 2>&1)" || exit $? + n=$(echo "$result" | + WVFAIL egrep -v 'dangling (commit|tree|blob)' | + WVPASS tee -a /dev/stderr | + WVPASS wc -l) || exit $? WVPASS [ "$n" -eq 0 ] -) || exit 1 +) || exit $? WVSTART "restore" -rm -rf buprestore.tmp +WVPASS force-delete buprestore.tmp WVFAIL bup restore boink -WVPASS bup restore -C buprestore.tmp "/master/latest/$TOP/$D" +WVPASS touch "$tmpdir/$D/$D" +WVPASS bup index -u "$tmpdir/$D" +WVPASS bup save -n master / +WVPASS bup restore -C buprestore.tmp "/master/latest/$tmpdir/$D" WVPASSEQ "$(ls buprestore.tmp)" "bupdata.tmp" -rm -rf buprestore.tmp -WVPASS bup restore -C buprestore.tmp "/master/latest/$TOP/$D/" +WVPASS force-delete buprestore.tmp +WVPASS bup restore -C buprestore.tmp "/master/latest/$tmpdir/$D/" +WVPASS touch $D/non-existent-file buprestore.tmp/non-existent-file # else diff fails WVPASS diff -ur $D/ buprestore.tmp/ +WVPASS force-delete buprestore.tmp +WVPASS echo -n "" | WVPASS bup split -n split_empty_string.tmp +WVPASS bup restore -C buprestore.tmp split_empty_string.tmp/latest/ +WVPASSEQ "$(cat buprestore.tmp/data)" "" + +( + tmp=testrestore.tmp + WVPASS force-delete $tmp + WVPASS mkdir $tmp + export BUP_DIR="$(pwd)/$tmp/bup" + WVPASS WVPASS bup init + WVPASS mkdir -p $tmp/src/x/y/z + WVPASS bup random 8k > $tmp/src/x/y/random-1 + WVPASS bup random 8k > $tmp/src/x/y/z/random-2 + WVPASS bup index -u $tmp/src + WVPASS bup save --strip -n foo $tmp/src + + WVSTART "restore /foo/latest" + WVPASS bup restore -C $tmp/restore /foo/latest + WVPASS "$top/t/compare-trees" $tmp/src/ $tmp/restore/latest/ + + WVSTART "restore /foo/latest/" + WVPASS force-delete "$tmp/restore" + WVPASS bup restore -C $tmp/restore /foo/latest/ + for x in $tmp/src/*; do + WVPASS "$top/t/compare-trees" $x/ $tmp/restore/$(basename $x); + done + + WVSTART "restore /foo/latest/." + WVPASS force-delete "$tmp/restore" + WVPASS bup restore -C $tmp/restore /foo/latest/. + WVPASS "$top/t/compare-trees" $tmp/src/ $tmp/restore/ + + WVSTART "restore /foo/latest/x" + WVPASS force-delete "$tmp/restore" + WVPASS bup restore -C $tmp/restore /foo/latest/x + WVPASS "$top/t/compare-trees" $tmp/src/x/ $tmp/restore/x/ + + WVSTART "restore /foo/latest/x/" + WVPASS force-delete "$tmp/restore" + WVPASS bup restore -C $tmp/restore /foo/latest/x/ + for x in $tmp/src/x/*; do + WVPASS "$top/t/compare-trees" $x/ $tmp/restore/$(basename $x); + done + + WVSTART "restore /foo/latest/x/." + WVPASS force-delete "$tmp/restore" + WVPASS bup restore -C $tmp/restore /foo/latest/x/. + WVPASS "$top/t/compare-trees" $tmp/src/x/ $tmp/restore/ +) || exit $? + WVSTART "ftp" -WVPASS bup ftp "cat /master/latest/$TOP/$D/b" >$D/b.new -WVPASS bup ftp "cat /master/latest/$TOP/$D/f" >$D/f.new -WVPASS bup ftp "cat /master/latest/$TOP/$D/f"{,} >$D/f2.new -WVPASS bup ftp "cat /master/latest/$TOP/$D/a" >$D/a.new +WVPASS bup ftp "cat /master/latest/$tmpdir/$D/b" >$D/b.new +WVPASS bup ftp "cat /master/latest/$tmpdir/$D/f" >$D/f.new +WVPASS bup ftp "cat /master/latest/$tmpdir/$D/f"{,} >$D/f2.new +WVPASS bup ftp "cat /master/latest/$tmpdir/$D/a" >$D/a.new WVPASSEQ "$(sha1sum <$D/b)" "$(sha1sum <$D/b.new)" WVPASSEQ "$(sha1sum <$D/f)" "$(sha1sum <$D/f.new)" WVPASSEQ "$(cat $D/f.new{,} | sha1sum)" "$(sha1sum <$D/f2.new)" WVPASSEQ "$(sha1sum <$D/a)" "$(sha1sum <$D/a.new)" -WVSTART "fsck" -WVPASS bup fsck -WVPASS bup fsck --quick -if bup fsck --par2-ok; then - WVSTART "fsck (par2)" -else - WVSTART "fsck (PAR2 IS MISSING)" -fi -WVPASS bup fsck -g -WVPASS bup fsck -r -WVPASS bup damage $BUP_DIR/objects/pack/*.pack -n10 -s1 -S0 -WVFAIL bup fsck --quick -WVFAIL bup fsck --quick --disable-par2 -chmod u+w $BUP_DIR/objects/pack/*.idx -WVPASS bup damage $BUP_DIR/objects/pack/*.idx -n10 -s1 -S0 -WVFAIL bup fsck --quick -j4 -WVPASS bup damage $BUP_DIR/objects/pack/*.pack -n10 -s1024 --percent 0.4 -S0 -WVFAIL bup fsck --quick -WVFAIL bup fsck --quick -rvv -j99 # fails because repairs were needed -if bup fsck --par2-ok; then - WVPASS bup fsck -r # ok because of repairs from last time - WVPASS bup damage $BUP_DIR/objects/pack/*.pack -n202 -s1 --equal -S0 - WVFAIL bup fsck - WVFAIL bup fsck -rvv # too many errors to be repairable - WVFAIL bup fsck -r # too many errors to be repairable -else - WVFAIL bup fsck --quick -r # still fails because par2 was missing -fi +WVSTART "tag" +WVFAIL bup tag -d v0.n 2>/dev/null +WVFAIL bup tag v0.n non-existant 2>/dev/null +WVPASSEQ "$(bup tag)" "" +WVPASS bup tag v0.1 master +WVPASSEQ "$(bup tag)" "v0.1" +WVFAIL bup tag v0.1 master +WVPASS bup tag -f v0.1 master +WVPASS bup tag -d v0.1 +WVPASS bup tag -f -d v0.1 +WVFAIL bup tag -d v0.1 + + +WVSTART "save (no index)" +( + tmp=save-no-index.tmp + WVPASS force-delete $tmp + WVPASS mkdir $tmp + export BUP_DIR="$(WVPASS pwd)/$tmp/bup" || exit $? + WVPASS bup init + WVFAIL bup save -n nothing / + WVPASS rm -r "$tmp" +) || exit $? + +WVSTART "indexfile" +D=indexfile.tmp +INDEXFILE=tmpindexfile.tmp +WVPASS rm -f $INDEXFILE +WVPASS force-delete $D +WVPASS mkdir $D +export BUP_DIR="$D/.bup" +WVPASS bup init +WVPASS touch $D/a +WVPASS touch $D/b +WVPASS mkdir $D/c +WVPASS bup index -ux $D +WVPASS bup save --strip -n bupdir $D +WVPASSEQ "$(bup ls -F bupdir/latest/)" "a +b +c/" +WVPASS bup index -f $INDEXFILE --exclude=$D/c -ux $D +WVPASS bup save --strip -n indexfile -f $INDEXFILE $D +WVPASSEQ "$(bup ls indexfile/latest/)" "a +b" + + +WVSTART "import-rsnapshot" +D=rsnapshot.tmp +export BUP_DIR="$tmpdir/$D/.bup" +WVPASS force-delete $D +WVPASS mkdir $D +WVPASS bup init +WVPASS mkdir -p $D/hourly.0/buptest/a +WVPASS touch $D/hourly.0/buptest/a/b +WVPASS mkdir -p $D/hourly.0/buptest/c/d +WVPASS touch $D/hourly.0/buptest/c/d/e +WVPASS true +WVPASS bup import-rsnapshot $D/ +WVPASSEQ "$(bup ls -F buptest/latest/)" "a/ +c/" + + +WVSTART "save disjoint top-level directories" +( + # Resolve any symlinks involving the top top-level dirs. + real_pwd="$(WVPASS realpath .)" || exit $? + real_tmp="$(WVPASS realpath /tmp/.)" || exit $? + pwd_top="$(echo $real_pwd | WVPASS awk -F "/" '{print $2}')" || exit $? + tmp_top="$(echo $real_tmp | WVPASS awk -F "/" '{print $2}')" || exit $? + + if [ "$pwd_top" = "$tmp_top" ]; then + echo "(running from within /$tmp_top; skipping test)" 1>&2 + exit 0 + fi + D=bupdata.tmp + WVPASS force-delete $D + WVPASS mkdir -p $D/x + WVPASS date > $D/x/1 + tmpdir2="$(WVPASS mktemp -d $real_tmp/bup-test-XXXXXXX)" || exit $? + cleanup() { WVPASS rm -r "$tmpdir2"; } + WVPASS trap cleanup EXIT + WVPASS date > "$tmpdir2/2" + + export BUP_DIR="$tmpdir/bup" + WVPASS test -d "$BUP_DIR" && WVPASS rm -r "$BUP_DIR" + + WVPASS bup init + WVPASS bup index -vu $(pwd)/$D/x "$tmpdir2" + WVPASS bup save -t -n src $(pwd)/$D/x "$tmpdir2" + + # For now, assume that "ls -a" and "sort" use the same order. + actual="$(WVPASS bup ls -AF src/latest)" || exit $? + expected="$(echo -e "$pwd_top/\n$tmp_top/" | WVPASS sort)" || exit $? + WVPASSEQ "$actual" "$expected" +) || exit $? + +WVPASS rm -rf "$tmpdir"