8 export BUP_DIR="$TOP/buptest.tmp"
18 test -d "$BUP_DIR" && rm -r "$BUP_DIR"
25 WVFAIL bup index --exclude-from $D/cannot-exist $D
26 WVPASSEQ "$(bup index --check -p)" ""
27 WVPASSEQ "$(bup index --check -p $D)" ""
29 WVFAIL bup index --check -u $D.fake
30 WVPASS bup index --check -u $D
31 WVPASSEQ "$(bup index --check -p $D)" "$D/"
33 WVPASS bup random 128k >$D/b
35 WVPASS bup random 512 >$D/f
36 WVPASS ln -s non-existent-file $D/g
37 WVPASSEQ "$(bup index -s $D/)" "A $D/"
38 WVPASSEQ "$(bup index -s $D/b)" ""
39 WVPASSEQ "$(bup index --check -us $D/b)" "A $D/b"
40 WVPASSEQ "$(bup index --check -us $D/b $D/d)" \
46 WVPASSEQ "$(bup index --check -usx $D)" \
55 WVPASSEQ "$(bup index --check -us $D/a $D/b --fake-valid)" \
58 WVPASSEQ "$(bup index --check -us $D/a)" " $D/a" # stays unmodified
59 WVPASSEQ "$(bup index --check -us $D/d --fake-valid)" \
64 WVPASS bup index -u $D/d/z # becomes modified
65 WVPASSEQ "$(bup index -s $D/a $D $D/b)" \
75 WVPASS bup index -u $D/d/e $D/a --fake-invalid
76 WVPASSEQ "$(cd $D && bup index -m .)" \
84 WVPASSEQ "$(cd $D && bup index -m)" \
92 WVPASSEQ "$(cd $D && bup index -s .)" "$(cd $D && bup index -s .)"
94 WVFAIL bup save -t $D/doesnt-exist-filename
96 mv $BUP_DIR/bupindex $BUP_DIR/bi.old
97 WVFAIL bup save -t $D/d/e/fifotest
98 mkfifo $D/d/e/fifotest
99 WVPASS bup index -u $D/d/e/fifotest
100 WVPASS bup save -t $D/d/e/fifotest
101 WVPASS bup save -t $D/d/e
102 rm -f $D/d/e/fifotest
103 WVPASS bup index -u $D/d/e
104 WVFAIL bup save -t $D/d/e/fifotest
105 mv $BUP_DIR/bi.old $BUP_DIR/bupindex
107 WVPASS bup index -u $D/d/e
108 WVPASS bup save -t $D/d/e
109 WVPASSEQ "$(cd $D && bup index -m)" \
116 WVPASS bup save -t $D/d
117 WVPASS bup index --fake-invalid $D/d/z
118 WVPASS bup save -t $D/d/z
119 WVPASS bup save -t $D/d/z # test regenerating trees when no files are changed
120 WVPASS bup save -t $D/d
121 WVPASSEQ "$(cd $D && bup index -m)" \
126 tree1=$(bup save -t $D) || WVFAIL
127 WVPASSEQ "$(cd $D && bup index -m)" ""
128 tree2=$(bup save -t $D) || WVFAIL
129 WVPASSEQ "$tree1" "$tree2"
130 WVPASSEQ "$(bup index -s / | grep ^D)" ""
131 tree3=$(bup save -t /) || WVFAIL
132 WVPASSEQ "$tree1" "$tree3"
133 WVPASS bup save -r :$BUP_DIR -n r-test $D
134 WVFAIL bup save -r :$BUP_DIR/fake/path -n r-test $D
135 WVFAIL bup save -r :$BUP_DIR -n r-test $D/fake/path
140 WVPASS bup split -b a.tmp >taga.tmp
141 WVPASS bup split -b b.tmp >tagb.tmp
142 cat a.tmp b.tmp | WVPASS bup split -b >tagab.tmp
143 WVPASSEQ $(cat taga.tmp | wc -l) 1
144 WVPASSEQ $(cat tagb.tmp | wc -l) 1
145 WVPASSEQ $(cat tagab.tmp | wc -l) 1
146 WVPASSEQ $(cat tag[ab].tmp | wc -l) 2
147 WVPASSEQ "$(bup split -b a.tmp b.tmp)" "$(cat tagab.tmp)"
148 WVPASSEQ "$(bup split -b --keep-boundaries a.tmp b.tmp)" "$(cat tag[ab].tmp)"
149 WVPASSEQ "$(cat tag[ab].tmp | bup split -b --keep-boundaries --git-ids)" \
151 WVPASSEQ "$(cat tag[ab].tmp | bup split -b --git-ids)" \
153 WVPASS bup split --bench -b <t/testfile1 >tags1.tmp
154 WVPASS bup split -vvvv -b t/testfile2 >tags2.tmp
157 WVPASS bup midx --check -a
158 WVPASS bup midx -o $BUP_DIR/objects/pack/test1.midx \
159 $BUP_DIR/objects/pack/*.idx
160 WVPASS bup midx --check -a
161 WVPASS bup midx -o $BUP_DIR/objects/pack/test1.midx \
162 $BUP_DIR/objects/pack/*.idx \
163 $BUP_DIR/objects/pack/*.idx
164 WVPASS bup midx --check -a
165 all=$(echo $BUP_DIR/objects/pack/*.idx $BUP_DIR/objects/pack/*.midx)
166 WVPASS bup midx -o $BUP_DIR/objects/pack/zzz.midx $all
168 WVPASS bup midx -o $BUP_DIR/objects/pack/yyy.midx $all
170 WVPASSEQ "$(echo $BUP_DIR/objects/pack/*.midx)" \
171 "$BUP_DIR/objects/pack/yyy.midx"
173 WVPASS bup split -t t/testfile2 >tags2t.tmp
174 WVPASS bup split -t t/testfile2 --fanout 3 >tags2tf.tmp
175 WVPASS bup split -r "$BUP_DIR" -c t/testfile2 >tags2c.tmp
176 WVPASS bup split -r :$BUP_DIR -c t/testfile2 >tags2c.tmp
178 | WVPASS bup split -r :$BUP_DIR -c --fanout 3 --max-pack-objects 3 -n lslr
180 WVFAIL bup ls /does-not-exist
182 WVPASS bup ls /lslr/latest
183 WVPASS bup ls /lslr/latest/
184 #WVPASS bup ls /lslr/1971-01-01 # all dates always exist
185 WVFAIL diff -u tags1.tmp tags2.tmp
187 # fanout must be different from non-fanout
188 WVFAIL diff tags2t.tmp tags2tf.tmp
189 wc -c t/testfile1 t/testfile2
190 wc -l tags1.tmp tags2.tmp
193 WVPASS bup bloom -c $(ls -1 $BUP_DIR/objects/pack/*.idx|head -n1)
194 rm $BUP_DIR/objects/pack/bup.bloom
195 WVPASS bup bloom -k 4
196 WVPASS bup bloom -c $(ls -1 $BUP_DIR/objects/pack/*.idx|head -n1)
197 WVPASS bup bloom -d buptest.tmp/objects/pack --ruin --force
198 WVFAIL bup bloom -c $(ls -1 $BUP_DIR/objects/pack/*.idx|head -n1)
199 WVPASS bup bloom --force -k 5
200 WVPASS bup bloom -c $(ls -1 $BUP_DIR/objects/pack/*.idx|head -n1)
203 WVPASS bup memtest -c1 -n100
204 WVPASS bup memtest -c1 -n100 --existing
207 WVPASS bup join $(cat tags1.tmp) >out1.tmp
208 WVPASS bup join <tags2.tmp >out2.tmp
209 WVPASS bup join <tags2t.tmp -o out2t.tmp
210 WVPASS bup join -r "$BUP_DIR" <tags2c.tmp >out2c.tmp
211 WVPASS bup join -r ":$BUP_DIR" <tags2c.tmp >out2c.tmp
212 WVPASS diff -u t/testfile1 out1.tmp
213 WVPASS diff -u t/testfile2 out2.tmp
214 WVPASS diff -u t/testfile2 out2t.tmp
215 WVPASS diff -u t/testfile2 out2c.tmp
217 WVSTART "save/git-fsck"
220 cd "$BUP_DIR" || exit 1
223 (cd "$TOP/t/sampledata" && WVPASS bup save -vvn master /) || WVFAIL
224 n=$(git fsck --full --strict 2>&1 |
225 egrep -v 'dangling (commit|tree|blob)' |
228 WVPASS [ "$n" -eq 0 ]
232 force-delete buprestore.tmp
233 WVFAIL bup restore boink
237 WVPASS bup restore -C buprestore.tmp "/master/latest/$TOP/$D"
238 WVPASSEQ "$(ls buprestore.tmp)" "bupdata.tmp"
239 force-delete buprestore.tmp
240 WVPASS bup restore -C buprestore.tmp "/master/latest/$TOP/$D/"
241 touch $D/non-existent-file buprestore.tmp/non-existent-file # else diff fails
242 WVPASS diff -ur $D/ buprestore.tmp/
248 export BUP_DIR="$(pwd)/$tmp/bup"
250 mkdir -p $tmp/src/x/y/z
251 WVPASS bup random 8k > $tmp/src/x/y/random-1
252 WVPASS bup random 8k > $tmp/src/x/y/z/random-2
253 WVPASS bup index -u $tmp/src
254 WVPASS bup save --strip -n foo $tmp/src
256 WVSTART "restore /foo/latest"
257 WVPASS bup restore -C $tmp/restore /foo/latest
258 WVPASS t/compare-trees $tmp/src/ $tmp/restore/latest/
260 WVSTART "restore /foo/latest/"
261 force-delete "$tmp/restore"
262 WVPASS bup restore -C $tmp/restore /foo/latest/
263 for x in $tmp/src/*; do
264 WVPASS t/compare-trees $x/ $tmp/restore/$(basename $x);
267 WVSTART "restore /foo/latest/."
268 force-delete "$tmp/restore"
269 WVPASS bup restore -C $tmp/restore /foo/latest/.
270 WVPASS t/compare-trees $tmp/src/ $tmp/restore/
272 WVSTART "restore /foo/latest/x"
273 force-delete "$tmp/restore"
274 WVPASS bup restore -C $tmp/restore /foo/latest/x
275 WVPASS t/compare-trees $tmp/src/x/ $tmp/restore/x/
277 WVSTART "restore /foo/latest/x/"
278 force-delete "$tmp/restore"
279 WVPASS bup restore -C $tmp/restore /foo/latest/x/
280 for x in $tmp/src/x/*; do
281 WVPASS t/compare-trees $x/ $tmp/restore/$(basename $x);
284 WVSTART "restore /foo/latest/x/."
285 force-delete "$tmp/restore"
286 WVPASS bup restore -C $tmp/restore /foo/latest/x/.
287 WVPASS t/compare-trees $tmp/src/x/ $tmp/restore/
292 WVPASS bup ftp "cat /master/latest/$TOP/$D/b" >$D/b.new
293 WVPASS bup ftp "cat /master/latest/$TOP/$D/f" >$D/f.new
294 WVPASS bup ftp "cat /master/latest/$TOP/$D/f"{,} >$D/f2.new
295 WVPASS bup ftp "cat /master/latest/$TOP/$D/a" >$D/a.new
296 WVPASSEQ "$(sha1sum <$D/b)" "$(sha1sum <$D/b.new)"
297 WVPASSEQ "$(sha1sum <$D/f)" "$(sha1sum <$D/f.new)"
298 WVPASSEQ "$(cat $D/f.new{,} | sha1sum)" "$(sha1sum <$D/f2.new)"
299 WVPASSEQ "$(sha1sum <$D/a)" "$(sha1sum <$D/a.new)"
302 WVFAIL bup tag -d v0.n 2>/dev/null
303 WVFAIL bup tag v0.n non-existant 2>/dev/null
304 WVPASSEQ "$(bup tag)" ""
305 WVPASS bup tag v0.1 master
306 WVPASSEQ "$(bup tag)" "v0.1"
307 WVPASS bup tag -d v0.1
309 # This section destroys data in the bup repository, so it is done last.
312 WVPASS bup fsck --quick
313 if bup fsck --par2-ok; then
314 WVSTART "fsck (par2)"
316 WVSTART "fsck (PAR2 IS MISSING)"
320 WVPASS bup damage $BUP_DIR/objects/pack/*.pack -n10 -s1 -S0
321 WVFAIL bup fsck --quick
322 WVFAIL bup fsck --quick --disable-par2
323 chmod u+w $BUP_DIR/objects/pack/*.idx
324 WVPASS bup damage $BUP_DIR/objects/pack/*.idx -n10 -s1 -S0
325 WVFAIL bup fsck --quick -j4
326 WVPASS bup damage $BUP_DIR/objects/pack/*.pack -n10 -s1024 --percent 0.4 -S0
327 WVFAIL bup fsck --quick
328 WVFAIL bup fsck --quick -rvv -j99 # fails because repairs were needed
329 if bup fsck --par2-ok; then
330 WVPASS bup fsck -r # ok because of repairs from last time
331 WVPASS bup damage $BUP_DIR/objects/pack/*.pack -n202 -s1 --equal -S0
333 WVFAIL bup fsck -rvv # too many errors to be repairable
334 WVFAIL bup fsck -r # too many errors to be repairable
336 WVFAIL bup fsck --quick -r # still fails because par2 was missing
339 WVSTART "exclude-bupdir"
343 export BUP_DIR="$D/.bup"
346 WVPASS bup random 128k >$D/b
348 WVPASS bup random 512 >$D/f
349 WVPASS bup index -ux $D
350 bup save -n exclude-bupdir $D
351 WVPASSEQ "$(bup ls -a exclude-bupdir/latest/$TOP/$D/)" "a
360 export BUP_DIR="$D/.bup"
363 WVPASS bup random 128k >$D/b
365 WVPASS bup random 512 >$D/f
366 WVPASS bup index -ux --exclude $D/d $D
367 bup save -n exclude $D
368 WVPASSEQ "$(bup ls exclude/latest/$TOP/$D/)" "a
372 WVPASS bup index -ux --exclude $D/d --exclude $TOP/$D/g --exclude $D/h $D
373 bup save -n exclude $D
374 WVPASSEQ "$(bup ls exclude/latest/$TOP/$D/)" "a
378 WVSTART "exclude-from"
379 D=exclude-fromdir.tmp
380 EXCLUDE_FILE=exclude-from.tmp
383 $D/h" > $EXCLUDE_FILE
386 export BUP_DIR="$D/.bup"
389 WVPASS bup random 128k >$D/b
391 WVPASS bup random 512 >$D/f
393 WVPASS bup index -ux --exclude-from $EXCLUDE_FILE $D
394 bup save -n exclude-from $D
395 WVPASSEQ "$(bup ls exclude-from/latest/$TOP/$D/)" "a
401 WVSTART "save (no index)"
404 tmp=save-no-index.tmp
407 export BUP_DIR="$(pwd)/$tmp/bup"
409 WVFAIL bup save -n nothing /
413 WVSTART "save --strip"
418 export BUP_DIR="$(pwd)/$tmp/bup"
420 mkdir -p $tmp/src/x/y/z
421 WVPASS bup random 8k > $tmp/src/x/y/random-1
422 WVPASS bup random 8k > $tmp/src/x/y/z/random-2
423 WVPASS bup index -u $tmp/src
424 WVPASS bup save --strip -n foo $tmp/src/x/y
425 WVPASS bup restore -C $tmp/restore /foo/latest
426 WVPASS t/compare-trees $tmp/src/x/y/ "$tmp/restore/latest/"
429 WVSTART "save --strip-path (relative)"
434 export BUP_DIR="$(pwd)/$tmp/bup"
436 mkdir -p $tmp/src/x/y/z
437 WVPASS bup random 8k > $tmp/src/x/y/random-1
438 WVPASS bup random 8k > $tmp/src/x/y/z/random-2
439 WVPASS bup index -u $tmp/src
440 WVPASS bup save --strip-path $tmp/src -n foo $tmp/src/x
441 WVPASS bup restore -C $tmp/restore /foo/latest
442 WVPASS t/compare-trees $tmp/src/ "$tmp/restore/latest/"
445 WVSTART "save --strip-path (absolute)"
450 export BUP_DIR="$(pwd)/$tmp/bup"
452 mkdir -p $tmp/src/x/y/z
453 WVPASS bup random 8k > $tmp/src/x/y/random-1
454 WVPASS bup random 8k > $tmp/src/x/y/z/random-2
455 WVPASS bup index -u $tmp/src
456 WVPASS bup save --strip-path "$TOP" -n foo $tmp/src
457 WVPASS bup restore -C $tmp/restore /foo/latest
458 WVPASS t/compare-trees $tmp/src/ "$tmp/restore/latest/$tmp/src/"
461 WVSTART "save --strip-path (no match)"
466 export BUP_DIR="$(pwd)/$tmp/bup"
468 mkdir -p $tmp/src/x/y/z
469 WVPASS bup random 8k > $tmp/src/x/y/random-1
470 WVPASS bup random 8k > $tmp/src/x/y/z/random-2
471 WVPASS bup index -u $tmp/src
472 WVPASS bup save --strip-path $tmp/foo -n foo $tmp/src/x
473 WVPASS bup restore -C $tmp/restore /foo/latest
474 WVPASS t/compare-trees $tmp/src/ "$tmp/restore/latest/$TOP/$tmp/src/"
477 WVSTART "save --graft (empty graft points disallowed)"
482 export BUP_DIR="$(pwd)/$tmp/bup"
484 WVFAIL bup save --graft =/grafted -n graft-point-absolute $tmp
485 WVFAIL bup save --graft $TOP/$tmp= -n graft-point-absolute $tmp
488 WVSTART "save --graft /x/y=/a/b (relative paths)"
493 export BUP_DIR="$(pwd)/$tmp/bup"
495 mkdir -p $tmp/src/x/y/z
496 WVPASS bup random 8k > $tmp/src/x/y/random-1
497 WVPASS bup random 8k > $tmp/src/x/y/z/random-2
498 WVPASS bup index -u $tmp/src
499 WVPASS bup save --graft $tmp/src=x -n foo $tmp/src
500 WVPASS bup restore -C $tmp/restore /foo/latest
501 WVPASS t/compare-trees $tmp/src/ "$tmp/restore/latest/$TOP/x/"
504 WVSTART "save --graft /x/y=/a/b (matching structure)"
509 export BUP_DIR="$(pwd)/$tmp/bup"
511 mkdir -p $tmp/src/x/y/z
512 WVPASS bup random 8k > $tmp/src/x/y/random-1
513 WVPASS bup random 8k > $tmp/src/x/y/z/random-2
514 WVPASS bup index -u $tmp/src
515 WVPASS bup save -v --graft "$TOP/$tmp/src/x/y=$TOP/$tmp/src/a/b" \
517 WVPASS bup restore -C $tmp/restore /foo/latest
518 WVPASS t/compare-trees $tmp/src/x/y/ \
519 "$tmp/restore/latest/$TOP/$tmp/src/a/b/"
522 WVSTART "save --graft /x/y=/a (shorter target)"
527 export BUP_DIR="$(pwd)/$tmp/bup"
529 mkdir -p $tmp/src/x/y/z
530 WVPASS bup random 8k > $tmp/src/x/y/random-1
531 WVPASS bup random 8k > $tmp/src/x/y/z/random-2
532 WVPASS bup index -u $tmp/src
533 WVPASS bup save -v --graft "$TOP/$tmp/src/x/y=/a" -n foo $tmp/src/x/y
534 WVPASS bup restore -C $tmp/restore /foo/latest
535 WVPASS t/compare-trees $tmp/src/x/y/ "$tmp/restore/latest/a/"
538 WVSTART "save --graft /x=/a/b (longer target)"
541 export BUP_DIR="$(pwd)/$tmp/bup"
545 mkdir -p $tmp/src/x/y/z
546 WVPASS bup random 8k > $tmp/src/x/y/random-1
547 WVPASS bup random 8k > $tmp/src/x/y/z/random-2
548 WVPASS bup index -u $tmp/src
549 WVPASS bup save -v --graft "$TOP/$tmp/src=$TOP/$tmp/src/a/b/c" \
551 WVPASS bup restore -C $tmp/restore /foo/latest
552 WVPASS t/compare-trees $tmp/src/ "$tmp/restore/latest/$TOP/$tmp/src/a/b/c/"
555 WVSTART "save --graft /x=/ (root target)"
558 export BUP_DIR="$(pwd)/$tmp/bup"
562 mkdir -p $tmp/src/x/y/z
563 WVPASS bup random 8k > $tmp/src/x/y/random-1
564 WVPASS bup random 8k > $tmp/src/x/y/z/random-2
565 WVPASS bup index -u $tmp/src
566 WVPASS bup save -v --graft "$TOP/$tmp/src/x=/" -n foo $tmp/src/x
567 WVPASS bup restore -C $tmp/restore /foo/latest
568 WVPASS t/compare-trees $tmp/src/x/ "$tmp/restore/latest/"
571 #WVSTART "save --graft /=/x/ (root source)"
572 # FIXME: Not tested for now -- will require cleverness, or caution as root.
576 INDEXFILE=tmpindexfile.tmp
580 export BUP_DIR="$D/.bup"
585 WVPASS bup index -ux $D
586 bup save --strip -n bupdir $D
587 WVPASSEQ "$(bup ls bupdir/latest/)" "a
590 WVPASS bup index -f $INDEXFILE --exclude=$D/c -ux $D
591 bup save --strip -n indexfile -f $INDEXFILE $D
592 WVPASSEQ "$(bup ls indexfile/latest/)" "a
596 WVSTART "import-rsnapshot"
598 export BUP_DIR="$TOP/$D/.bup"
602 mkdir -p $D/hourly.0/buptest/a
603 touch $D/hourly.0/buptest/a/b
604 mkdir -p $D/hourly.0/buptest/c/d
605 touch $D/hourly.0/buptest/c/d/e
607 WVPASS bup import-rsnapshot $D/
608 WVPASSEQ "$(bup ls buptest/latest/)" "a/
612 if [ "$(which rdiff-backup)" != "" ]; then
613 WVSTART "import-rdiff-backup"
615 export BUP_DIR="$TOP/$D/.bup"
619 mkdir $D/rdiff-backup
620 rdiff-backup $TOP/cmd $D/rdiff-backup
622 rdiff-backup $TOP/Documentation $D/rdiff-backup
623 WVPASS bup import-rdiff-backup $D/rdiff-backup import-rdiff-backup
624 WVPASSEQ "$(bup ls import-rdiff-backup/ | wc -l)" "3"
625 WVPASSEQ "$(bup ls import-rdiff-backup/latest/ | sort)" "$(ls $TOP/Documentation | sort)"
629 WVSTART "compression"
631 export BUP_DIR="$TOP/$D/.bup"
635 WVPASS bup index $TOP/Documentation
636 WVPASS bup save -n compression -0 --strip $TOP/Documentation
637 # 'ls' on NetBSD sets -A by default when running as root, so we have to undo
638 # it by grepping out any dotfiles. (Normal OSes don't auto-set -A, but this
639 # is harmless there.)
640 WVPASSEQ "$(bup ls compression/latest/ | sort)" \
641 "$(ls $TOP/Documentation | grep -v '^\.' | sort)"
642 COMPRESSION_0_SIZE=$(du -k -s $D | cut -f1)
645 export BUP_DIR="$TOP/$D/.bup"
649 WVPASS bup index $TOP/Documentation
650 WVPASS bup save -n compression -9 --strip $TOP/Documentation
651 WVPASSEQ "$(bup ls compression/latest/ | sort)" "$(ls $TOP/Documentation | sort)"
652 COMPRESSION_9_SIZE=$(du -k -s $D | cut -f1)
654 WVPASS [ "$COMPRESSION_9_SIZE" -lt "$COMPRESSION_0_SIZE" ]
657 WVSTART "save disjoint top-level directories"
660 top_dir="$(echo $(pwd) | awk -F "/" '{print $2}')"
661 if [ "$top_dir" == tmp ]; then
662 echo "(running from within /tmp; skipping test)"
669 tmpdir="$(mktemp -d /tmp/bup-test-XXXXXXX)"
670 cleanup() { set -x; rm -r "${tmpdir}"; set +x; }
674 export BUP_DIR="$TOP/buptest.tmp"
675 test -d "$BUP_DIR" && rm -r "$BUP_DIR"
678 WVPASS bup index -vu $(pwd)/$D/x "$tmpdir"
679 WVPASS bup save -t -n src $(pwd)/$D/x "$tmpdir"
680 # For now, assume that "ls -a" and "sort" use the same order.
681 WVPASSEQ "$(bup ls -a src/latest)" "$(echo -e "$top_dir/\ntmp/" | sort)"
685 WVSTART "clear-index"
687 export BUP_DIR="$TOP/$D/.bup"
694 WVPASSEQ "$(bup index -p)" "$D/foo
699 WVPASS bup index --clear
701 WVPASSEQ "$(bup index -p)" "$D/bar