+MAKEFLAGS += --warn-undefined-variables
+
SHELL := bash
.DEFAULT_GOAL := all
# See config/config.vars.in (sets bup_python, among other things)
-include config/config.vars
+-include config/config.vars
pf := set -o pipefail
+cfg_py := $(CURDIR)/config/bin/python
define isok
&& echo " ok" || echo " no"
$(if $(subst ok,,$(lastword $(1))),$(error $(2)),$(shell x="$(1)"; echo $${x%???}))
endef
-sampledata_rev := $(shell t/configure-sampledata --revision $(isok))
+sampledata_rev := $(shell dev/configure-sampledata --revision $(isok))
sampledata_rev := \
$(call shout,$(sampledata_rev),Could not parse sampledata revision)
-current_sampledata := t/sampledata/var/rev/v$(sampledata_rev)
+current_sampledata := test/sampledata/var/rev/v$(sampledata_rev)
os := $(shell ($(pf); uname | sed 's/[-_].*//') $(isok))
os := $(call shout,$(os),Unable to determine OS)
-CFLAGS := -Wall -O2 -Werror -Wno-unknown-pragmas $(PYINCLUDE) $(CFLAGS)
-CFLAGS := -D_FILE_OFFSET_BITS=64 $(CFLAGS)
+CFLAGS := -O2 -Wall -Werror -Wformat=2 $(CFLAGS)
+CFLAGS := -Wno-unknown-pragmas -Wsign-compare $(CFLAGS)
+CFLAGS := -D_FILE_OFFSET_BITS=64 $(PYINCLUDE) $(CFLAGS)
SOEXT:=.so
ifeq ($(os),CYGWIN)
ifdef TMPDIR
test_tmp := $(TMPDIR)
else
- test_tmp := $(CURDIR)/t/tmp
+ test_tmp := $(CURDIR)/test/tmp
endif
-initial_setup := $(shell ./configure-version --update $(isok))
-initial_setup := $(call shout,$(initial_setup),Version configuration failed))
+initial_setup := $(shell dev/update-checkout-info lib/bup/checkout_info.py $(isok))
+initial_setup := $(call shout,$(initial_setup),update-checkout-info failed))
-config/config.vars: configure config/configure config/configure.inc \
+config/config.vars: \
+ configure config/configure config/configure.inc \
$(wildcard config/*.in)
MAKE="$(MAKE)" ./configure
-bup_cmds := cmd/bup-python\
+# On some platforms, Python.h and readline.h fight over the
+# _XOPEN_SOURCE version, i.e. -Werror crashes on a mismatch, so for
+# now, we're just going to let Python's version win.
+
+ifneq ($(strip $(bup_readline_cflags)),)
+ readline_cflags += $(bup_readline_cflags)
+ readline_xopen := $(filter -D_XOPEN_SOURCE=%,$(readline_cflags))
+ readline_xopen := $(subst -D_XOPEN_SOURCE=,,$(readline_xopen))
+ readline_cflags := $(filter-out -D_XOPEN_SOURCE=%,$(readline_cflags))
+ readline_cflags += $(addprefix -DBUP_RL_EXPECTED_XOPEN_SOURCE=,$(readline_xopen))
+ CFLAGS += $(readline_cflags)
+endif
+
+LDFLAGS += $(bup_readline_ldflags)
+
+ifeq ($(bup_have_libacl),1)
+ CFLAGS += $(bup_libacl_cflags)
+ LDFLAGS += $(bup_libacl_ldflags)
+endif
+
+config/bin/python: config/config.vars
+
+bup_cmds := \
$(patsubst cmd/%-cmd.py,cmd/bup-%,$(wildcard cmd/*-cmd.py)) \
$(patsubst cmd/%-cmd.sh,cmd/bup-%,$(wildcard cmd/*-cmd.sh))
-bup_deps := bup lib/bup/_checkout.py lib/bup/_helpers$(SOEXT) $(bup_cmds)
+bup_deps := lib/bup/_helpers$(SOEXT) $(bup_cmds)
all: $(bup_deps) Documentation/all $(current_sampledata)
-bup:
- ln -s main.py bup
-
$(current_sampledata):
- t/configure-sampledata --setup
-
-define install-python-bin
- set -e; \
- sed -e '1 s|.*|#!$(bup_python)|; 2,/^# end of bup preamble$$/d' $1 > $2; \
- chmod 0755 $2;
-endef
+ dev/configure-sampledata --setup
PANDOC ?= $(shell type -p pandoc)
test -z "$(man_roff)" || $(INSTALL) -m 0644 $(man_roff) $(dest_mandir)/man1
test -z "$(man_html)" || install -d $(dest_docdir)
test -z "$(man_html)" || $(INSTALL) -m 0644 $(man_html) $(dest_docdir)
- $(call install-python-bin,bup,"$(dest_bindir)/bup")
+ dev/install-python-script lib/cmd/bup "$(dest_libdir)/cmd/bup"
set -e; \
- for cmd in $$(ls cmd/bup-* | grep -v cmd/bup-python); do \
- $(call install-python-bin,"$$cmd","$(dest_libdir)/$$cmd") \
+ for cmd in $$(ls cmd/bup-*); do \
+ dev/install-python-script "$$cmd" "$(dest_libdir)/$$cmd"; \
done
+ cd "$(dest_bindir)" && \
+ ln -sf "$$($(bup_python) -c 'import os; print(os.path.relpath("$(abspath $(dest_libdir))/cmd/bup"))')"
+ set -e; \
$(INSTALL) -pm 0644 \
lib/bup/*.py \
$(dest_libdir)/bup
$(INSTALL) -pm 0644 \
lib/web/*.html \
$(dest_libdir)/web/
+ if test -e lib/bup/checkout_info.py; then \
+ $(INSTALL) -pm 0644 lib/bup/checkout_info.py \
+ $(dest_libdir)/bup/source_info.py; \
+ else \
+ ! grep -qF '$$Format' lib/bup/source_info.py; \
+ $(INSTALL) -pm 0644 lib/bup/source_info.py $(dest_libdir)/bup/; \
+ fi
config/config.h: config/config.vars
lib/bup/_helpers$(SOEXT): \
- config/config.h \
+ config/config.h lib/bup/bupsplit.h \
lib/bup/bupsplit.c lib/bup/_helpers.c lib/bup/csetup.py
@rm -f $@
- cd lib/bup && \
- LDFLAGS="$(LDFLAGS)" CFLAGS="$(CFLAGS)" "$(bup_python)" csetup.py build
- cp lib/bup/build/*/_helpers$(SOEXT) lib/bup/
-
-lib/bup/_checkout.py:
- @if grep -F '$Format' lib/bup/_release.py \
- && ! test -e lib/bup/_checkout.py; then \
- echo "Something has gone wrong; $@ should already exist."; \
- echo 'Check "./configure-version --update"'; \
- false; \
- fi
+ cd lib/bup && $(cfg_py) csetup.py build "$(CFLAGS)" "$(LDFLAGS)"
+ # Make sure there's just the one file we expect before we copy it.
+ $(cfg_py) -c \
+ "import glob; assert(len(glob.glob('lib/bup/build/*/_helpers*$(SOEXT)')) == 1)"
+ cp lib/bup/build/*/_helpers*$(SOEXT) "$@"
-t/tmp:
- mkdir t/tmp
+test/tmp:
+ mkdir test/tmp
runtests: runtests-python runtests-cmdline
+python_tests := \
+ test/int/tbloom.py \
+ test/int/tclient.py \
+ test/int/tcompat.py \
+ test/int/tgit.py \
+ test/int/thashsplit.py \
+ test/int/thelpers.py \
+ test/int/tindex.py \
+ test/int/tmetadata.py \
+ test/int/toptions.py \
+ test/int/tresolve.py \
+ test/int/tshquote.py \
+ test/int/tvfs.py \
+ test/int/tvint.py \
+ test/int/txstat.py
+
+
# The "pwd -P" here may not be appropriate in the long run, but we
# need it until we settle the relevant drecurse/exclusion questions:
# https://groups.google.com/forum/#!topic/bup-list/9ke-Mbp10Q0
-runtests-python: all t/tmp
+runtests-python: all test/tmp
+ mkdir -p test/tmp/test-log
$(pf); cd $$(pwd -P); TMPDIR="$(test_tmp)" \
- "$(bup_python)" wvtest.py t/t*.py lib/*/t/t*.py 2>&1 \
- | tee -a t/tmp/test-log/$$$$.log
+ ./wvtest.py $(python_tests) 2>&1 \
+ | tee -a test/tmp/test-log/$$$$.log
cmdline_tests := \
- t/test-packsizelimit \
- t/test-prune-older \
- t/test-web.sh \
- t/test-rm.sh \
- t/test-gc.sh \
- t/test-main.sh \
- t/test-list-idx.sh \
- t/test-index.sh \
- t/test-split-join.sh \
- t/test-fuse.sh \
- t/test-drecurse.sh \
- t/test-cat-file.sh \
- t/test-compression.sh \
- t/test-fsck.sh \
- t/test-index-clear.sh \
- t/test-index-check-device.sh \
- t/test-ls.sh \
- t/test-tz.sh \
- t/test-meta.sh \
- t/test-on.sh \
- t/test-restore-map-owner.sh \
- t/test-restore-single-file.sh \
- t/test-rm-between-index-and-save.sh \
- t/test-save-with-valid-parent.sh \
- t/test-sparse-files.sh \
- t/test-command-without-init-fails.sh \
- t/test-redundant-saves.sh \
- t/test-save-creates-no-unrefs.sh \
- t/test-save-restore-excludes.sh \
- t/test-save-strip-graft.sh \
- t/test-import-duplicity.sh \
- t/test-import-rdiff-backup.sh \
- t/test-xdev.sh \
- t/test.sh
+ test/ext/test.sh \
+ test/ext/test-argv \
+ test/ext/test-cat-file.sh \
+ test/ext/test-command-without-init-fails.sh \
+ test/ext/test-compression.sh \
+ test/ext/test-drecurse.sh \
+ test/ext/test-fsck.sh \
+ test/ext/test-fuse.sh \
+ test/ext/test-ftp \
+ test/ext/test-help \
+ test/ext/test-web.sh \
+ test/ext/test-gc.sh \
+ test/ext/test-import-duplicity.sh \
+ test/ext/test-import-rdiff-backup.sh \
+ test/ext/test-index.sh \
+ test/ext/test-index-check-device.sh \
+ test/ext/test-index-clear.sh \
+ test/ext/test-list-idx.sh \
+ test/ext/test-ls \
+ test/ext/test-ls-remote \
+ test/ext/test-main.sh \
+ test/ext/test-meta.sh \
+ test/ext/test-on.sh \
+ test/ext/test-packsizelimit \
+ test/ext/test-prune-older \
+ test/ext/test-redundant-saves.sh \
+ test/ext/test-restore-map-owner.sh \
+ test/ext/test-restore-single-file.sh \
+ test/ext/test-rm.sh \
+ test/ext/test-rm-between-index-and-save.sh \
+ test/ext/test-save-creates-no-unrefs.sh \
+ test/ext/test-save-restore \
+ test/ext/test-save-errors \
+ test/ext/test-save-restore-excludes.sh \
+ test/ext/test-save-strip-graft.sh \
+ test/ext/test-save-with-valid-parent.sh \
+ test/ext/test-sparse-files.sh \
+ test/ext/test-split-join.sh \
+ test/ext/test-tz.sh \
+ test/ext/test-xdev.sh
+
+tmp-target-run-test-get-%: all test/tmp
+ $(pf); cd $$(pwd -P); TMPDIR="$(test_tmp)" \
+ test/ext/test-get $* 2>&1 | tee -a test/tmp/test-log/$$$$.log
+
+test_get_targets += \
+ tmp-target-run-test-get-replace \
+ tmp-target-run-test-get-universal \
+ tmp-target-run-test-get-ff \
+ tmp-target-run-test-get-append \
+ tmp-target-run-test-get-pick \
+ tmp-target-run-test-get-new-tag \
+ tmp-target-run-test-get-unnamed
# For parallel runs.
# The "pwd -P" here may not be appropriate in the long run, but we
# need it until we settle the relevant drecurse/exclusion questions:
# https://groups.google.com/forum/#!topic/bup-list/9ke-Mbp10Q0
-tmp-target-run-test%: all t/tmp
+tmp-target-run-test%: all test/tmp
$(pf); cd $$(pwd -P); TMPDIR="$(test_tmp)" \
- t/test$* 2>&1 | tee -a t/tmp/test-log/$$$$.log
+ test/ext/test$* 2>&1 | tee -a test/tmp/test-log/$$$$.log
-runtests-cmdline: $(subst t/test,tmp-target-run-test,$(cmdline_tests))
+runtests-cmdline: $(test_get_targets) $(subst test/ext/test,tmp-target-run-test,$(cmdline_tests))
stupid:
PATH=/bin:/usr/bin $(MAKE) test
test: all
- if test -e t/tmp/test-log; then rm -r t/tmp/test-log; fi
- mkdir -p t/tmp/test-log
+ if test -e test/tmp/test-log; then rm -r test/tmp/test-log; fi
+ mkdir -p test/tmp/test-log
./wvtest watch --no-counts \
- $(MAKE) runtests-python runtests-cmdline 2>t/tmp/test-log/$$$$.log
- ./wvtest report t/tmp/test-log/*.log
+ $(MAKE) runtests 2>test/tmp/test-log/$$$$.log
+ ./wvtest report test/tmp/test-log/*.log
check: test
distcheck: all
- ./wvtest run t/test-release-archive.sh
+ ./wvtest run test/ext/test-release-archive.sh
+
+long-test: export BUP_TEST_LEVEL=11
+long-test: test
+
+long-check: export BUP_TEST_LEVEL=11
+long-check: check
-cmd/python-cmd.sh: config/config.vars Makefile
- printf "#!/bin/sh\nexec %q \"\$$@\"" "$(bup_python)" \
- >> cmd/python-cmd.sh.$$PPID.tmp
- chmod +x cmd/python-cmd.sh.$$PPID.tmp
- mv cmd/python-cmd.sh.$$PPID.tmp cmd/python-cmd.sh
+.PHONY: check-both
+check-both:
+ $(MAKE) clean && PYTHON=python3 $(MAKE) check
+ $(MAKE) clean && PYTHON=python2 $(MAKE) check
cmd/bup-%: cmd/%-cmd.py
rm -f $@
Documentation/all: $(man_roff) $(man_html)
Documentation/substvars: $(bup_deps)
- echo "s,%BUP_VERSION%,$$(./bup version --tag),g" > $@
+ echo "s,%BUP_VERSION%,$$(./bup version),g" > $@
echo "s,%BUP_DATE%,$$(./bup version --date),g" >> $@
Documentation/%.1: Documentation/%.md Documentation/substvars
Documentation/clean:
cd Documentation && rm -f *~ .*~ *.[0-9] *.html substvars
-# update the local 'man' and 'html' branches with pregenerated output files, for
-# people who don't have pandoc (and maybe to aid in google searches or something)
-export-docs: Documentation/all
- git update-ref refs/heads/man origin/man '' 2>/dev/null || true
- git update-ref refs/heads/html origin/html '' 2>/dev/null || true
- set -eo pipefail; \
- GIT_INDEX_FILE=gitindex.tmp; export GIT_INDEX_FILE; \
- rm -f $${GIT_INDEX_FILE} && \
- git add -f Documentation/*.1 && \
- git update-ref refs/heads/man \
- $$(echo "Autogenerated man pages for $$(git describe --always)" \
- | git commit-tree $$(git write-tree --prefix=Documentation) \
- -p refs/heads/man) && \
- rm -f $${GIT_INDEX_FILE} && \
- git add -f Documentation/*.html && \
- git update-ref refs/heads/html \
- $$(echo "Autogenerated html pages for $$(git describe --always)" \
- | git commit-tree $$(git write-tree --prefix=Documentation) \
- -p refs/heads/html)
+# Note: this adds commits containing the current manpages in roff and
+# html format to the man and html branches respectively. The version
+# is determined by "git describe --always".
+.PHONY: update-doc-branches
+update-doc-branches: Documentation/all
+ dev/update-doc-branches refs/heads/man refs/heads/html
# push the pregenerated doc files to origin/man and origin/html
push-docs: export-docs
$(pf); git archive origin/html | (cd Documentation && tar -xvf -)
$(pf); git archive origin/man | (cd Documentation && tar -xvf -)
-clean: Documentation/clean cmd/bup-python
+clean: Documentation/clean config/bin/python
+ cd config && rm -rf config.var
cd config && rm -f *~ .*~ \
${CONFIGURE_DETRITUS} ${CONFIGURE_FILES} ${GENERATED_FILES}
rm -f *.o lib/*/*.o *.so lib/*/*.so *.dll lib/*/*.dll *.exe \
.*~ *~ */*~ lib/*/*~ lib/*/*/*~ \
*.pyc */*.pyc lib/*/*.pyc lib/*/*/*.pyc \
- bup bup-* \
+ lib/bup/checkout_info.py \
randomgen memtest \
- testfs.img lib/bup/t/testfs.img
- if test -e t/mnt; then t/cleanup-mounts-under t/mnt; fi
- if test -e t/mnt; then rm -r t/mnt; fi
- if test -e t/tmp; then t/cleanup-mounts-under t/tmp; fi
- # FIXME: migrate these to t/mnt/
- if test -e lib/bup/t/testfs; \
- then umount lib/bup/t/testfs || true; fi
- rm -rf *.tmp *.tmp.meta t/*.tmp lib/*/*/*.tmp build lib/bup/build lib/bup/t/testfs
- if test -e t/tmp; then t/force-delete t/tmp; fi
- ./configure-version --clean
- t/configure-sampledata --clean
+ testfs.img test/int/testfs.img
+ for x in $$(ls cmd/*-cmd.py cmd/*-cmd.sh | grep -vF python-cmd.sh | cut -b 5-); do \
+ echo "cmd/bup-$${x%-cmd.*}"; \
+ done | xargs -t rm -f
+ if test -e test/mnt; then dev/cleanup-mounts-under test/mnt; fi
+ if test -e test/mnt; then rm -r test/mnt; fi
+ if test -e test/tmp; then dev/cleanup-mounts-under test/tmp; fi
+ # FIXME: migrate these to test/mnt/
+ if test -e test/int/testfs; \
+ then umount test/int/testfs || true; fi
+ rm -rf *.tmp *.tmp.meta test/*.tmp lib/*/*/*.tmp build lib/bup/build test/int/testfs
+ if test -e test/tmp; then dev/force-delete test/tmp; fi
+ dev/configure-sampledata --clean
# Remove last so that cleanup tools can depend on it
- rm -f cmd/bup-* cmd/python-cmd.sh
+ rm -rf config/bin