Makefile

   1
   2 MAKEFLAGS += --warn-undefined-variables
   3
   4 SHELL := bash
   5 .DEFAULT_GOAL := all
   6
   7 # See config/config.vars.in (sets bup_python, among other things)
   8 -include config/config.vars
   9
  10 pf := set -o pipefail
  11 cfg_py := $(CURDIR)/config/bin/python
  12
  13 define isok
  14   && echo " ok" || echo " no"
  15 endef
  16
  17 # If ok, strip trailing " ok" and return the output, otherwise, error
  18 define shout
  19 $(if $(subst ok,,$(lastword $(1))),$(error $(2)),$(shell x="$(1)"; echo $${x%???}))
  20 endef
  21
  22 sampledata_rev := $(shell t/configure-sampledata --revision $(isok))
  23 sampledata_rev := \
  24   $(call shout,$(sampledata_rev),Could not parse sampledata revision)
  25
  26 current_sampledata := t/sampledata/var/rev/v$(sampledata_rev)
  27
  28 os := $(shell ($(pf); uname | sed 's/[-_].*//') $(isok))
  29 os := $(call shout,$(os),Unable to determine OS)
  30
  31 CFLAGS := -Wall -Wformat=2 -O2 -Werror -Wno-unknown-pragmas $(CFLAGS)
  32 CFLAGS := -D_FILE_OFFSET_BITS=64 $(PYINCLUDE) $(CFLAGS)
  33 SOEXT:=.so
  34
  35 ifeq ($(os),CYGWIN)
  36   SOEXT:=.dll
  37 endif
  38
  39 ifdef TMPDIR
  40   test_tmp := $(TMPDIR)
  41 else
  42   test_tmp := $(CURDIR)/t/tmp
  43 endif
  44
  45 initial_setup := $(shell dev/update-checkout-info lib/bup/checkout_info.py $(isok))
  46 initial_setup := $(call shout,$(initial_setup),update-checkout-info failed))
  47
  48 config/config.vars: \
  49   configure config/configure config/configure.inc \
  50   $(wildcard config/*.in)
  51         MAKE="$(MAKE)" ./configure
  52
  53 # On some platforms, Python.h and readline.h fight over the
  54 # _XOPEN_SOURCE version, i.e. -Werror crashes on a mismatch, so for
  55 # now, we're just going to let Python's version win.
  56
  57 ifneq ($(strip $(bup_readline_cflags)),)
  58   readline_cflags += $(bup_readline_cflags)
  59   readline_xopen := $(filter -D_XOPEN_SOURCE=%,$(readline_cflags))
  60   readline_xopen := $(subst -D_XOPEN_SOURCE=,,$(readline_xopen))
  61   readline_cflags := $(filter-out -D_XOPEN_SOURCE=%,$(readline_cflags))
  62   readline_cflags += $(addprefix -DBUP_RL_EXPECTED_XOPEN_SOURCE=,$(readline_xopen))
  63   CFLAGS += $(readline_cflags)
  64 endif
  65
  66 LDFLAGS += $(bup_readline_ldflags)
  67
  68 ifeq ($(bup_have_libacl),1)
  69   CFLAGS += $(bup_libacl_cflags)
  70   LDFLAGS += $(bup_libacl_ldflags)
  71 endif
  72
  73 config/bin/python: config/config.vars
  74
  75 bup_cmds := \
  76   $(patsubst cmd/%-cmd.py,cmd/bup-%,$(wildcard cmd/*-cmd.py)) \
  77   $(patsubst cmd/%-cmd.sh,cmd/bup-%,$(wildcard cmd/*-cmd.sh))
  78
  79 bup_deps := lib/bup/_helpers$(SOEXT) $(bup_cmds)
  80
  81 all: $(bup_deps) Documentation/all $(current_sampledata)
  82
  83 $(current_sampledata):
  84         t/configure-sampledata --setup
  85
  86 PANDOC ?= $(shell type -p pandoc)
  87
  88 ifeq (,$(PANDOC))
  89   $(shell echo "Warning: pandoc not found; skipping manpage generation" 1>&2)
  90   man_md :=
  91 else
  92   man_md := $(wildcard Documentation/*.md)
  93 endif
  94
  95 man_roff := $(patsubst %.md,%.1,$(man_md))
  96 man_html := $(patsubst %.md,%.html,$(man_md))
  97
  98 INSTALL=install
  99 PREFIX=/usr/local
 100 MANDIR=$(PREFIX)/share/man
 101 DOCDIR=$(PREFIX)/share/doc/bup
 102 BINDIR=$(PREFIX)/bin
 103 LIBDIR=$(PREFIX)/lib/bup
 104
 105 dest_mandir := $(DESTDIR)$(MANDIR)
 106 dest_docdir := $(DESTDIR)$(DOCDIR)
 107 dest_bindir := $(DESTDIR)$(BINDIR)
 108 dest_libdir := $(DESTDIR)$(LIBDIR)
 109
 110 install: all
 111         $(INSTALL) -d $(dest_bindir) \
 112                 $(dest_libdir)/bup $(dest_libdir)/cmd \
 113                 $(dest_libdir)/web $(dest_libdir)/web/static
 114         test -z "$(man_roff)" || install -d $(dest_mandir)/man1
 115         test -z "$(man_roff)" || $(INSTALL) -m 0644 $(man_roff) $(dest_mandir)/man1
 116         test -z "$(man_html)" || install -d $(dest_docdir)
 117         test -z "$(man_html)" || $(INSTALL) -m 0644 $(man_html) $(dest_docdir)
 118         dev/install-python-script lib/cmd/bup "$(dest_libdir)/cmd/bup"
 119         set -e; \
 120         for cmd in $$(ls cmd/bup-*); do \
 121           dev/install-python-script "$$cmd" "$(dest_libdir)/$$cmd"; \
 122         done
 123         cd "$(dest_bindir)" && \
 124           ln -sf "$$($(bup_python) -c 'import os; print(os.path.relpath("$(abspath $(dest_libdir))/cmd/bup"))')"
 125         set -e; \
 126         $(INSTALL) -pm 0644 \
 127                 lib/bup/*.py \
 128                 $(dest_libdir)/bup
 129         $(INSTALL) -pm 0755 \
 130                 lib/bup/*$(SOEXT) \
 131                 $(dest_libdir)/bup
 132         $(INSTALL) -pm 0644 \
 133                 lib/web/static/* \
 134                 $(dest_libdir)/web/static/
 135         $(INSTALL) -pm 0644 \
 136                 lib/web/*.html \
 137                 $(dest_libdir)/web/
 138         if test -e lib/bup/checkout_info.py; then \
 139             $(INSTALL) -pm 0644 lib/bup/checkout_info.py \
 140                 $(dest_libdir)/bup/source_info.py; \
 141         else \
 142             ! grep -qF '$$Format' lib/bup/source_info.py; \
 143             $(INSTALL) -pm 0644 lib/bup/source_info.py $(dest_libdir)/bup/; \
 144         fi
 145
 146
 147             $(INSTALL) -pm 0644 lib/bup/checkout_info.py $(dest_libdir)/bup/; \
 148
 149 config/config.h: config/config.vars
 150
 151 lib/bup/_helpers$(SOEXT): \
 152                 config/config.h lib/bup/bupsplit.h \
 153                 lib/bup/bupsplit.c lib/bup/_helpers.c lib/bup/csetup.py
 154         @rm -f $@
 155         cd lib/bup && $(cfg_py) csetup.py build "$(CFLAGS)" "$(LDFLAGS)"
 156         # Make sure there's just the one file we expect before we copy it.
 157         $(cfg_py) -c \
 158           "import glob; assert(len(glob.glob('lib/bup/build/*/_helpers*$(SOEXT)')) == 1)"
 159         cp lib/bup/build/*/_helpers*$(SOEXT) "$@"
 160
 161 t/tmp:
 162         mkdir t/tmp
 163
 164 runtests: runtests-python runtests-cmdline
 165
 166 python_tests := \
 167   lib/bup/t/tbloom.py \
 168   lib/bup/t/tclient.py \
 169   lib/bup/t/tgit.py \
 170   lib/bup/t/thashsplit.py \
 171   lib/bup/t/thelpers.py \
 172   lib/bup/t/tindex.py \
 173   lib/bup/t/tmetadata.py \
 174   lib/bup/t/toptions.py \
 175   lib/bup/t/tresolve.py \
 176   lib/bup/t/tshquote.py \
 177   lib/bup/t/tvfs.py \
 178   lib/bup/t/tvint.py \
 179   lib/bup/t/txstat.py
 180
 181 # The "pwd -P" here may not be appropriate in the long run, but we
 182 # need it until we settle the relevant drecurse/exclusion questions:
 183 # https://groups.google.com/forum/#!topic/bup-list/9ke-Mbp10Q0
 184 runtests-python: all t/tmp
 185         mkdir -p t/tmp/test-log
 186         $(pf); cd $$(pwd -P); TMPDIR="$(test_tmp)" \
 187           ./wvtest.py  $(python_tests) 2>&1 \
 188             | tee -a t/tmp/test-log/$$$$.log
 189
 190 cmdline_tests := \
 191   t/test-help \
 192   t/test.sh \
 193   t/test-argv \
 194   t/test-cat-file.sh \
 195   t/test-command-without-init-fails.sh \
 196   t/test-compression.sh \
 197   t/test-drecurse.sh \
 198   t/test-fsck.sh \
 199   t/test-fuse.sh \
 200   t/test-ftp \
 201   t/test-web.sh \
 202   t/test-gc.sh \
 203   t/test-import-duplicity.sh \
 204   t/test-import-rdiff-backup.sh \
 205   t/test-index.sh \
 206   t/test-index-check-device.sh \
 207   t/test-index-clear.sh \
 208   t/test-list-idx.sh \
 209   t/test-ls \
 210   t/test-ls-remote \
 211   t/test-main.sh \
 212   t/test-meta.sh \
 213   t/test-on.sh \
 214   t/test-packsizelimit \
 215   t/test-prune-older \
 216   t/test-redundant-saves.sh \
 217   t/test-restore-map-owner.sh \
 218   t/test-restore-single-file.sh \
 219   t/test-rm.sh \
 220   t/test-rm-between-index-and-save.sh \
 221   t/test-save-creates-no-unrefs.sh \
 222   t/test-save-restore \
 223   t/test-save-errors \
 224   t/test-save-restore-excludes.sh \
 225   t/test-save-strip-graft.sh \
 226   t/test-save-with-valid-parent.sh \
 227   t/test-sparse-files.sh \
 228   t/test-split-join.sh \
 229   t/test-tz.sh \
 230   t/test-xdev.sh
 231
 232 tmp-target-run-test-get-%: all t/tmp
 233         $(pf); cd $$(pwd -P); TMPDIR="$(test_tmp)" \
 234           t/test-get $* 2>&1 | tee -a t/tmp/test-log/$$$$.log
 235
 236 test_get_targets += \
 237   tmp-target-run-test-get-replace \
 238   tmp-target-run-test-get-universal \
 239   tmp-target-run-test-get-ff \
 240   tmp-target-run-test-get-append \
 241   tmp-target-run-test-get-pick \
 242   tmp-target-run-test-get-new-tag \
 243   tmp-target-run-test-get-unnamed
 244
 245 # For parallel runs.
 246 # The "pwd -P" here may not be appropriate in the long run, but we
 247 # need it until we settle the relevant drecurse/exclusion questions:
 248 # https://groups.google.com/forum/#!topic/bup-list/9ke-Mbp10Q0
 249 tmp-target-run-test%: all t/tmp
 250         $(pf); cd $$(pwd -P); TMPDIR="$(test_tmp)" \
 251           t/test$* 2>&1 | tee -a t/tmp/test-log/$$$$.log
 252
 253 runtests-cmdline: $(test_get_targets) $(subst t/test,tmp-target-run-test,$(cmdline_tests))
 254
 255 stupid:
 256         PATH=/bin:/usr/bin $(MAKE) test
 257
 258 test: all
 259         if test -e t/tmp/test-log; then rm -r t/tmp/test-log; fi
 260         mkdir -p t/tmp/test-log
 261         ./wvtest watch --no-counts \
 262           $(MAKE) runtests 2>t/tmp/test-log/$$$$.log
 263         ./wvtest report t/tmp/test-log/*.log
 264
 265 check: test
 266
 267 distcheck: all
 268         ./wvtest run t/test-release-archive.sh
 269
 270 long-test: export BUP_TEST_LEVEL=11
 271 long-test: test
 272
 273 long-check: export BUP_TEST_LEVEL=11
 274 long-check: check
 275
 276 .PHONY: check-both
 277 check-both:
 278         $(MAKE) clean && PYTHON=python3 $(MAKE) check
 279         $(MAKE) clean && PYTHON=python2 $(MAKE) check
 280
 281 cmd/bup-%: cmd/%-cmd.py
 282         rm -f $@
 283         ln -s $*-cmd.py $@
 284
 285 cmd/bup-%: cmd/%-cmd.sh
 286         rm -f $@
 287         ln -s $*-cmd.sh $@
 288
 289 .PHONY: Documentation/all
 290 Documentation/all: $(man_roff) $(man_html)
 291
 292 Documentation/substvars: $(bup_deps)
 293         echo "s,%BUP_VERSION%,$$(./bup version),g" > $@
 294         echo "s,%BUP_DATE%,$$(./bup version --date),g" >> $@
 295
 296 Documentation/%.1: Documentation/%.md Documentation/substvars
 297         $(pf); sed -f Documentation/substvars $< \
 298           | $(PANDOC) -s -r markdown -w man -o $@
 299
 300 Documentation/%.html: Documentation/%.md Documentation/substvars
 301         $(pf); sed -f Documentation/substvars $< \
 302           | $(PANDOC) -s -r markdown -w html -o $@
 303
 304 .PHONY: Documentation/clean
 305 Documentation/clean:
 306         cd Documentation && rm -f *~ .*~ *.[0-9] *.html substvars
 307
 308 # Note: this adds commits containing the current manpages in roff and
 309 # html format to the man and html branches respectively.  The version
 310 # is determined by "git describe --always".
 311 .PHONY: update-doc-branches
 312 update-doc-branches: Documentation/all
 313         dev/update-doc-branches refs/heads/man refs/heads/html
 314
 315 # push the pregenerated doc files to origin/man and origin/html
 316 push-docs: export-docs
 317         git push origin man html
 318
 319 # import pregenerated doc files from origin/man and origin/html, in case you
 320 # don't have pandoc but still want to be able to install the docs.
 321 import-docs: Documentation/clean
 322         $(pf); git archive origin/html | (cd Documentation && tar -xvf -)
 323         $(pf); git archive origin/man | (cd Documentation && tar -xvf -)
 324
 325 clean: Documentation/clean config/bin/python
 326         cd config && rm -rf config.var
 327         cd config && rm -f *~ .*~ \
 328           ${CONFIGURE_DETRITUS} ${CONFIGURE_FILES} ${GENERATED_FILES}
 329         rm -f *.o lib/*/*.o *.so lib/*/*.so *.dll lib/*/*.dll *.exe \
 330                 .*~ *~ */*~ lib/*/*~ lib/*/*/*~ \
 331                 *.pyc */*.pyc lib/*/*.pyc lib/*/*/*.pyc \
 332                 lib/bup/checkout_info.py \
 333                 randomgen memtest \
 334                 testfs.img lib/bup/t/testfs.img
 335         for x in $$(ls cmd/*-cmd.py cmd/*-cmd.sh | grep -vF python-cmd.sh | cut -b 5-); do \
 336             echo "cmd/bup-$${x%-cmd.*}"; \
 337         done | xargs -t rm -f
 338         if test -e t/mnt; then t/cleanup-mounts-under t/mnt; fi
 339         if test -e t/mnt; then rm -r t/mnt; fi
 340         if test -e t/tmp; then t/cleanup-mounts-under t/tmp; fi
 341         # FIXME: migrate these to t/mnt/
 342         if test -e lib/bup/t/testfs; \
 343           then umount lib/bup/t/testfs || true; fi
 344         rm -rf *.tmp *.tmp.meta t/*.tmp lib/*/*/*.tmp build lib/bup/build lib/bup/t/testfs
 345         if test -e t/tmp; then t/force-delete t/tmp; fi
 346         t/configure-sampledata --clean
 347         # Remove last so that cleanup tools can depend on it
 348         rm -rf config/bin