-import os
-import time, tempfile
+
+from __future__ import absolute_import, print_function
+import os, time
+
+from wvtest import *
+
from bup import index, metadata
-from bup.helpers import *
+from bup.helpers import mkdirp, resolve_parent
+from buptest import no_lingering_errors, test_tempdir
import bup.xstat as xstat
-from wvtest import *
-lib_t_dir = os.getcwd()
-bup_tmp = os.path.realpath('../../../t/tmp')
-mkdirp(bup_tmp)
+
+lib_t_dir = os.path.dirname(__file__)
+
@wvtest
def index_basic():
- cd = os.path.realpath('../../../t')
- WVPASS(cd)
- sd = os.path.realpath(cd + '/sampledata')
- WVPASSEQ(index.realpath(cd + '/sampledata'), sd)
- WVPASSEQ(os.path.realpath(cd + '/sampledata/x'), sd + '/x')
- WVPASSEQ(os.path.realpath(cd + '/sampledata/var/abs-symlink'),
- sd + '/var/abs-symlink-target')
- WVPASSEQ(index.realpath(cd + '/sampledata/var/abs-symlink'),
- sd + '/var/abs-symlink')
+ with no_lingering_errors():
+ cd = os.path.realpath('../../../t')
+ WVPASS(cd)
+ sd = os.path.realpath(cd + '/sampledata')
+ WVPASSEQ(resolve_parent(cd + '/sampledata'), sd)
+ WVPASSEQ(os.path.realpath(cd + '/sampledata/x'), sd + '/x')
+ WVPASSEQ(os.path.realpath(cd + '/sampledata/var/abs-symlink'),
+ sd + '/var/abs-symlink-target')
+ WVPASSEQ(resolve_parent(cd + '/sampledata/var/abs-symlink'),
+ sd + '/var/abs-symlink')
@wvtest
def index_writer():
- initial_failures = wvfailure_count()
- tmpdir = tempfile.mkdtemp(dir=bup_tmp, prefix='bup-tindex-')
- orig_cwd = os.getcwd()
- try:
- os.chdir(tmpdir)
- ds = xstat.stat('.')
- fs = xstat.stat(lib_t_dir + '/tindex.py')
- ms = index.MetaStoreWriter('index.meta.tmp');
- tmax = (time.time() - 1) * 10**9
- w = index.Writer('index.tmp', ms, tmax)
- w.add('/var/tmp/sporky', fs, 0)
- w.add('/etc/passwd', fs, 0)
- w.add('/etc/', ds, 0)
- w.add('/', ds, 0)
- ms.close()
- w.close()
- finally:
- os.chdir(orig_cwd)
- if wvfailure_count() == initial_failures:
- subprocess.call(['rm', '-rf', tmpdir])
+ with no_lingering_errors():
+ with test_tempdir('bup-tindex-') as tmpdir:
+ orig_cwd = os.getcwd()
+ try:
+ os.chdir(tmpdir)
+ ds = xstat.stat('.')
+ fs = xstat.stat(lib_t_dir + '/tindex.py')
+ ms = index.MetaStoreWriter('index.meta.tmp');
+ tmax = (time.time() - 1) * 10**9
+ w = index.Writer('index.tmp', ms, tmax)
+ w.add('/var/tmp/sporky', fs, 0)
+ w.add('/etc/passwd', fs, 0)
+ w.add('/etc/', ds, 0)
+ w.add('/', ds, 0)
+ ms.close()
+ w.close()
+ finally:
+ os.chdir(orig_cwd)
def dump(m):
for e in list(m):
- print '%s%s %s' % (e.is_valid() and ' ' or 'M',
+ print('%s%s %s' % (e.is_valid() and ' ' or 'M',
e.is_fake() and 'F' or ' ',
- e.name)
+ e.name))
def fake_validate(*l):
for i in l:
@wvtest
def index_negative_timestamps():
- initial_failures = wvfailure_count()
- tmpdir = tempfile.mkdtemp(dir=bup_tmp, prefix='bup-tindex-')
- # Makes 'foo' exist
- foopath = tmpdir + '/foo'
- f = file(foopath, 'wb')
- f.close()
-
- # Dec 31, 1969
- os.utime(foopath, (-86400, -86400))
- ns_per_sec = 10**9
- tstart = time.time() * ns_per_sec
- tmax = tstart - ns_per_sec
- e = index.BlankNewEntry(foopath, 0, tmax)
- e.from_stat(xstat.stat(foopath), 0, tstart)
- assert len(e.packed())
- WVPASS()
-
- # Jun 10, 1893
- os.utime(foopath, (-0x80000000, -0x80000000))
- e = index.BlankNewEntry(foopath, 0, tmax)
- e.from_stat(xstat.stat(foopath), 0, tstart)
- assert len(e.packed())
- WVPASS()
- if wvfailure_count() == initial_failures:
- subprocess.call(['rm', '-rf', tmpdir])
+ with no_lingering_errors():
+ with test_tempdir('bup-tindex-') as tmpdir:
+ # Makes 'foo' exist
+ foopath = tmpdir + '/foo'
+ f = file(foopath, 'wb')
+ f.close()
+
+ # Dec 31, 1969
+ os.utime(foopath, (-86400, -86400))
+ ns_per_sec = 10**9
+ tmax = (time.time() - 1) * ns_per_sec
+ e = index.BlankNewEntry(foopath, 0, tmax)
+ e.update_from_stat(xstat.stat(foopath), 0)
+ WVPASS(e.packed())
+
+ # Jun 10, 1893
+ os.utime(foopath, (-0x80000000, -0x80000000))
+ e = index.BlankNewEntry(foopath, 0, tmax)
+ e.update_from_stat(xstat.stat(foopath), 0)
+ WVPASS(e.packed())
@wvtest
def index_dirty():
- initial_failures = wvfailure_count()
- orig_cwd = os.getcwd()
- tmpdir = tempfile.mkdtemp(dir=bup_tmp, prefix='bup-tindex-')
- try:
- os.chdir(tmpdir)
- default_meta = metadata.Metadata()
- ms1 = index.MetaStoreWriter('index.meta.tmp')
- ms2 = index.MetaStoreWriter('index2.meta.tmp')
- ms3 = index.MetaStoreWriter('index3.meta.tmp')
- meta_ofs1 = ms1.store(default_meta)
- meta_ofs2 = ms2.store(default_meta)
- meta_ofs3 = ms3.store(default_meta)
-
- ds = xstat.stat(lib_t_dir)
- fs = xstat.stat(lib_t_dir + '/tindex.py')
- tmax = (time.time() - 1) * 10**9
-
- w1 = index.Writer('index.tmp', ms1, tmax)
- w1.add('/a/b/x', fs, meta_ofs1)
- w1.add('/a/b/c', fs, meta_ofs1)
- w1.add('/a/b/', ds, meta_ofs1)
- w1.add('/a/', ds, meta_ofs1)
- #w1.close()
- WVPASS()
-
- w2 = index.Writer('index2.tmp', ms2, tmax)
- w2.add('/a/b/n/2', fs, meta_ofs2)
- #w2.close()
- WVPASS()
-
- w3 = index.Writer('index3.tmp', ms3, tmax)
- w3.add('/a/c/n/3', fs, meta_ofs3)
- #w3.close()
- WVPASS()
-
- r1 = w1.new_reader()
- r2 = w2.new_reader()
- r3 = w3.new_reader()
- WVPASS()
-
- r1all = [e.name for e in r1]
- WVPASSEQ(r1all,
- ['/a/b/x', '/a/b/c', '/a/b/', '/a/', '/'])
- r2all = [e.name for e in r2]
- WVPASSEQ(r2all,
- ['/a/b/n/2', '/a/b/n/', '/a/b/', '/a/', '/'])
- r3all = [e.name for e in r3]
- WVPASSEQ(r3all,
- ['/a/c/n/3', '/a/c/n/', '/a/c/', '/a/', '/'])
- all = [e.name for e in index.merge(r2, r1, r3)]
- WVPASSEQ(all,
- ['/a/c/n/3', '/a/c/n/', '/a/c/',
- '/a/b/x', '/a/b/n/2', '/a/b/n/', '/a/b/c',
- '/a/b/', '/a/', '/'])
- fake_validate(r1)
- dump(r1)
-
- print [hex(e.flags) for e in r1]
- WVPASSEQ([e.name for e in r1 if e.is_valid()], r1all)
- WVPASSEQ([e.name for e in r1 if not e.is_valid()], [])
- WVPASSEQ([e.name for e in index.merge(r2, r1, r3) if not e.is_valid()],
- ['/a/c/n/3', '/a/c/n/', '/a/c/',
- '/a/b/n/2', '/a/b/n/', '/a/b/', '/a/', '/'])
-
- expect_invalid = ['/'] + r2all + r3all
- expect_real = (set(r1all) - set(r2all) - set(r3all)) \
- | set(['/a/b/n/2', '/a/c/n/3'])
- dump(index.merge(r2, r1, r3))
- for e in index.merge(r2, r1, r3):
- print e.name, hex(e.flags), e.ctime
- eiv = e.name in expect_invalid
- er = e.name in expect_real
- WVPASSEQ(eiv, not e.is_valid())
- WVPASSEQ(er, e.is_real())
- fake_validate(r2, r3)
- dump(index.merge(r2, r1, r3))
- WVPASSEQ([e.name for e in index.merge(r2, r1, r3) if not e.is_valid()], [])
-
- e = eget(index.merge(r2, r1, r3), '/a/b/c')
- e.invalidate()
- e.repack()
- dump(index.merge(r2, r1, r3))
- WVPASSEQ([e.name for e in index.merge(r2, r1, r3) if not e.is_valid()],
- ['/a/b/c', '/a/b/', '/a/', '/'])
- w1.close()
- w2.close()
- w3.close()
- finally:
- os.chdir(orig_cwd)
- if wvfailure_count() == initial_failures:
- subprocess.call(['rm', '-rf', tmpdir])
+ with no_lingering_errors():
+ with test_tempdir('bup-tindex-') as tmpdir:
+ orig_cwd = os.getcwd()
+ try:
+ os.chdir(tmpdir)
+ default_meta = metadata.Metadata()
+ ms1 = index.MetaStoreWriter('index.meta.tmp')
+ ms2 = index.MetaStoreWriter('index2.meta.tmp')
+ ms3 = index.MetaStoreWriter('index3.meta.tmp')
+ meta_ofs1 = ms1.store(default_meta)
+ meta_ofs2 = ms2.store(default_meta)
+ meta_ofs3 = ms3.store(default_meta)
+
+ ds = xstat.stat(lib_t_dir)
+ fs = xstat.stat(lib_t_dir + '/tindex.py')
+ tmax = (time.time() - 1) * 10**9
+
+ w1 = index.Writer('index.tmp', ms1, tmax)
+ w1.add('/a/b/x', fs, meta_ofs1)
+ w1.add('/a/b/c', fs, meta_ofs1)
+ w1.add('/a/b/', ds, meta_ofs1)
+ w1.add('/a/', ds, meta_ofs1)
+ #w1.close()
+ WVPASS()
+
+ w2 = index.Writer('index2.tmp', ms2, tmax)
+ w2.add('/a/b/n/2', fs, meta_ofs2)
+ #w2.close()
+ WVPASS()
+
+ w3 = index.Writer('index3.tmp', ms3, tmax)
+ w3.add('/a/c/n/3', fs, meta_ofs3)
+ #w3.close()
+ WVPASS()
+
+ r1 = w1.new_reader()
+ r2 = w2.new_reader()
+ r3 = w3.new_reader()
+ WVPASS()
+
+ r1all = [e.name for e in r1]
+ WVPASSEQ(r1all,
+ ['/a/b/x', '/a/b/c', '/a/b/', '/a/', '/'])
+ r2all = [e.name for e in r2]
+ WVPASSEQ(r2all,
+ ['/a/b/n/2', '/a/b/n/', '/a/b/', '/a/', '/'])
+ r3all = [e.name for e in r3]
+ WVPASSEQ(r3all,
+ ['/a/c/n/3', '/a/c/n/', '/a/c/', '/a/', '/'])
+ all = [e.name for e in index.merge(r2, r1, r3)]
+ WVPASSEQ(all,
+ ['/a/c/n/3', '/a/c/n/', '/a/c/',
+ '/a/b/x', '/a/b/n/2', '/a/b/n/', '/a/b/c',
+ '/a/b/', '/a/', '/'])
+ fake_validate(r1)
+ dump(r1)
+
+ print([hex(e.flags) for e in r1])
+ WVPASSEQ([e.name for e in r1 if e.is_valid()], r1all)
+ WVPASSEQ([e.name for e in r1 if not e.is_valid()], [])
+ WVPASSEQ([e.name for e in index.merge(r2, r1, r3) if not e.is_valid()],
+ ['/a/c/n/3', '/a/c/n/', '/a/c/',
+ '/a/b/n/2', '/a/b/n/', '/a/b/', '/a/', '/'])
+
+ expect_invalid = ['/'] + r2all + r3all
+ expect_real = (set(r1all) - set(r2all) - set(r3all)) \
+ | set(['/a/b/n/2', '/a/c/n/3'])
+ dump(index.merge(r2, r1, r3))
+ for e in index.merge(r2, r1, r3):
+ print(e.name, hex(e.flags), e.ctime)
+ eiv = e.name in expect_invalid
+ er = e.name in expect_real
+ WVPASSEQ(eiv, not e.is_valid())
+ WVPASSEQ(er, e.is_real())
+ fake_validate(r2, r3)
+ dump(index.merge(r2, r1, r3))
+ WVPASSEQ([e.name for e in index.merge(r2, r1, r3) if not e.is_valid()], [])
+
+ e = eget(index.merge(r2, r1, r3), '/a/b/c')
+ e.invalidate()
+ e.repack()
+ dump(index.merge(r2, r1, r3))
+ WVPASSEQ([e.name for e in index.merge(r2, r1, r3) if not e.is_valid()],
+ ['/a/b/c', '/a/b/', '/a/', '/'])
+ w1.close()
+ w2.close()
+ w3.close()
+ finally:
+ os.chdir(orig_cwd)
projects / bup.git / blobdiff