X-Git-Url: https://arthur.barton.de/gitweb/?a=blobdiff_plain;f=lib%2Fbup%2Fgit.py;h=4c1a95c52a985e5eaee1bb36ef4ca61651559c78;hb=20db61170c8a8fd4b452ec29f6a3133385c4fdad;hp=fe297cd2e34edc4cd15734229c5bf006b5532ed1;hpb=945585c4a801cf55381e2cbe8d0a15a79ea2ea71;p=bup.git diff --git a/lib/bup/git.py b/lib/bup/git.py index fe297cd..4c1a95c 100644 --- a/lib/bup/git.py +++ b/lib/bup/git.py @@ -15,12 +15,14 @@ from bup.compat import (buffer, byte_int, bytes_from_byte, bytes_from_uint, environ, items, + pending_raise, range, reraise) from bup.io import path_msg from bup.helpers import (Sha1, add_error, chunkyreader, debug1, debug2, exo, fdatasync, + finalized, log, merge_dict, merge_iter, @@ -425,7 +427,8 @@ class PackIdxV1(PackIdx): return self def __exit__(self, type, value, traceback): - self.close() + with pending_raise(value, rethrow=False): + self.close() def __len__(self): return int(self.nsha) # int() from long for python 2 @@ -475,7 +478,8 @@ class PackIdxV2(PackIdx): return self def __exit__(self, type, value, traceback): - self.close() + with pending_raise(value, rethrow=False): + self.close() def __len__(self): return int(self.nsha) # int() from long for python 2 @@ -746,14 +750,12 @@ class PackWriter: self.max_pack_objects = max_pack_objects if max_pack_objects \ else max(1, self.max_pack_size // 5000) - def __del__(self): - self.close() - def __enter__(self): return self def __exit__(self, type, value, traceback): - self.close() + with pending_raise(value, rethrow=False): + self.close() def _open(self): if not self.file: @@ -814,12 +816,6 @@ class PackWriter: self.breakpoint() return sha - def breakpoint(self): - """Clear byte and object counts and return the last processed id.""" - id = self._end(self.run_midx) - self.outbytes = self.count = 0 - return id - def _require_objcache(self): if self.objcache is None and self.objcache_maker: self.objcache = self.objcache_maker() @@ -868,36 +864,26 @@ class PackWriter: msg) return self.maybe_write(b'commit', content) - def abort(self): - """Remove the pack file from disk.""" - f = self.file - if f: - pfd = self.parentfd - self.file = None - self.parentfd = None - self.idx = None - try: - try: - os.unlink(self.filename + b'.pack') - finally: - f.close() - finally: - if pfd is not None: - os.close(pfd) + def _end(self, run_midx=True, abort=False): + # Ignores run_midx during abort + if not self.file: + return None + self.file, f = None, self.file + self.idx, idx = None, self.idx + self.parentfd, pfd, = None, self.parentfd + self.objcache = None - def _end(self, run_midx=True): - f = self.file - if not f: return None - self.file = None - try: - self.objcache = None - idx = self.idx - self.idx = None + with finalized(pfd, lambda x: x is not None and os.close(x)), \ + f: + + if abort: + os.unlink(self.filename + b'.pack') + return None # update object count f.seek(8) cp = struct.pack('!i', self.count) - assert(len(cp) == 4) + assert len(cp) == 4 f.write(cp) # calculate the pack sha1sum @@ -907,29 +893,33 @@ class PackWriter: sum.update(b) packbin = sum.digest() f.write(packbin) + f.flush() fdatasync(f.fileno()) - finally: f.close() - idx.write(self.filename + b'.idx', packbin) - nameprefix = os.path.join(self.repo_dir, - b'objects/pack/pack-' + hexlify(packbin)) - if os.path.exists(self.filename + b'.map'): - os.unlink(self.filename + b'.map') - os.rename(self.filename + b'.pack', nameprefix + b'.pack') - os.rename(self.filename + b'.idx', nameprefix + b'.idx') - try: - os.fsync(self.parentfd) - finally: - os.close(self.parentfd) - - if run_midx: - auto_midx(os.path.join(self.repo_dir, b'objects/pack')) + idx.write(self.filename + b'.idx', packbin) + nameprefix = os.path.join(self.repo_dir, + b'objects/pack/pack-' + hexlify(packbin)) + if os.path.exists(self.filename + b'.map'): + os.unlink(self.filename + b'.map') + os.rename(self.filename + b'.pack', nameprefix + b'.pack') + os.rename(self.filename + b'.idx', nameprefix + b'.idx') + os.fsync(pfd) + if run_midx: + auto_midx(os.path.join(self.repo_dir, b'objects/pack')) + if self.on_pack_finish: + self.on_pack_finish(nameprefix) + return nameprefix - if self.on_pack_finish: - self.on_pack_finish(nameprefix) + def abort(self): + """Remove the pack file from disk.""" + self._end(abort=True) - return nameprefix + def breakpoint(self): + """Clear byte and object counts and return the last processed id.""" + id = self._end(self.run_midx) + self.outbytes = self.count = 0 + return id def close(self, run_midx=True): """Close the pack file and move it to its definitive path."""