Bläddra i källkod

recreate: add --recompress flag, avoid weirdo use of args.compression

Marian Beermann 8 år sedan
förälder
incheckning
b2953357ed
4 ändrade filer med 11 tillägg och 15 borttagningar
  1. 1 1
      docs/usage.rst
  2. 2 2
      src/borg/archive.py
  3. 7 11
      src/borg/archiver.py
  4. 1 1
      src/borg/testsuite/archiver.py

+ 1 - 1
docs/usage.rst

@@ -463,7 +463,7 @@ Examples
     $ borg create /mnt/backup::archive /some/files --compression lz4
     $ borg create /mnt/backup::archive /some/files --compression lz4
     # Then compress it - this might take longer, but the backup has already completed, so no inconsistencies
     # Then compress it - this might take longer, but the backup has already completed, so no inconsistencies
     # from a long-running backup job.
     # from a long-running backup job.
-    $ borg recreate /mnt/backup::archive --compression zlib,9
+    $ borg recreate /mnt/backup::archive --recompress --compression zlib,9
 
 
     # Remove unwanted files from all archives in a repository
     # Remove unwanted files from all archives in a repository
     $ borg recreate /mnt/backup -e /home/icke/Pictures/drunk_photos
     $ borg recreate /mnt/backup -e /home/icke/Pictures/drunk_photos

+ 2 - 2
src/borg/archive.py

@@ -1557,7 +1557,7 @@ class ArchiveRecreater:
 
 
     def __init__(self, repository, manifest, key, cache, matcher,
     def __init__(self, repository, manifest, key, cache, matcher,
                  exclude_caches=False, exclude_if_present=None, keep_exclude_tags=False,
                  exclude_caches=False, exclude_if_present=None, keep_exclude_tags=False,
-                 chunker_params=None, compression=None, always_recompress=False,
+                 chunker_params=None, compression=None, recompress=False, always_recompress=False,
                  dry_run=False, stats=False, progress=False, file_status_printer=None,
                  dry_run=False, stats=False, progress=False, file_status_printer=None,
                  checkpoint_interval=1800):
                  checkpoint_interval=1800):
         self.repository = repository
         self.repository = repository
@@ -1574,7 +1574,7 @@ class ArchiveRecreater:
         if self.rechunkify:
         if self.rechunkify:
             logger.debug('Rechunking archives to %s', chunker_params)
             logger.debug('Rechunking archives to %s', chunker_params)
         self.chunker_params = chunker_params or CHUNKER_PARAMS
         self.chunker_params = chunker_params or CHUNKER_PARAMS
-        self.recompress = bool(compression)
+        self.recompress = recompress
         self.always_recompress = always_recompress
         self.always_recompress = always_recompress
         self.compression = compression or CompressionSpec('none')
         self.compression = compression or CompressionSpec('none')
         self.seen_chunks = set()
         self.seen_chunks = set()

+ 7 - 11
src/borg/archiver.py

@@ -108,14 +108,7 @@ def with_repository(fake=False, invert_fake=False, create=False, lock=True, excl
             with repository:
             with repository:
                 if manifest or cache:
                 if manifest or cache:
                     kwargs['manifest'], kwargs['key'] = Manifest.load(repository)
                     kwargs['manifest'], kwargs['key'] = Manifest.load(repository)
-                    # do_recreate uses args.compression is None as in band signalling for "don't recompress",
-                    # note that it does not look at key.compressor. In this case the default compressor applies
-                    # to new chunks.
-                    #
-                    # We can't use a check like `'compression' in args` (an argparse.Namespace speciality),
-                    # since the compression attribute is set. So we need to see whether it's set to something
-                    # true-ish, like a CompressionSpec instance.
-                    if getattr(args, 'compression', False):
+                    if 'compression' in args:
                         kwargs['key'].compressor = args.compression.compressor
                         kwargs['key'].compressor = args.compression.compressor
                 if cache:
                 if cache:
                     with Cache(repository, kwargs['key'], kwargs['manifest'],
                     with Cache(repository, kwargs['key'], kwargs['manifest'],
@@ -1334,7 +1327,7 @@ class Archiver:
         recreater = ArchiveRecreater(repository, manifest, key, cache, matcher,
         recreater = ArchiveRecreater(repository, manifest, key, cache, matcher,
                                      exclude_caches=args.exclude_caches, exclude_if_present=args.exclude_if_present,
                                      exclude_caches=args.exclude_caches, exclude_if_present=args.exclude_if_present,
                                      keep_exclude_tags=args.keep_exclude_tags, chunker_params=args.chunker_params,
                                      keep_exclude_tags=args.keep_exclude_tags, chunker_params=args.chunker_params,
-                                     compression=args.compression, always_recompress=args.always_recompress,
+                                     compression=args.compression, recompress=args.recompress, always_recompress=args.always_recompress,
                                      progress=args.progress, stats=args.stats,
                                      progress=args.progress, stats=args.stats,
                                      file_status_printer=self.print_file_status,
                                      file_status_printer=self.print_file_status,
                                      checkpoint_interval=args.checkpoint_interval,
                                      checkpoint_interval=args.checkpoint_interval,
@@ -2929,7 +2922,8 @@ class Archiver:
         Note that all paths in an archive are relative, therefore absolute patterns/paths
         Note that all paths in an archive are relative, therefore absolute patterns/paths
         will *not* match (--exclude, --exclude-from, PATHs).
         will *not* match (--exclude, --exclude-from, PATHs).
 
 
-        --compression: all chunks seen will be stored using the given method.
+        --recompress: all chunks seen will be recompressed using the --compression
+        specified.
         Due to how Borg stores compressed size information this might display
         Due to how Borg stores compressed size information this might display
         incorrect information for archives that were not recreated at the same time.
         incorrect information for archives that were not recreated at the same time.
         There is no risk of data loss by this.
         There is no risk of data loss by this.
@@ -3016,9 +3010,11 @@ class Archiver:
                                    help='manually specify the archive creation date/time (UTC, yyyy-mm-ddThh:mm:ss format). '
                                    help='manually specify the archive creation date/time (UTC, yyyy-mm-ddThh:mm:ss format). '
                                         'alternatively, give a reference file/directory.')
                                         'alternatively, give a reference file/directory.')
         archive_group.add_argument('-C', '--compression', dest='compression',
         archive_group.add_argument('-C', '--compression', dest='compression',
-                                   type=CompressionSpec, default=None, metavar='COMPRESSION',
+                                   type=CompressionSpec, default=CompressionSpec('lz4'), metavar='COMPRESSION',
                                    help='select compression algorithm, see the output of the '
                                    help='select compression algorithm, see the output of the '
                                         '"borg help compression" command for details.')
                                         '"borg help compression" command for details.')
+        archive_group.add_argument('--recompress', dest='recompress', action='store_true',
+                                   help='recompress chunks according to --compression.')
         archive_group.add_argument('--always-recompress', dest='always_recompress', action='store_true',
         archive_group.add_argument('--always-recompress', dest='always_recompress', action='store_true',
                                    help='always recompress chunks, don\'t skip chunks already compressed with the same '
                                    help='always recompress chunks, don\'t skip chunks already compressed with the same '
                                         'algorithm.')
                                         'algorithm.')

+ 1 - 1
src/borg/testsuite/archiver.py

@@ -2049,7 +2049,7 @@ class ArchiverTestCase(ArchiverTestCaseBase):
                              '--format', '{size} {csize} {sha256}')
                              '--format', '{size} {csize} {sha256}')
         size, csize, sha256_before = file_list.split(' ')
         size, csize, sha256_before = file_list.split(' ')
         assert int(csize) >= int(size)  # >= due to metadata overhead
         assert int(csize) >= int(size)  # >= due to metadata overhead
-        self.cmd('recreate', self.repository_location, '-C', 'lz4')
+        self.cmd('recreate', self.repository_location, '-C', 'lz4', '--recompress')
         self.check_cache()
         self.check_cache()
         file_list = self.cmd('list', self.repository_location + '::test', 'input/compressible',
         file_list = self.cmd('list', self.repository_location + '::test', 'input/compressible',
                              '--format', '{size} {csize} {sha256}')
                              '--format', '{size} {csize} {sha256}')