Merge windows branch with master

.coafile

@@ -0,0 +1,38 @@
+[all]
+# note: put developer specific settings into ~/.coarc (e.g. editor = ...)
+max_line_length = 255
+use_spaces = True
+
+[all.general]
+files = src/borg/**/*.(py|pyx|c)
+ignore = src/borg/(chunker.c|compress.c|hashindex.c|item.c),
+         src/borg/algorithms/(checksums.c|crc32.c),
+         src/borg/algorithms/blake2/*,
+         src/borg/algorithms/xxh64/*,
+         src/borg/crypto/low_level.c,
+         src/borg/platform/*.c
+bears = SpaceConsistencyBear, FilenameBear, InvalidLinkBear, LineLengthBear
+file_naming_convention = snake
+
+
+[all.python]
+files = src/borg/**/*.py
+bears = PEP8Bear, PyDocStyleBear, PyLintBear
+pep_ignore = E123,E125,E126,E127,E128,E226,E301,E309,E402,F401,F405,F811,W690
+pylint_disable = C0103, C0111, C0112, C0123, C0301, C0302, C0325, C0330, C0411, C0412, C0413, C1801,
+                 W0102, W0104, W0106, W0108, W0120, W0201, W0212, W0221, W0231, W0401, W0404,
+                 W0511, W0603, W0611, W0612, W0613, W0614, W0621, W0622, W0702, W0703,
+                 W1201, W1202, W1401,
+                 R0101, R0201, R0204, R0901, R0902, R0903, R0904, R0911, R0912, R0913, R0914, R0915, R0916, R1701, R1704, R1705, R1706,
+                 E0102, E0202, E0401, E0601, E0611, E0702, E1101, E1102, E1120, E1129, E1130
+pydocstyle_ignore = D100, D101, D102, D103, D104, D105, D200, D201, D202, D203, D204, D205, D209, D210,
+                    D212, D213, D300, D301, D400, D401, D402, D403, D404
+
+[all.c]
+files = src/borg/**/*.c
+bears = CPPCheckBear
+
+[all.html]
+files = src/borg/**/*.html
+bears = HTMLLintBear
+htmllint_ignore = *

.editorconfig

@@ -0,0 +1,11 @@
+# EditorConfig is awesome: http://EditorConfig.org
+
+root = true
+
+[*]
+end_of_line = lf
+charset = utf-8
+indent_style = space
+indent_size = 4
+insert_final_newline = true
+trim_trailing_whitespace = true

.gitattributes

@@ -1 +1,5 @@
 borg/_version.py export-subst
+
+*.py diff=python
+docs/usage/*.rst.inc merge=ours
+docs/man/* merge=ours

.github/PULL_REQUEST_TEMPLATE

@@ -0,0 +1,8 @@
+Thank you for contributing code to Borg, your help is appreciated!
+
+Please, before you submit a pull request, make sure it complies with the
+guidelines given in our documentation:
+
+https://borgbackup.readthedocs.io/en/latest/development.html#contributions
+
+**Please remove all above text before submitting your pull request.**

.gitignore

@@ -4,26 +4,28 @@ build
 dist
 borg-env
 .tox
-hashindex.c
-chunker.c
-compress.c
-crypto.c
-platform_darwin.c
-platform_freebsd.c
-platform_linux.c
-platform_windows.c
-platform_posix.c
+src/borg/compress.c
+src/borg/crypto/low_level.c
+src/borg/hashindex.c
+src/borg/item.c
+src/borg/chunker.c
+src/borg/algorithms/checksums.c
+src/borg/platform/darwin.c
+src/borg/platform/freebsd.c
+src/borg/platform/linux.c
+src/borg/platform/posix.c
+src/borg/platform/windows.c
+src/borg/_version.py
 *.egg-info
 *.pyc
-*.pyo
 *.so
 .idea/
 .cache/
-src/borg/_version.py
 borg.build/
 borg.dist/
 borg.exe
 *.dll
 .coverage
+.coverage.*
 .vagrant
 .eggs

.mailmap

@@ -0,0 +1,14 @@
+Abdel-Rahman <abodyxplay1@gmail.com>
+Brian Johnson <brian@sherbang.com>
+Carlo Teubner <carlo.teubner@gmail.com>
+Mark Edgington <edgimar@gmail.com>
+Leo Famulari <leo@famulari.name>
+Marian Beermann <public@enkore.de>
+Thomas Waldmann <tw@waldmann-edv.de>
+Dan Christensen <jdc@uwo.ca> <jdc+github@uwo.ca>
+Antoine Beaupré <anarcat@koumbit.org> <anarcat@debian.org> <anarcat@users.noreply.github.com>
+Hartmut Goebel <h.goebel@crazy-compilers.com> <htgoebel@users.noreply.github.com>
+Michael Gajda <michaelg@speciesm.net> <michael.gajda@tu-dortmund.de>
+Milkey Mouse <milkeymouse@meme.institute> <milkey-mouse@users.noreply.github.com>
+Ronny Pfannschmidt <opensource@ronnypfannschmidt.de> <ronny.pfannschmidt@redhat.com>
+Stefan Tatschner <rumpelsepp@sevenbyte.org> <stefan@sevenbyte.org>

.travis.yml

@@ -6,37 +6,45 @@ cache:
     directories:
         - $HOME/.cache/pip
 
-# note: use py 3.5.2, it has lzma support. 3.5(.0) on travis.org/trusty does not.
 matrix:
     include:
-        - python: 3.4
-          os: linux
-          dist: trusty
-          env: TOXENV=py34
-        - python: 3.5.2
+        - python: 3.5
           os: linux
           dist: trusty
           env: TOXENV=py35
-        - python: nightly
+        - python: 3.6
           os: linux
           dist: trusty
           env: TOXENV=py36
-        - python: 3.4
+        - python: 3.5
           os: linux
           dist: trusty
           env: TOXENV=flake8
+        - python: "3.6-dev"
+          os: linux
+          dist: trusty
+          env: TOXENV=py36
         - language: generic
           os: osx
           osx_image: xcode6.4
-          env: TOXENV=py34
+          env: TOXENV=py35
         - language: generic
           os: osx
           osx_image: xcode6.4
-          env: TOXENV=py35
-    allow_failures:
-        - python: nightly
+          env: TOXENV=py36
+
+before_install:
+- |
+    test $TRAVIS_EVENT_TYPE != "pull_request" || {
+        echo Checking whether $TRAVIS_COMMIT_RANGE changed only docs
+        git diff --name-only $TRAVIS_COMMIT_RANGE | grep --quiet --invert-match --extended-regexp '(AUTHORS|README\.rst|^(docs)/)' || {
+            echo "Only docs were updated, stopping build process."
+            exit
+        }
+    }
 
 install:
+    - git fetch --unshallow --tags
     - ./.travis/install.sh
 
 script:

.travis/install.sh

@@ -4,8 +4,6 @@ set -e
 set -x
 
 if [[ "$(uname -s)" == 'Darwin' ]]; then
-    brew update || brew update
-
     if [[ "${OPENSSL}" != "0.9.8" ]]; then
         brew outdated openssl || brew upgrade openssl
     fi
@@ -17,27 +15,33 @@ if [[ "$(uname -s)" == 'Darwin' ]]; then
     brew install lz4
     brew install xz  # required for python lzma module
     brew outdated pyenv || brew upgrade pyenv
+    brew install pkg-config
+    brew install Caskroom/cask/osxfuse
 
     case "${TOXENV}" in
-        py34)
-            pyenv install 3.4.3
-            pyenv global 3.4.3
-            ;;
         py35)
-            pyenv install 3.5.1
-            pyenv global 3.5.1
+            pyenv install 3.5.2
+            pyenv global 3.5.2
+            ;;
+        py36)
+            pyenv install 3.6.0
+            pyenv global 3.6.0
             ;;
     esac
     pyenv rehash
-    python -m pip install --user 'virtualenv<14.0'
+    python -m pip install --user virtualenv
 else
-    pip install 'virtualenv<14.0'
+    pip install virtualenv
+    sudo apt-get update
+    sudo apt-get install -y fakeroot
     sudo apt-get install -y liblz4-dev
     sudo apt-get install -y libacl1-dev
+    sudo apt-get install -y libfuse-dev fuse pkg-config  # optional, for FUSE support
 fi
 
 python -m virtualenv ~/.venv
 source ~/.venv/bin/activate
 pip install -r requirements.d/development.txt
 pip install codecov
-pip install -e .
+python setup.py --version
+pip install -e .[fuse]

.travis/upload_coverage.sh

@@ -4,9 +4,8 @@ set -e
 set -x
 
 NO_COVERAGE_TOXENVS=(pep8)
-if ! [[ "${NO_COVERAGE_TOXENVS[*]}" =~ "${TOXENV}" ]]; then
+if ! [[ "${NO_COVERAGE_TOXENVS[*]}" =~ ${TOXENV} ]]; then
     source ~/.venv/bin/activate
-    ln .tox/.coverage .coverage
     # on osx, tests run as root, need access to .coverage
     sudo chmod 666 .coverage
     codecov -e TRAVIS_OS_NAME TOXENV

AUTHORS

@@ -1,5 +1,5 @@
-Borg Contributors ("The Borg Collective")
-=========================================
+Borg authors ("The Borg Collective")
+------------------------------------
 
 - Thomas Waldmann <tw@waldmann-edv.de>
 - Antoine Beaupré <anarcat@debian.org>
@@ -8,8 +8,10 @@ Borg Contributors ("The Borg Collective")
 - Michael Hanselmann <public@hansmi.ch>
 - Teemu Toivanen <public@profnetti.fi>
 - Marian Beermann <public@enkore.de>
+- Martin Hostettler <textshell@uchuujin.de>
 - Daniel Reichelt <hacking@nachtgeist.net>
 - Lauri Niskanen <ape@ape3000.com>
+- Abdel-Rahman A. (Abogical)
 
 Borg is a fork of Attic.
 
@@ -31,3 +33,27 @@ Attic Patches and Suggestions
 - Johann Klähn
 - Petros Moisiadis
 - Thomas Waldmann
+
+BLAKE2
+------
+
+Borg includes BLAKE2: Copyright 2012, Samuel Neves <sneves@dei.uc.pt>, licensed under the terms
+of the CC0, the OpenSSL Licence, or the Apache Public License 2.0.
+
+Slicing CRC32
+-------------
+
+Borg includes a fast slice-by-8 implementation of CRC32, Copyright 2011-2015 Stephan Brumme,
+licensed under the terms of a zlib license. See http://create.stephan-brumme.com/crc32/
+
+Folding CRC32
+-------------
+
+Borg includes an extremely fast folding implementation of CRC32, Copyright 2013 Intel Corporation,
+licensed under the terms of the zlib license.
+
+xxHash
+------
+
+XXH64, a fast non-cryptographic hash algorithm. Copyright 2012-2016 Yann Collet,
+licensed under a BSD 2-clause license.

LICENSE

@@ -1,4 +1,4 @@
-Copyright (C) 2015-2016 The Borg Collective (see AUTHORS file)
+Copyright (C) 2015-2017 The Borg Collective (see AUTHORS file)
 Copyright (C) 2010-2014 Jonas Borgström <jonas@borgstrom.se>
 All rights reserved.
 
@@ -16,14 +16,14 @@ are met:
     products derived from this software without specific prior
     written permission.
 
-THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
-OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
-ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
-DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
-DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
-GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
-IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
-OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
-IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

MANIFEST.in

@@ -1,10 +1,8 @@
 include README.rst AUTHORS LICENSE CHANGES.rst MANIFEST.in
+exclude .coafile .coveragerc .gitattributes .gitignore .travis.yml Vagrantfile
+prune .travis
+prune .github
 graft src
-recursive-exclude src *.pyc
-recursive-exclude src *.pyo
-recursive-include docs *
-recursive-exclude docs *.pyc
-recursive-exclude docs *.pyo
+graft docs
 prune docs/_build
-prune .travis
-exclude .coveragerc .gitattributes .gitignore .travis.yml Vagrantfile
+global-exclude *.pyc *.orig *.so *.dll

README.rst

@@ -1,9 +1,9 @@
-|screencast|
+|screencast_basic|
 
-.. highlight:: bash
+More screencasts: `installation`_, `advanced usage`_
 
 What is BorgBackup?
-===================
+-------------------
 
 BorgBackup (short: Borg) is a deduplicating backup program.
 Optionally, it supports compression and authenticated encryption.
@@ -20,27 +20,31 @@ downloaded Borg, ``docs/installation.rst`` to get started with Borg.
 .. _installation manual: https://borgbackup.readthedocs.org/en/stable/installation.html
 
 Main features
--------------
+~~~~~~~~~~~~~
 
 **Space efficient storage**
   Deduplication based on content-defined chunking is used to reduce the number
   of bytes stored: each file is split into a number of variable length chunks
   and only chunks that have never been seen before are added to the repository.
 
+  A chunk is considered duplicate if its id_hash value is identical.
+  A cryptographically strong hash or MAC function is used as id_hash, e.g.
+  (hmac-)sha256.
+
   To deduplicate, all the chunks in the same repository are considered, no
   matter whether they come from different machines, from previous backups,
   from the same backup or even from the same single file.
 
   Compared to other deduplication approaches, this method does NOT depend on:
 
-  * file/directory names staying the same: So you can move your stuff around 
+  * file/directory names staying the same: So you can move your stuff around
     without killing the deduplication, even between machines sharing a repo.
 
-  * complete files or time stamps staying the same: If a big file changes a 
-    little, only a few new chunks need to be stored - this is great for VMs or 
+  * complete files or time stamps staying the same: If a big file changes a
+    little, only a few new chunks need to be stored - this is great for VMs or
     raw disks.
 
-  * The absolute position of a data chunk inside a file: Stuff may get shifted 
+  * The absolute position of a data chunk inside a file: Stuff may get shifted
     and will still be found by the deduplication algorithm.
 
 **Speed**
@@ -75,24 +79,25 @@ Main features
     * FreeBSD
     * OpenBSD and NetBSD (no xattrs/ACLs support or binaries yet)
     * Cygwin (not supported, no binaries yet)
+    * Linux Subsystem of Windows 10 (not supported)
 
 **Free and Open Source Software**
   * security and functionality can be audited independently
-  * licensed under the BSD (3-clause) license
-
+  * licensed under the BSD (3-clause) license, see `License`_ for the
+    complete license
 
 Easy to use
------------
+~~~~~~~~~~~
 
-Initialize a new backup repository and create a backup archive::
+Initialize a new backup repository (see ``borg init --help`` for encryption options)::
 
-    $ borg init /path/to/repo
-    $ borg create /path/to/repo::Saturday1 ~/Documents
+    $ borg init -e repokey /path/to/repo
 
-Now doing another backup, just to show off the great deduplication:
+Create a backup archive::
 
-.. code-block:: none
-   :emphasize-lines: 11
+    $ borg create /path/to/repo::Saturday1 ~/Documents
+
+Now doing another backup, just to show off the great deduplication::
 
     $ borg create -v --stats /path/to/repo::Saturday2 ~/Documents
     -----------------------------------------------------------------------------
@@ -114,51 +119,32 @@ Now doing another backup, just to show off the great deduplication:
 
 For a graphical frontend refer to our complementary project `BorgWeb <https://borgweb.readthedocs.io/>`_.
 
+Helping, Donations and Bounties
+-------------------------------
+
+Your help is always welcome!
+Spread the word, give feedback, help with documentation, testing or development.
+
+You can also give monetary support to the project, see there for details:
+
+https://borgbackup.readthedocs.io/en/stable/support.html#bounties-and-fundraisers
+
 Links
-=====
+-----
 
 * `Main Web Site <https://borgbackup.readthedocs.org/>`_
 * `Releases <https://github.com/borgbackup/borg/releases>`_,
   `PyPI packages <https://pypi.python.org/pypi/borgbackup>`_ and
   `ChangeLog <https://github.com/borgbackup/borg/blob/master/docs/changes.rst>`_
-* `GitHub <https://github.com/borgbackup/borg>`_,
-  `Issue Tracker <https://github.com/borgbackup/borg/issues>`_ and
-  `Bounties & Fundraisers <https://www.bountysource.com/teams/borgbackup>`_
+* `GitHub <https://github.com/borgbackup/borg>`_ and
+  `Issue Tracker <https://github.com/borgbackup/borg/issues>`_.
 * `Web-Chat (IRC) <http://webchat.freenode.net/?randomnick=1&channels=%23borgbackup&uio=MTY9dHJ1ZSY5PXRydWUa8>`_ and
   `Mailing List <https://mail.python.org/mailman/listinfo/borgbackup>`_
 * `License <https://borgbackup.readthedocs.org/en/stable/authors.html#license>`_
+* `Security contact <https://borgbackup.readthedocs.io/en/latest/support.html#security-contact>`_
 
-Notes
------
-
-Borg is a fork of `Attic`_ and maintained by "`The Borg collective`_".
-
-.. _Attic: https://github.com/jborg/attic
-.. _The Borg collective: https://borgbackup.readthedocs.org/en/latest/authors.html
-
-Differences between Attic and Borg
-~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-
-Here's a (incomplete) list of some major changes:
-
-* more open, faster paced development (see `issue #1 <https://github.com/borgbackup/borg/issues/1>`_)
-* lots of attic issues fixed (see `issue #5 <https://github.com/borgbackup/borg/issues/5>`_)
-* less chunk management overhead (less memory and disk usage for chunks index)
-* faster remote cache resync (useful when backing up multiple machines into same repo)
-* compression: no, lz4, zlib or lzma compression, adjustable compression levels
-* repokey replaces problematic passphrase mode (you can't change the passphrase nor the pbkdf2 iteration count in "passphrase" mode)
-* simple sparse file support, great for virtual machine disk files
-* can read special files (e.g. block devices) or from stdin, write to stdout
-* mkdir-based locking is more compatible than attic's posix locking
-* uses fadvise to not spoil / blow up the fs cache
-* better error messages / exception handling
-* better logging, screen output, progress indication
-* tested on misc. Linux systems, 32 and 64bit, FreeBSD, OpenBSD, NetBSD, Mac OS X
-
-Please read the `ChangeLog`_ (or ``docs/changes.rst`` in the source distribution) for more
-information.
-
-BORG IS NOT COMPATIBLE WITH ORIGINAL ATTIC (but there is a one-way conversion).
+Compatibility notes
+-------------------
 
 EXPECT THAT WE WILL BREAK COMPATIBILITY REPEATEDLY WHEN MAJOR RELEASE NUMBER
 CHANGES (like when going from 0.x.y to 1.0.0 or from 1.x.y to 2.0.0).
@@ -167,9 +153,16 @@ NOT RELEASED DEVELOPMENT VERSIONS HAVE UNKNOWN COMPATIBILITY PROPERTIES.
 
 THIS IS SOFTWARE IN DEVELOPMENT, DECIDE YOURSELF WHETHER IT FITS YOUR NEEDS.
 
-Borg is distributed under a 3-clause BSD license, see `License`_ for the complete license.
+Security issues should be reported to the `Security contact`_ (or
+see ``docs/suppport.rst`` in the source distribution).
 
-|doc| |build| |coverage|
+.. start-badges
+
+|doc| |build| |coverage| |bestpractices| |bounties|
+
+.. |bounties| image:: https://api.bountysource.com/badge/team?team_id=78284&style=bounties_posted
+        :alt: Bounty Source
+        :target: https://www.bountysource.com/teams/borgbackup
 
 .. |doc| image:: https://readthedocs.org/projects/borgbackup/badge/?version=stable
         :alt: Documentation
@@ -183,6 +176,16 @@ Borg is distributed under a 3-clause BSD license, see `License`_ for the complet
         :alt: Test Coverage
         :target: https://codecov.io/github/borgbackup/borg?branch=master
 
-.. |screencast| image:: https://asciinema.org/a/28691.png
-        :alt: BorgBackup Installation and Basic Usage
-        :target: https://asciinema.org/a/28691?autoplay=1&speed=2
+.. |screencast_basic| image:: https://asciinema.org/a/133292.png
+        :alt: BorgBackup Basic Usage
+        :target: https://asciinema.org/a/133292?autoplay=1&speed=1
+
+.. _installation: https://asciinema.org/a/133291?autoplay=1&speed=1
+
+.. _advanced usage: https://asciinema.org/a/133293?autoplay=1&speed=1
+
+.. |bestpractices| image:: https://bestpractices.coreinfrastructure.org/projects/271/badge
+        :alt: Best Practices Score
+        :target: https://bestpractices.coreinfrastructure.org/projects/271
+
+.. end-badges

Vagrantfile

@@ -3,154 +3,43 @@
 
 # Automated creation of testing environments / binaries on misc. platforms
 
-def packages_prepare_wheezy
-  return <<-EOF
-      # debian 7 wheezy does not have lz4, but it is available from wheezy-backports:
-      echo "deb http://http.debian.net/debian wheezy-backports main" > /etc/apt/sources.list.d/wheezy-backports.list
-  EOF
-end
+$cpus = Integer(ENV.fetch('VMCPUS', '4'))  # create VMs with that many cpus
+$xdistn = Integer(ENV.fetch('XDISTN', '4'))  # dispatch tests to that many pytest workers
+$wmem = $xdistn * 256  # give the VM additional memory for workers [MB]
 
-def packages_debianoid
+def packages_debianoid(user)
   return <<-EOF
     apt-get update
     # install all the (security and other) updates
     apt-get dist-upgrade -y
     # for building borgbackup and dependencies:
     apt-get install -y libssl-dev libacl1-dev liblz4-dev libfuse-dev fuse pkg-config
-    usermod -a -G fuse vagrant
+    usermod -a -G fuse #{user}
+    chgrp fuse /dev/fuse
+    chmod 666 /dev/fuse
     apt-get install -y fakeroot build-essential git
     apt-get install -y python3-dev python3-setuptools
     # for building python:
     apt-get install -y zlib1g-dev libbz2-dev libncurses5-dev libreadline-dev liblzma-dev libsqlite3-dev
-    # this way it works on older dists (like ubuntu 12.04) also:
-    # for python 3.2 on ubuntu 12.04 we need pip<8 and virtualenv<14 as
-    # newer versions are not compatible with py 3.2 any more.
-    easy_install3 'pip<8.0'
-    pip3 install 'virtualenv<14.0'
-    touch ~vagrant/.bash_profile ; chown vagrant ~vagrant/.bash_profile
-  EOF
-end
-
-def packages_redhatted
-  return <<-EOF
-    yum install -y epel-release
-    yum update -y
-    # for building borgbackup and dependencies:
-    yum install -y openssl-devel openssl libacl-devel libacl lz4-devel fuse-devel fuse pkgconfig
-    usermod -a -G fuse vagrant
-    yum install -y fakeroot gcc git patch
-    # needed to compile msgpack-python (otherwise it will use slow fallback code):
-    yum install -y gcc-c++
-    # for building python:
-    yum install -y zlib-devel bzip2-devel ncurses-devel readline-devel xz xz-devel sqlite-devel
-    #yum install -y python-pip
-    #pip install virtualenv
-    touch ~vagrant/.bash_profile ; chown vagrant ~vagrant/.bash_profile
-  EOF
-end
-
-def packages_darwin
-  return <<-EOF
-    # install all the (security and other) updates
-    sudo softwareupdate --install --all
-    # get osxfuse 3.x pre-release code from github:
-    curl -s -L https://github.com/osxfuse/osxfuse/releases/download/osxfuse-3.3.3/osxfuse-3.3.3.dmg >osxfuse.dmg
-    MOUNTDIR=$(echo `hdiutil mount osxfuse.dmg | tail -1 | awk '{$1="" ; print $0}'` | xargs -0 echo) \
-    && sudo installer -pkg "${MOUNTDIR}/Extras/FUSE for OS X 3.3.3.pkg" -target /
-    sudo chown -R vagrant /usr/local  # brew must be able to create stuff here
-    ruby -e "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install)"
-    brew update
-    brew install openssl
-    brew install lz4
-    brew install xz  # required for python lzma module
-    brew install fakeroot
-    brew install git
-    brew install pkgconfig
-    touch ~vagrant/.bash_profile ; chown vagrant ~vagrant/.bash_profile
-  EOF
-end
-
-def packages_freebsd
-  return <<-EOF
-    # install all the (security and other) updates, base system
-    freebsd-update --not-running-from-cron fetch install
-    # for building borgbackup and dependencies:
-    pkg install -y openssl liblz4 fusefs-libs pkgconf
-    pkg install -y fakeroot git bash
-    # for building python:
-    pkg install -y sqlite3
-    # make bash default / work:
-    chsh -s bash vagrant
-    mount -t fdescfs fdesc /dev/fd
-    echo 'fdesc	/dev/fd		fdescfs		rw	0	0' >> /etc/fstab
-    # make FUSE work
-    echo 'fuse_load="YES"' >> /boot/loader.conf
-    echo 'vfs.usermount=1' >> /etc/sysctl.conf
-    kldload fuse
-    sysctl vfs.usermount=1
-    pw groupmod operator -M vagrant
-    touch ~vagrant/.bash_profile ; chown vagrant ~vagrant/.bash_profile
-    # install all the (security and other) updates, packages
-    pkg update
-    yes | pkg upgrade
-  EOF
-end
-
-def packages_openbsd
-  return <<-EOF
-    . ~/.profile
-    mkdir -p /home/vagrant/borg
-    rsync -aH /vagrant/borg/ /home/vagrant/borg/
-    rm -rf /vagrant/borg
-    ln -sf /home/vagrant/borg /vagrant/
-    pkg_add bash
-    chsh -s /usr/local/bin/bash vagrant
-    pkg_add openssl
-    pkg_add lz4
-    # pkg_add fuse  # does not install, sdl dependency missing
-    pkg_add git  # no fakeroot
-    pkg_add py3-setuptools
-    ln -sf /usr/local/bin/python3.4 /usr/local/bin/python3
-    ln -sf /usr/local/bin/python3.4 /usr/local/bin/python
-    easy_install-3.4 pip
-    pip3 install virtualenv
-    touch ~vagrant/.bash_profile ; chown vagrant ~vagrant/.bash_profile
+    easy_install3 'pip'
+    pip3 install 'virtualenv'
   EOF
 end
 
-def packages_netbsd
+def packages_arch
   return <<-EOF
-    hostname netbsd  # the box we use has an invalid hostname
-    PKG_PATH="ftp://ftp.NetBSD.org/pub/pkgsrc/packages/NetBSD/amd64/6.1.5/All/"
-    export PKG_PATH
-    pkg_add mozilla-rootcerts lz4 git bash
-    chsh -s bash vagrant
-    mkdir -p /usr/local/opt/lz4/include
-    mkdir -p /usr/local/opt/lz4/lib
-    ln -s /usr/pkg/include/lz4*.h /usr/local/opt/lz4/include/
-    ln -s /usr/pkg/lib/liblz4* /usr/local/opt/lz4/lib/
-    touch /etc/openssl/openssl.cnf  # avoids a flood of "can't open ..."
-    mozilla-rootcerts install
-    pkg_add pkg-config  # avoids some "pkg-config missing" error msg, even without fuse
-    # pkg_add fuse  # llfuse supports netbsd, but is still buggy.
-    # https://bitbucket.org/nikratio/python-llfuse/issues/70/perfuse_open-setsockopt-no-buffer-space
-    pkg_add python34 py34-setuptools
-    ln -s /usr/pkg/bin/python3.4 /usr/pkg/bin/python
-    ln -s /usr/pkg/bin/python3.4 /usr/pkg/bin/python3
-    easy_install-3.4 pip
-    pip install virtualenv
-    touch ~vagrant/.bash_profile ; chown vagrant ~vagrant/.bash_profile
+    chown vagrant.vagrant /vagrant
+    pacman --sync --noconfirm python-virtualenv python-pip
   EOF
 end
 
 def install_pyenv(boxname)
   return <<-EOF
     curl -s -L https://raw.githubusercontent.com/yyuu/pyenv-installer/master/bin/pyenv-installer | bash
-    echo 'export PATH="$HOME/.pyenv/bin:/vagrant/borg:$PATH"' >> ~/.bash_profile
+    echo 'export PATH="$HOME/.pyenv/bin:$PATH"' >> ~/.bash_profile
     echo 'eval "$(pyenv init -)"' >> ~/.bash_profile
     echo 'eval "$(pyenv virtualenv-init -)"' >> ~/.bash_profile
     echo 'export PYTHON_CONFIGURE_OPTS="--enable-shared"' >> ~/.bash_profile
-    echo 'export LANG=en_US.UTF-8' >> ~/.bash_profile
   EOF
 end
 
@@ -163,9 +52,9 @@ end
 def install_pythons(boxname)
   return <<-EOF
     . ~/.bash_profile
-    pyenv install 3.4.0  # tests
     pyenv install 3.5.0  # tests
-    pyenv install 3.5.2  # binary build, use latest 3.5.x release
+    pyenv install 3.6.0  # tests
+    pyenv install 3.6.2  # binary build, use latest 3.6.x release
     pyenv rehash
   EOF
 end
@@ -182,71 +71,50 @@ def build_pyenv_venv(boxname)
   return <<-EOF
     . ~/.bash_profile
     cd /vagrant/borg
-    # use the latest 3.5 release
-    pyenv global 3.5.2
-    pyenv virtualenv 3.5.2 borg-env
+    # use the latest 3.6 release
+    pyenv global 3.6.2
+    pyenv virtualenv 3.6.2 borg-env
     ln -s ~/.pyenv/versions/borg-env .
   EOF
 end
 
-def install_borg(boxname)
-  return <<-EOF
+def install_borg(fuse)
+  script = <<-EOF
     . ~/.bash_profile
     cd /vagrant/borg
     . borg-env/bin/activate
     pip install -U wheel  # upgrade wheel, too old for 3.5
     cd borg
     # clean up (wrong/outdated) stuff we likely got via rsync:
-    rm -f borg/*.so borg/*.cpy*
-    rm -f borg/{chunker,crypto,compress,hashindex,platform_linux}.c
-    rm -rf borg/__pycache__ borg/support/__pycache__ borg/testsuite/__pycache__
+    rm -rf __pycache__
+    find src -name '__pycache__' -exec rm -rf {} \\;
     pip install -r requirements.d/development.txt
-    # by using [fuse], setup.py can handle different fuse requirements:
-    pip install -e .[fuse]
-  EOF
-end
-
-def install_borg_no_fuse(boxname)
-  return <<-EOF
-    . ~/.bash_profile
-    cd /vagrant/borg
-    . borg-env/bin/activate
-    pip install -U wheel  # upgrade wheel, too old for 3.5
-    cd borg
-    # clean up (wrong/outdated) stuff we likely got via rsync:
-    rm -f borg/*.so borg/*.cpy*
-    rm -f borg/{chunker,crypto,compress,hashindex,platform_linux}.c
-    rm -rf borg/__pycache__ borg/support/__pycache__ borg/testsuite/__pycache__
-    pip install -r requirements.d/development.txt
-    pip install -e .
-  EOF
-end
-
-def install_pyinstaller(boxname)
-  return <<-EOF
-    . ~/.bash_profile
-    cd /vagrant/borg
-    . borg-env/bin/activate
-    git clone https://github.com/pyinstaller/pyinstaller.git
-    cd pyinstaller
-    git checkout v3.1.1
-    pip install -e .
-  EOF
+    python setup.py clean
+  EOF
+  if fuse
+    script += <<-EOF
+      # by using [fuse], setup.py can handle different FUSE requirements:
+      pip install -e .[fuse]
+    EOF
+  else
+    script += <<-EOF
+      pip install -e .
+      # do not install llfuse into the virtualenvs built by tox:
+      sed -i.bak '/fuse.txt/d' tox.ini
+    EOF
+  end
+  return script
 end
 
-def install_pyinstaller_bootloader(boxname)
+def install_pyinstaller()
   return <<-EOF
     . ~/.bash_profile
     cd /vagrant/borg
     . borg-env/bin/activate
-    git clone https://github.com/pyinstaller/pyinstaller.git
+    git clone https://github.com/thomaswaldmann/pyinstaller.git
     cd pyinstaller
-    git checkout v3.1.1
-    # build bootloader, if it is not included
-    cd bootloader
-    python ./waf all
-    cd ..
-    pip install -e .
+    git checkout v3.3-fixed
+    python setup.py install
   EOF
 end
 
@@ -256,7 +124,8 @@ def build_binary_with_pyinstaller(boxname)
     cd /vagrant/borg
     . borg-env/bin/activate
     cd borg
-    pyinstaller -F -n borg.exe --distpath=/vagrant/borg --clean src/borg/__main__.py --hidden-import=borg.platform.posix
+    pyinstaller --clean --distpath=/vagrant/borg scripts/borg.exe.spec
+    echo 'export PATH="/vagrant/borg:$PATH"' >> ~/.bash_profile
   EOF
 end
 
@@ -265,12 +134,13 @@ def run_tests(boxname)
     . ~/.bash_profile
     cd /vagrant/borg/borg
     . ../borg-env/bin/activate
-    if which pyenv > /dev/null; then
+    if which pyenv 2> /dev/null; then
       # for testing, use the earliest point releases of the supported python versions:
-      pyenv global 3.4.0 3.5.0
+      pyenv global 3.5.0 3.6.0
+      pyenv local 3.5.0 3.6.0
     fi
     # otherwise: just use the system python
-    if which fakeroot > /dev/null; then
+    if which fakeroot 2> /dev/null; then
       echo "Running tox WITH fakeroot -u"
       fakeroot -u tox --skip-missing-interpreters
     else
@@ -280,242 +150,65 @@ def run_tests(boxname)
   EOF
 end
 
-def fix_perms
+def fs_init(user)
   return <<-EOF
-    # . ~/.profile
-    chown -R vagrant /vagrant/borg
-  EOF
-end
-
-def windows_requirements
-  return <<-EOF
-    $url = "https://eternallybored.org/misc/wget/releases/wget-1.18-win64.zip"
-    (New-Object System.Net.WebClient).DownloadFile($url, "./wget.zip")
-    & { Add-Type -A 'System.IO.Compression.FileSystem'; [IO.Compression.ZipFile]::ExtractToDirectory('wget.zip', './wget'); }
-    wget\\wget.exe "http://gnuwin32.sourceforge.net/downlinks/tar-bin-zip.php" -O tar-bin.zip
-    wget\\wget.exe "http://gnuwin32.sourceforge.net/downlinks/tar-dep-zip.php" -O tar-dep.zip
-    & { Add-Type -A 'System.IO.Compression.FileSystem'; [IO.Compression.ZipFile]::ExtractToDirectory('tar-bin.zip', './tar'); }
-    & { Add-Type -A 'System.IO.Compression.FileSystem'; [IO.Compression.ZipFile]::ExtractToDirectory('tar-dep.zip', './tar'); }
-    wget\\wget.exe http://tukaani.org/xz/xz-5.2.1-windows.zip -O xz.zip
-    & { Add-Type -A 'System.IO.Compression.FileSystem'; [IO.Compression.ZipFile]::ExtractToDirectory('xz.zip', './xz'); }
-    wget\\wget.exe -Axz "https://sourceforge.net/projects/msys2/files/Base/x86_64/msys2-base-x86_64-20160205.tar.xz/download" -O msys.tar.xz
-    xz\\bin_x86-64\\xz -d msys.tar.xz
-    tar\\bin\\tar -xf msys.tar
-    msys64\\msys2.exe -c | more
-    Start-Sleep -s 10
-    msys64\\usr\\bin\\pacman --noconfirm -S mingw-w64-x86_64-python3 git mingw-w64-x86_64-lz4 mingw-w64-x86_64-python3-pip mingw-w64-x86_64-cython mingw-w64-x86_64-gcc mingw-w64-x86_64-ntldd-git
-    python3 -m pip install --upgrade pip
-  EOF
-end
-
-def windows_build
-  return <<-EOF
-    $msyspath = $(get-location).path + "\\msys64"
-    $Env:Path = $Env:Path + ";" + $msyspath + "\\mingw64\\bin;" + $msyspath + "\\usr\\bin"
-    net use x: \\\\vboxsvr\\vagrant
-    x:
-    pip3 install -r requirements.d/development.txt
-    pip3 install -e .
-    python3 deployment/windows/buildwin32.py
+    chown -R #{user} /vagrant/borg
+    touch ~#{user}/.bash_profile ; chown #{user} ~#{user}/.bash_profile
+    echo 'export LANG=en_US.UTF-8' >> ~#{user}/.bash_profile
+    echo 'export LC_CTYPE=en_US.UTF-8' >> ~#{user}/.bash_profile
+    echo 'export XDISTN=#{$xdistn}' >> ~#{user}/.bash_profile
   EOF
 end
 
 Vagrant.configure(2) do |config|
+  # use rsync to copy content to the folder
+  config.vm.synced_folder ".", "/vagrant/borg/borg", :type => "rsync", :rsync__args => ["--verbose", "--archive", "--delete", "-z"], :rsync__chown => false
+  # do not let the VM access . on the host machine via the default shared folder!
+  config.vm.synced_folder ".", "/vagrant", disabled: true
+
   config.vm.provider :virtualbox do |v|
     #v.gui = true
-    v.cpus = 1
-  end
-
-  # Linux
-  config.vm.define "centos7_64" do |b|
-    b.vm.synced_folder ".", "/vagrant/borg/borg", :type => "rsync", :rsync__args => ["--verbose", "--archive", "--delete", "-z"]
-    b.vm.synced_folder ".", "/vagrant", disabled: true
-    b.vm.provision "fix perms", :type => :shell, :inline => fix_perms
-    b.vm.box = "centos/7"
-    b.vm.provider :virtualbox do |v|
-      v.memory = 768
-    end
-    b.vm.provision "install system packages", :type => :shell, :inline => packages_redhatted
-    b.vm.provision "install pyenv", :type => :shell, :privileged => false, :inline => install_pyenv("centos7_64")
-    b.vm.provision "install pythons", :type => :shell, :privileged => false, :inline => install_pythons("centos7_64")
-    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_pyenv_venv("centos7_64")
-    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg("centos7_64")
-    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("centos7_64")
-  end
-
-  config.vm.define "centos6_32" do |b|
-    b.vm.synced_folder ".", "/vagrant/borg/borg", :type => "rsync", :rsync__args => ["--verbose", "--archive", "--delete", "-z"]
-    b.vm.synced_folder ".", "/vagrant", disabled: true
-    b.vm.provision "fix perms", :type => :shell, :inline => fix_perms
-    b.vm.box = "centos6-32"
-    b.vm.provision "install system packages", :type => :shell, :inline => packages_redhatted
-    b.vm.provision "install pyenv", :type => :shell, :privileged => false, :inline => install_pyenv("centos6_32")
-    b.vm.provision "install pythons", :type => :shell, :privileged => false, :inline => install_pythons("centos6_32")
-    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_pyenv_venv("centos6_32")
-    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg_no_fuse("centos6_32")
-    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("centos6_32")
-  end
-
-  config.vm.define "centos6_64" do |b|
-    b.vm.synced_folder ".", "/vagrant/borg/borg", :type => "rsync", :rsync__args => ["--verbose", "--archive", "--delete", "-z"]
-    b.vm.synced_folder ".", "/vagrant", disabled: true
-    b.vm.provision "fix perms", :type => :shell, :inline => fix_perms
-    b.vm.box = "centos6-64"
-    b.vm.provider :virtualbox do |v|
-      v.memory = 768
-    end
-    b.vm.provision "install system packages", :type => :shell, :inline => packages_redhatted
-    b.vm.provision "install pyenv", :type => :shell, :privileged => false, :inline => install_pyenv("centos6_64")
-    b.vm.provision "install pythons", :type => :shell, :privileged => false, :inline => install_pythons("centos6_64")
-    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_pyenv_venv("centos6_64")
-    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg_no_fuse("centos6_64")
-    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("centos6_64")
+    v.cpus = $cpus
   end
 
   config.vm.define "xenial64" do |b|
-    b.vm.synced_folder ".", "/vagrant/borg/borg", :type => "rsync", :rsync__args => ["--verbose", "--archive", "--delete", "-z"]
-    b.vm.synced_folder ".", "/vagrant", disabled: true
-    b.vm.provision "fix perms", :type => :shell, :inline => fix_perms
     b.vm.box = "ubuntu/xenial64"
     b.vm.provider :virtualbox do |v|
-      v.memory = 768
+      v.memory = 1024 + $wmem
     end
-    b.vm.provision "packages debianoid", :type => :shell, :inline => packages_debianoid
-    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_sys_venv("trusty64")
-    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg("trusty64")
-    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("trusty64")
+    b.vm.provision "fs init", :type => :shell, :inline => fs_init("ubuntu")
+    b.vm.provision "packages debianoid", :type => :shell, :inline => packages_debianoid("ubuntu")
+    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_sys_venv("xenial64")
+    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg(true)
+    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("xenial64")
   end
 
-  config.vm.define "trusty64" do |b|
-    b.vm.synced_folder ".", "/vagrant/borg/borg", :type => "rsync", :rsync__args => ["--verbose", "--archive", "--delete", "-z"]
-    b.vm.synced_folder ".", "/vagrant", disabled: true
-    b.vm.provision "fix perms", :type => :shell, :inline => fix_perms
-    b.vm.box = "ubuntu/trusty64"
+  config.vm.define "stretch64" do |b|
+    b.vm.box = "debian/stretch64"
     b.vm.provider :virtualbox do |v|
-      v.memory = 768
+      v.memory = 1024 + $wmem
     end
-    b.vm.provision "packages debianoid", :type => :shell, :inline => packages_debianoid
-    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_sys_venv("trusty64")
-    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg("trusty64")
-    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("trusty64")
+    b.vm.provision "fs init", :type => :shell, :inline => fs_init("vagrant")
+    b.vm.provision "packages debianoid", :type => :shell, :inline => packages_debianoid("vagrant")
+    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_sys_venv("stretch64")
+    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg(true)
+    b.vm.provision "install pyinstaller", :type => :shell, :privileged => false, :inline => install_pyinstaller()
+    b.vm.provision "build binary with pyinstaller", :type => :shell, :privileged => false, :inline => build_binary_with_pyinstaller("stretch64")
+    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("stretch64")
   end
 
-  config.vm.define "jessie64" do |b|
-    b.vm.synced_folder ".", "/vagrant/borg/borg", :type => "rsync", :rsync__args => ["--verbose", "--archive", "--delete", "-z"]
-    b.vm.synced_folder ".", "/vagrant", disabled: true
-    b.vm.provision "fix perms", :type => :shell, :inline => fix_perms
-    b.vm.box = "debian/jessie64"
+  config.vm.define "arch64" do |b|
+    b.vm.box = "terrywang/archlinux"
     b.vm.provider :virtualbox do |v|
-      v.memory = 768
+      v.memory = 1024 + $wmem
     end
-    b.vm.provision "packages debianoid", :type => :shell, :inline => packages_debianoid
-    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_sys_venv("jessie64")
-    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg("jessie64")
-    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("jessie64")
-  end
-
-  config.vm.define "wheezy32" do |b|
-    b.vm.synced_folder ".", "/vagrant/borg/borg", :type => "rsync", :rsync__args => ["--verbose", "--archive", "--delete", "-z"]
-    b.vm.synced_folder ".", "/vagrant", disabled: true
-    b.vm.provision "fix perms", :type => :shell, :inline => fix_perms
-    b.vm.box = "boxcutter/debian79-i386"
-    b.vm.provision "packages prepare wheezy", :type => :shell, :inline => packages_prepare_wheezy
-    b.vm.provision "packages debianoid", :type => :shell, :inline => packages_debianoid
-    b.vm.provision "install pyenv", :type => :shell, :privileged => false, :inline => install_pyenv("wheezy32")
-    b.vm.provision "install pythons", :type => :shell, :privileged => false, :inline => install_pythons("wheezy32")
-    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_pyenv_venv("wheezy32")
-    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg("wheezy32")
-    b.vm.provision "install pyinstaller", :type => :shell, :privileged => false, :inline => install_pyinstaller("wheezy32")
-    b.vm.provision "build binary with pyinstaller", :type => :shell, :privileged => false, :inline => build_binary_with_pyinstaller("wheezy32")
-    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("wheezy32")
-  end
-
-  config.vm.define "wheezy64" do |b|
-    b.vm.synced_folder ".", "/vagrant/borg/borg", :type => "rsync", :rsync__args => ["--verbose", "--archive", "--delete", "-z"]
-    b.vm.synced_folder ".", "/vagrant", disabled: true
-    b.vm.provision "fix perms", :type => :shell, :inline => fix_perms
-    b.vm.box = "boxcutter/debian79"
-    b.vm.provision "packages prepare wheezy", :type => :shell, :inline => packages_prepare_wheezy
-    b.vm.provision "packages debianoid", :type => :shell, :inline => packages_debianoid
-    b.vm.provision "install pyenv", :type => :shell, :privileged => false, :inline => install_pyenv("wheezy64")
-    b.vm.provision "install pythons", :type => :shell, :privileged => false, :inline => install_pythons("wheezy64")
-    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_pyenv_venv("wheezy64")
-    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg("wheezy64")
-    b.vm.provision "install pyinstaller", :type => :shell, :privileged => false, :inline => install_pyinstaller("wheezy64")
-    b.vm.provision "build binary with pyinstaller", :type => :shell, :privileged => false, :inline => build_binary_with_pyinstaller("wheezy64")
-    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("wheezy64")
+    b.vm.provision "fs init", :type => :shell, :inline => fs_init("vagrant")
+    b.vm.provision "packages arch", :type => :shell, :privileged => true, :inline => packages_arch
+    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_sys_venv("arch64")
+    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg(true)
+    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("arch64")
   end
 
-  # OS X
-  config.vm.define "darwin64" do |b|
-    b.vm.synced_folder ".", "/vagrant/borg/borg", :type => "rsync", :rsync__args => ["--verbose", "--archive", "--delete", "-z"]
-    b.vm.synced_folder ".", "/vagrant", disabled: true
-    b.vm.provision "fix perms", :type => :shell, :inline => fix_perms
-    b.vm.box = "jhcook/yosemite-clitools"
-    b.vm.provision "packages darwin", :type => :shell, :privileged => false, :inline => packages_darwin
-    b.vm.provision "install pyenv", :type => :shell, :privileged => false, :inline => install_pyenv("darwin64")
-    b.vm.provision "fix pyenv", :type => :shell, :privileged => false, :inline => fix_pyenv_darwin("darwin64")
-    b.vm.provision "install pythons", :type => :shell, :privileged => false, :inline => install_pythons("darwin64")
-    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_pyenv_venv("darwin64")
-    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg("darwin64")
-    b.vm.provision "install pyinstaller", :type => :shell, :privileged => false, :inline => install_pyinstaller("darwin64")
-    b.vm.provision "build binary with pyinstaller", :type => :shell, :privileged => false, :inline => build_binary_with_pyinstaller("darwin64")
-    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("darwin64")
-  end
-
-  # BSD
-  config.vm.define "freebsd64" do |b|
-    b.vm.synced_folder ".", "/vagrant/borg/borg", :type => "rsync", :rsync__args => ["--verbose", "--archive", "--delete", "-z"]
-    b.vm.synced_folder ".", "/vagrant", disabled: true
-    b.vm.provision "fix perms", :type => :shell, :inline => fix_perms
-    b.vm.box = "geoffgarside/freebsd-10.2"
-    b.vm.provider :virtualbox do |v|
-      v.memory = 768
-    end
-    b.vm.provision "install system packages", :type => :shell, :inline => packages_freebsd
-    b.vm.provision "install pyenv", :type => :shell, :privileged => false, :inline => install_pyenv("freebsd")
-    b.vm.provision "install pythons", :type => :shell, :privileged => false, :inline => install_pythons("freebsd")
-    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_pyenv_venv("freebsd")
-    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg("freebsd")
-    b.vm.provision "install pyinstaller", :type => :shell, :privileged => false, :inline => install_pyinstaller_bootloader("freebsd")
-    b.vm.provision "build binary with pyinstaller", :type => :shell, :privileged => false, :inline => build_binary_with_pyinstaller("freebsd")
-    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("freebsd")
-  end
-
-  config.vm.define "openbsd64" do |b|
-    b.vm.box = "kaorimatz/openbsd-5.9-amd64"
-    b.vm.provider :virtualbox do |v|
-      v.memory = 768
-    end
-    b.vm.provision "packages openbsd", :type => :shell, :inline => packages_openbsd
-    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_sys_venv("openbsd64")
-    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg_no_fuse("openbsd64")
-    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("openbsd64")
-  end
-
-  config.vm.define "netbsd64" do |b|
-    b.vm.synced_folder ".", "/vagrant/borg/borg", :type => "rsync", :rsync__args => ["--verbose", "--archive", "--delete", "-z"]
-    b.vm.synced_folder ".", "/vagrant", disabled: true
-    b.vm.provision "fix perms", :type => :shell, :inline => fix_perms
-    b.vm.box = "alex-skimlinks/netbsd-6.1.5-amd64"
-    b.vm.provider :virtualbox do |v|
-      v.memory = 768
-    end
-    b.vm.provision "packages netbsd", :type => :shell, :inline => packages_netbsd
-    b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_sys_venv("netbsd64")
-    b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg_no_fuse("netbsd64")
-    b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("netbsd64")
-  end
-
-  config.vm.define "windows" do |b|
-    b.vm.communicator = "winrm"
-    # Defaults for vagrant box from Microsoft
-    # b.winrm.username = "IEUser"
-    # b.winrm.password = "Passw0rd!"
-    # b.ssh.username = "IEUser"
-    # b.ssh.password = "Passw0rd!"
-    b.vm.box = "joeapearson/win10-x64"
-    b.vm.provision "install msys2", :type => :shell, :privileged => false, :inline => windows_requirements
-    b.vm.provision "build", :type => :shell, :privileged => false, :inline => windows_build
-  end
+  # TODO: create more VMs with python 3.5+ and openssl 1.1.
+  # See branch 1.1-maint for a better equipped Vagrantfile (but still on py34 and openssl 1.0).
 end

conftest.py

@@ -1,23 +1,79 @@
+import os
+
+import pytest
+
+# IMPORTANT keep this above all other borg imports to avoid inconsistent values
+# for `from borg.constants import PBKDF2_ITERATIONS` (or star import) usages before
+# this is executed
+from borg import constants
+# no fixture-based monkey-patching since star-imports are used for the constants module
+constants.PBKDF2_ITERATIONS = 1
+
+
+# needed to get pretty assertion failures in unit tests:
+if hasattr(pytest, 'register_assert_rewrite'):
+    pytest.register_assert_rewrite('borg.testsuite')
+
+
+import borg.cache
 from borg.logger import setup_logging
 
 # Ensure that the loggers exist for all tests
 setup_logging()
 
-from borg.testsuite import has_lchflags, no_lchlfags_because, has_llfuse
-from borg.testsuite.platform import fakeroot_detected
-from borg import xattr, constants
+from borg.testsuite import has_lchflags, has_llfuse
+from borg.testsuite import are_symlinks_supported, are_hardlinks_supported, is_utime_fully_supported
+from borg.testsuite.platform import fakeroot_detected, are_acls_working
+from borg import xattr
 
 
-def pytest_configure(config):
-    # no fixture-based monkey-patching since star-imports are used for the constants module
-    constants.PBKDF2_ITERATIONS = 1
+@pytest.fixture(autouse=True)
+def clean_env(tmpdir_factory, monkeypatch):
+    # avoid that we access / modify the user's normal .config / .cache directory:
+    monkeypatch.setenv('XDG_CONFIG_HOME', tmpdir_factory.mktemp('xdg-config-home'))
+    monkeypatch.setenv('XDG_CACHE_HOME', tmpdir_factory.mktemp('xdg-cache-home'))
+    # also avoid to use anything from the outside environment:
+    keys = [key for key in os.environ if key.startswith('BORG_')]
+    for key in keys:
+        monkeypatch.delenv(key, raising=False)
 
 
 def pytest_report_header(config, startdir):
-    yesno = ['no', 'yes']
-    flags = 'Testing BSD-style flags: %s %s' % (yesno[has_lchflags], no_lchlfags_because)
-    fakeroot = 'fakeroot: %s (>=1.20.2: %s)' % (
-        yesno[fakeroot_detected()],
-        yesno[xattr.XATTR_FAKEROOT])
-    llfuse = 'Testing fuse: %s' % yesno[has_llfuse]
-    return '\n'.join((flags, llfuse, fakeroot))
+    tests = {
+        "BSD flags": has_lchflags,
+        "fuse": has_llfuse,
+        "root": not fakeroot_detected(),
+        "symlinks": are_symlinks_supported(),
+        "hardlinks": are_hardlinks_supported(),
+        "atime/mtime": is_utime_fully_supported(),
+        "modes": "BORG_TESTS_IGNORE_MODES" not in os.environ
+    }
+    enabled = []
+    disabled = []
+    for test in tests:
+        if tests[test]:
+            enabled.append(test)
+        else:
+            disabled.append(test)
+    output = "Tests enabled: " + ", ".join(enabled) + "\n"
+    output += "Tests disabled: " + ", ".join(disabled)
+    return output
+
+
+class DefaultPatches:
+    def __init__(self, request):
+        self.org_cache_wipe_cache = borg.cache.LocalCache.wipe_cache
+
+        def wipe_should_not_be_called(*a, **kw):
+            raise AssertionError("Cache wipe was triggered, if this is part of the test add @pytest.mark.allow_cache_wipe")
+        if 'allow_cache_wipe' not in request.keywords:
+            borg.cache.LocalCache.wipe_cache = wipe_should_not_be_called
+        request.addfinalizer(self.undo)
+
+    def undo(self):
+        borg.cache.LocalCache.wipe_cache = self.org_cache_wipe_cache
+
+
+@pytest.fixture(autouse=True)
+def default_patches(request):
+    return DefaultPatches(request)

docs/_static/Makefile

@@ -0,0 +1,11 @@
+
+all: logo.pdf logo.png
+
+logo.pdf: logo.svg
+	inkscape logo.svg --export-pdf=logo.pdf
+
+logo.png: logo.svg
+	inkscape logo.svg --export-png=logo.png --export-dpi=72,72
+
+clean:
+	rm -f logo.pdf logo.png

docs/_static/logo.pdf

@@ -0,0 +1,72 @@
+%PDF-1.4
+%µí®û
+3 0 obj
+<< /Length 4 0 R
+   /Filter /FlateDecode
+>>
+stream
+xœ}TAr!¼û
+_@PäyBÙì!{Hòÿªàè¨5›Êžì°iØù
+µ
+'‰¿?âËÆ�ŸvI0&tö=ÞŽÈZü§=N*ˆQ,¤J|DÎPê	?Ô•‹ÃœA“-\
+$´‘ŒkÃæ’Ä@…Ö½dÑ…Y€3Í‚kž�oÇ6T_±¸,3¼Ã0±«^Ñ'¼‡´wé˜äÕåÀ‡�´4=åÝBJ5Ï~î»AÆ‘`ºêŒ3³WhF%$ ·¨acܒļR®xÎê|k]MX)÷`xLp¼ûˆ–�RZ:>4V'}8ÇY(¯	„“˜¥Gð||ºâ¥¾	ÿhs?ýóìÙýõ˜­Ì$Jéâ}£�(VRØ%ïÂŽe3Ý鯵"ý4	Ÿ5)¥æ†Ë`•”¾ñOĹ){ö-ú­êÖ—“·Y<˹uPm³“èØŽm¶ƒ‰mèV·)ÖjVƒ”tÃny‚€"‡�©�9µCç$î.}_T—~Ô«wíXËø¿ÔÙxóùèª/QXÄj»^}5ÿRx­'b.ìŠná5ü}ßS
+endstream
+endobj
+4 0 obj
+   430
+endobj
+2 0 obj
+<<
+   /ExtGState <<
+      /a0 << /CA 1 /ca 1 >>
+   >>
+>>
+endobj
+5 0 obj
+<< /Type /Page
+   /Parent 1 0 R
+   /MediaBox [ 0 0 240 100 ]
+   /Contents 3 0 R
+   /Group <<
+      /Type /Group
+      /S /Transparency
+      /I true
+      /CS /DeviceRGB
+   >>
+   /Resources 2 0 R
+>>
+endobj
+1 0 obj
+<< /Type /Pages
+   /Kids [ 5 0 R ]
+   /Count 1
+>>
+endobj
+6 0 obj
+<< /Creator (cairo 1.14.8 (http://cairographics.org))
+   /Producer (cairo 1.14.8 (http://cairographics.org))
+>>
+endobj
+7 0 obj
+<< /Type /Catalog
+   /Pages 1 0 R
+>>
+endobj
+xref
+0 8
+0000000000 65535 f 
+0000000830 00000 n 
+0000000544 00000 n 
+0000000015 00000 n 
+0000000522 00000 n 
+0000000616 00000 n 
+0000000895 00000 n 
+0000001022 00000 n 
+trailer
+<< /Size 8
+   /Root 7 0 R
+   /Info 6 0 R
+>>
+startxref
+1074
+%%EOF

docs/_static/logo.svg

@@ -0,0 +1,10 @@
+<?xml version="1.0" encoding="utf-8" standalone="no"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.0//EN" "http://www.w3.org/TR/2001/REC-SVG-20010904/DTD/svg10.dtd">
+<!-- Created using Karbon, part of Calligra: http://www.calligra.org/karbon -->
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="240pt" height="100pt">
+  <rect width="320" height="133.333" fill="#000200"/>
+  <path id="p1" transform="translate(20.9086, 32.2192)" fill="#00dd00" d="M43.75 13.8021L26.6667 13.8021L26.6667 0L53.3854 0L67.2396 13.8021L67.2396 27.8646L60.3125 34.7917L67.2396 41.7187L67.2396 55.3125L53.3854 69.1146L26.6667 69.1146L26.6667 55.3125L43.75 55.3125L43.75 40.5729L26.6667 40.5729L26.6667 28.5417L43.75 28.5417ZM0 0L23.0208 0L23.0208 69.1146L0 69.1146Z"/>
+  <path id="p2" transform="translate(97.6794, 46.0213)" fill="#00dd00" d="M62.1354 41.5104L48.3333 55.3125L32.9167 55.3125L32.9167 42.3958L38.6458 42.3958L38.6458 13.8021L32.9167 13.8021L32.9167 0L48.3333 0L62.1354 13.8021ZM23.2813 42.3958L29.2708 42.3958L29.2708 55.3125L13.8021 55.3125L0 41.5104L0 13.8021L13.8021 0L29.2708 0L29.2708 13.8021L23.2813 13.8021Z"/>
+  <path id="p3" transform="translate(170.231, 46.0213)" fill="#00dd00" d="M36.5104 13.8021L26.7187 13.8021L26.7187 7.76042L34.4271 0L48.3854 0L59.5833 12.9167L59.5833 27.2396L36.5104 27.2396ZM0 55.3125L0 7.10543e-15L23.0208 7.10543e-15L23.0208 55.3125Z"/>
+  <path id="p4" transform="translate(236.429, 46.0213)" fill="#00dd00" d="M36.875 13.8021L26.6667 13.8021L26.6667 7.10543e-15L46.0937 7.10543e-15L59.8958 13.8021L59.8958 60.7812L46.0937 74.6875L15.7292 74.6875L8.80208 67.7083L8.80208 62.6042L36.875 62.6042ZM33.2292 42.3958L33.2292 48.4896L26.3542 55.3125L13.8021 55.3125L0 41.5104L0 13.8021L13.8021 0L23.0208 0L23.0208 42.3958Z"/>
+</svg>

docs/_templates/globaltoc.html

@@ -0,0 +1,20 @@
+<div class="sidebar-block">
+  <div class="sidebar-toc">
+    {# Restrict the sidebar toc depth to two levels while generating command usage pages.
+       This avoids superfluous entries for each "Description" and "Examples" heading. #}
+    {% if pagename.startswith("usage/") and pagename not in (
+      "usage/general", "usage/help", "usage/debug", "usage/notes",
+    ) %}
+      {% set maxdepth = 2 %}
+    {% else %}
+      {% set maxdepth = 3 %}
+    {% endif %}
+
+    {% set toctree = toctree(maxdepth=maxdepth, collapse=True) %}
+    {% if toctree %}
+      {{ toctree }}
+    {% else %}
+      {{ toc }}
+    {% endif %}
+  </div>
+</div>

docs/_templates/logo-text.html

@@ -0,0 +1,5 @@
+<a href="{{ homepage() }}" class="text-logo">
+  <img src='{{ pathto('_static/logo.svg', 1) }}' width='100%'>
+
+  {{ theme_project_nav_name or shorttitle }}
+</a>

docs/api.rst

@@ -1,80 +0,0 @@
-.. highlight:: python
-
-API Documentation
-=================
-
-.. automodule:: borg.archiver
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.archive
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.repository
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.remote
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.cache
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.key
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.logger
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.helpers
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.locking
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.shellpattern
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.lrucache
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.fuse
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.xattr
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.platform
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.platform_linux
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.hashindex
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.compress
-    :members: get_compressor, Compressor, CompressorBase
-    :undoc-members:
-
-.. automodule:: borg.chunker
-    :members:
-    :undoc-members:
-
-.. automodule:: borg.crypto
-    :members:
-    :undoc-members:

docs/authors.rst

@@ -1,5 +1,8 @@
 .. include:: global.rst.inc
 
+Authors
+=======
+
 .. include:: ../AUTHORS
 
 License

docs/book.rst

@@ -0,0 +1,19 @@
+.. include:: global.rst.inc
+
+Borg documentation
+==================
+
+.. when you add an element here, do not forget to add it to index.rst
+.. Note: Some things are in appendices (see latex_appendices in conf.py)
+
+.. toctree::
+    :maxdepth: 2
+
+    introduction
+    installation
+    quickstart
+    usage
+    deployment
+    faq
+    internals
+    development

docs/borg_theme/css/borg.css

@@ -1,22 +1,181 @@
 @import url("theme.css");
 
-/*  The Return of the Borg.
- *
- *  Have a bit green and grey and darkness (and if only in the upper left corner).
- */
-
-.wy-side-nav-search {
-    background-color: #000000 !important;
+dt code {
+    font-weight: normal;
 }
 
-.wy-side-nav-search > a {
-    color: rgba(255, 255, 255, 0.5);
+#internals .toctree-wrapper > ul {
+    column-count: 3;
+    -webkit-column-count: 3;
 }
 
-.wy-side-nav-search > div.version {
-    color: rgba(255, 255, 255, 0.5);
+#internals .toctree-wrapper > ul > li {
+    display: inline-block;
+    font-weight: bold;
 }
 
-#usage dt code {
+#internals .toctree-wrapper > ul > li > ul {
     font-weight: normal;
 }
+
+/* bootstrap has a .container class which clashes with docutils' container class. */
+.docutils.container {
+    width: auto;
+    margin: 0;
+    padding: 0;
+}
+
+/* the default (38px) produces a jumpy baseline in Firefox on Linux. */
+h1 {
+    font-size: 36px;
+}
+
+.text-logo {
+    background-color: #000200;
+    color: #00dd00;
+}
+
+.text-logo:hover,
+.text-logo:active,
+.text-logo:focus {
+    color: #5afe57;
+}
+
+/* by default the top and bottom margins are unequal which looks a bit unbalanced. */
+.sidebar-block {
+    padding: 0;
+    margin: 14px 0 24px 0;
+}
+
+#borg-documentation h1 + p .external img {
+    width: 100%;
+}
+
+.container.experimental,
+#debugging-facilities,
+#borg-recreate {
+    /* don't change text dimensions */
+    margin: 0 -30px; /* padding below + border width */
+    padding: 0 10px; /* 10 px visual margin between edge of text and the border */
+    /* fallback for browsers that don't have repeating-linear-gradient: thick, red lines */
+    border-left: 20px solid red;
+    border-right: 20px solid red;
+    /* fancy red stripes */
+    border-image: repeating-linear-gradient(
+            -45deg,rgba(255,0,0,0.1) 0,rgba(255,0,0,0.75) 10px,rgba(0,0,0,0) 10px,rgba(0,0,0,0) 20px,rgba(255,0,0,0.75) 20px) 0 20 repeat;
+}
+
+.topic {
+    margin: 0 1em;
+    padding: 0 1em;
+    /* #4e4a4a = background of the ToC sidebar */
+    border-left: 2px solid #4e4a4a;;
+    border-right: 2px solid #4e4a4a;;
+}
+
+table.docutils:not(.footnote) td,
+table.docutils:not(.footnote) th {
+    padding: .2em;
+}
+
+table.docutils:not(.footnote) {
+    border-collapse: collapse;
+    border: none;
+}
+
+table.docutils:not(.footnote) td,
+table.docutils:not(.footnote) th {
+    border: 1px solid #ddd;
+}
+
+table.docutils:not(.footnote) tr:first-child th,
+table.docutils:not(.footnote) tr:first-child td {
+    border-top: 0;
+}
+
+table.docutils:not(.footnote) tr:last-child td {
+    border-bottom: 0;
+}
+
+table.docutils:not(.footnote) tr td:first-child,
+table.docutils:not(.footnote) tr th:first-child {
+    border-left: 0;
+}
+
+table.docutils:not(.footnote) tr td:last-child,
+table.docutils:not(.footnote) tr th:last-child,
+table.docutils.borg-options-table tr td {
+    border-right: 0;
+}
+
+table.docutils.option-list tr td,
+table.docutils.borg-options-table tr td {
+    border-left: 0;
+    border-right: 0;
+}
+
+table.docutils.borg-options-table tr td:first-child:not([colspan="3"]) {
+    border-top: 0;
+    border-bottom: 0;
+}
+
+.borg-options-table td[colspan="3"] p {
+    margin: 0;
+}
+
+.borg-options-table {
+    width: 100%;
+}
+
+kbd, /* used in usage pages for options */
+code,
+.rst-content tt.literal,
+.rst-content tt.literal,
+.rst-content code.literal,
+.rst-content tt,
+.rst-content code,
+p .literal,
+p .literal span {
+    border: none;
+    padding: 0;
+    color: black; /* slight contrast with #404040 of regular text */
+    background: none;
+}
+
+kbd {
+    box-shadow: none;
+    line-height: 23px;
+    word-wrap: normal;
+    font-size: 15px;
+    font-family: Consolas, monospace;
+}
+
+.borg-options-table tr td:nth-child(2) .pre {
+    white-space: nowrap;
+}
+
+.borg-options-table tr td:first-child {
+    width: 2em;
+}
+
+cite {
+    white-space: nowrap;
+    color: black; /* slight contrast with #404040 of regular text */
+    font-family: Consolas, "Andale Mono WT", "Andale Mono", "Lucida Console", "Lucida Sans Typewriter",
+    "DejaVu Sans Mono", "Bitstream Vera Sans Mono", "Liberation Mono", "Nimbus Mono L", Monaco, "Courier New", Courier, monospace;
+    font-style: normal;
+    text-decoration: underline;
+}
+
+.borg-common-opt-ref {
+    font-weight: bold;
+}
+
+.sidebar-toc ul li.toctree-l2 a,
+.sidebar-toc ul li.toctree-l3 a {
+    padding-right: 25px;
+}
+
+#common-options .option {
+    white-space: nowrap;
+}

docs/conf.py

@@ -19,8 +19,6 @@ sys.path.insert(0, os.path.abspath('../src'))
 
 from borg import __version__ as sw_version
 
-on_rtd = os.environ.get('READTHEDOCS', None) == 'True'
-
 # -- General configuration -----------------------------------------------------
 
 # If your documentation needs a minimal Sphinx version, state it here.
@@ -44,14 +42,15 @@ master_doc = 'index'
 
 # General information about the project.
 project = 'Borg - Deduplicating Archiver'
-copyright = '2010-2014 Jonas Borgström, 2015-2016 The Borg Collective (see AUTHORS file)'
+copyright = '2010-2014 Jonas Borgström, 2015-2017 The Borg Collective (see AUTHORS file)'
 
 # The version info for the project you're documenting, acts as replacement for
 # |version| and |release|, also used in various other places throughout the
 # built documents.
 #
 # The short X.Y version.
-version = sw_version.split('-')[0]
+split_char = '+' if '+' in sw_version else '-'
+version = sw_version.split(split_char)[0]
 # The full version, including alpha/beta/rc tags.
 release = version
 
@@ -74,6 +73,10 @@ exclude_patterns = ['_build']
 # The reST default role (used for this markup: `text`) to use for all documents.
 #default_role = None
 
+# The Borg docs contain no or very little Python docs.
+# Thus, the primary domain is rst.
+primary_domain = 'rst'
+
 # If true, '()' will be appended to :func: etc. cross-reference text.
 #add_function_parentheses = True
 
@@ -96,25 +99,29 @@ pygments_style = 'sphinx'
 
 # The theme to use for HTML and HTML Help pages.  See the documentation for
 # a list of builtin themes.
-#html_theme = ''
-if not on_rtd:  # only import and set the theme if we're building docs locally
-    import sphinx_rtd_theme
-    html_theme = 'sphinx_rtd_theme'
-    html_theme_path = [sphinx_rtd_theme.get_html_theme_path()]
-    html_style = 'css/borg.css'
-else:
-    html_context = {
-        'css_files': [
-            'https://media.readthedocs.org/css/sphinx_rtd_theme.css',
-            'https://media.readthedocs.org/css/readthedocs-doc-embed.css',
-            '_static/css/borg.css',
-        ],
-    }
+import guzzle_sphinx_theme
+
+html_theme_path = guzzle_sphinx_theme.html_theme_path()
+html_theme = 'guzzle_sphinx_theme'
+
+
+def set_rst_settings(app):
+    app.env.settings.update({
+        'field_name_limit': 0,
+        'option_limit': 0,
+    })
+
+
+def setup(app):
+    app.add_stylesheet('css/borg.css')
+    app.connect('builder-inited', set_rst_settings)
 
 # Theme options are theme-specific and customize the look and feel of a theme
 # further.  For a list of options available for each theme, see the
 # documentation.
-#html_theme_options = {}
+html_theme_options = {
+    'project_nav_name': 'Borg %s' % version,
+}
 
 # Add any paths that contain custom themes here, relative to this directory.
 #html_theme_path = ['_themes']
@@ -128,7 +135,7 @@ else:
 
 # The name of an image file (relative to this directory) to place at the top
 # of the sidebar.
-html_logo = '_static/logo.png'
+html_logo = '_static/logo.svg'
 
 # The name of an image file (within the static path) to use as favicon of the
 # docs.  This file should be a Windows icon file (.ico) being 16x16 or 32x32
@@ -140,19 +147,21 @@ html_favicon = '_static/favicon.ico'
 # so a file named "default.css" will overwrite the builtin "default.css".
 html_static_path = ['borg_theme']
 
+html_extra_path = ['../src/borg/paperkey.html']
+
 # If not '', a 'Last updated on:' timestamp is inserted at every page bottom,
 # using the given strftime format.
 html_last_updated_fmt = '%Y-%m-%d'
 
 # If true, SmartyPants will be used to convert quotes and dashes to
 # typographically correct entities.
-#html_use_smartypants = True
+html_use_smartypants = True
 
 # Custom sidebar templates, maps document names to template names.
 html_sidebars = {
-    'index': ['sidebarlogo.html', 'sidebarusefullinks.html', 'searchbox.html'],
-    '**': ['sidebarlogo.html', 'relations.html', 'searchbox.html', 'localtoc.html', 'sidebarusefullinks.html']
+    '**': ['logo-text.html', 'searchbox.html', 'globaltoc.html'],
 }
+
 # Additional templates that should be rendered to pages, maps page names to
 # template names.
 #html_additional_pages = {}
@@ -189,22 +198,22 @@ htmlhelp_basename = 'borgdoc'
 
 # -- Options for LaTeX output --------------------------------------------------
 
-# The paper size ('letter' or 'a4').
-#latex_paper_size = 'letter'
-
-# The font size ('10pt', '11pt' or '12pt').
-#latex_font_size = '10pt'
-
 # Grouping the document tree into LaTeX files. List of tuples
 # (source start file, target name, title, author, documentclass [howto/manual]).
 latex_documents = [
-  ('index', 'Borg.tex', 'Borg Documentation',
-   'see "AUTHORS" file', 'manual'),
+  ('book', 'Borg.tex', 'Borg Documentation',
+   'The Borg Collective', 'manual'),
 ]
 
 # The name of an image file (relative to this directory) to place at the top of
 # the title page.
-#latex_logo = None
+latex_logo = '_static/logo.pdf'
+
+latex_elements = {
+    'papersize': 'a4paper',
+    'pointsize': '10pt',
+    'figure_align': 'H',
+}
 
 # For "manual" documents, if this is true, then toplevel headings are parts,
 # not chapters.
@@ -214,13 +223,18 @@ latex_documents = [
 #latex_show_pagerefs = False
 
 # If true, show URL addresses after external links.
-#latex_show_urls = False
+latex_show_urls = 'footnote'
 
 # Additional stuff for the LaTeX preamble.
 #latex_preamble = ''
 
 # Documents to append as an appendix to all manuals.
-#latex_appendices = []
+latex_appendices = [
+    'support',
+    'resources',
+    'changes',
+    'authors',
+]
 
 # If false, no module index is generated.
 #latex_domain_indices = True
@@ -237,7 +251,13 @@ man_pages = [
          1),
 ]
 
-extensions = ['sphinx.ext.extlinks', 'sphinx.ext.autodoc', 'sphinx.ext.todo', 'sphinx.ext.coverage', 'sphinx.ext.viewcode']
+extensions = [
+    'sphinx.ext.extlinks',
+    'sphinx.ext.autodoc',
+    'sphinx.ext.todo',
+    'sphinx.ext.coverage',
+    'sphinx.ext.viewcode',
+]
 
 extlinks = {
     'issue': ('https://github.com/borgbackup/borg/issues/%s', '#'),

docs/deployment.rst

@@ -1,221 +1,14 @@
 .. include:: global.rst.inc
 .. highlight:: none
-.. _deployment:
 
 Deployment
 ==========
 
-This chapter will give an example how to setup a borg repository server for multiple
-clients.
+This chapter details deployment strategies for the following scenarios.
 
-Machines
---------
+.. toctree::
+   :titlesonly:
 
-There are multiple machines used in this chapter and will further be named by their
-respective fully qualified domain name (fqdn).
-
-* The backup server: `backup01.srv.local`
-* The clients:
-
-  - John Doe's desktop: `johndoe.clnt.local`
-  - Webserver 01: `web01.srv.local`
-  - Application server 01: `app01.srv.local`
-
-User and group
---------------
-
-The repository server needs to have only one UNIX user for all the clients.
-Recommended user and group with additional settings:
-
-* User: `backup`
-* Group: `backup`
-* Shell: `/bin/bash` (or other capable to run the `borg serve` command)
-* Home: `/home/backup`
-
-Most clients shall initiate a backup from the root user to catch all
-users, groups and permissions (e.g. when backing up `/home`).
-
-Folders
--------
-
-The following folder tree layout is suggested on the repository server:
-
-* User home directory, /home/backup
-* Repositories path (storage pool): /home/backup/repos
-* Clients restricted paths (`/home/backup/repos/<client fqdn>`):
-
-  - johndoe.clnt.local: `/home/backup/repos/johndoe.clnt.local`
-  - web01.srv.local: `/home/backup/repos/web01.srv.local`
-  - app01.srv.local: `/home/backup/repos/app01.srv.local`
-
-Restrictions
-------------
-
-Borg is instructed to restrict clients into their own paths:
-``borg serve --restrict-to-path /home/backup/repos/<client fqdn>``
-
-There is only one ssh key per client allowed. Keys are added for ``johndoe.clnt.local``, ``web01.srv.local`` and
-``app01.srv.local``. But they will access the backup under only one UNIX user account as:
-``backup@backup01.srv.local``. Every key in ``$HOME/.ssh/authorized_keys`` has a
-forced command and restrictions applied as shown below:
-
-::
-
-  command="cd /home/backup/repos/<client fqdn>;
-           borg serve --restrict-to-path /home/backup/repos/<client fqdn>",
-           no-port-forwarding,no-X11-forwarding,no-pty,
-           no-agent-forwarding,no-user-rc <keytype> <key> <host>
-
-.. note:: The text shown above needs to be written on a single line!
-
-The options which are added to the key will perform the following:
-
-1. Change working directory
-2. Run ``borg serve`` restricted to the client base path
-3. Restrict ssh and do not allow stuff which imposes a security risk
-
-Due to the ``cd`` command we use, the server automatically changes the current
-working directory. Then client doesn't need to have knowledge of the absolute
-or relative remote repository path and can directly access the repositories at
-``<user>@<host>:<repo>``.
-
-.. note:: The setup above ignores all client given commandline parameters
-          which are normally appended to the `borg serve` command.
-
-Client
-------
-
-The client needs to initialize the `pictures` repository like this:
-
- borg init backup@backup01.srv.local:pictures
-
-Or with the full path (should actually never be used, as only for demonstrational purposes).
-The server should automatically change the current working directory to the `<client fqdn>` folder.
-
-  borg init backup@backup01.srv.local:/home/backup/repos/johndoe.clnt.local/pictures
-
-When `johndoe.clnt.local` tries to access a not restricted path the following error is raised.
-John Doe tries to backup into the Web 01 path:
-
-  borg init backup@backup01.srv.local:/home/backup/repos/web01.srv.local/pictures
-
-::
-
-  ~~~ SNIP ~~~
-  Remote: borg.remote.PathNotAllowed: /home/backup/repos/web01.srv.local/pictures
-  ~~~ SNIP ~~~
-  Repository path not allowed
-
-Ansible
--------
-
-Ansible takes care of all the system-specific commands to add the user, create the
-folder. Even when the configuration is changed the repository server configuration is
-satisfied and reproducible.
-
-Automate setting up an repository server with the user, group, folders and
-permissions a Ansible playbook could be used. Keep in mind the playbook
-uses the Arch Linux `pacman <https://www.archlinux.org/pacman/pacman.8.html>`_
-package manager to install and keep borg up-to-date.
-
-::
-
-  - hosts: backup01.srv.local
-    vars:
-      user: backup
-      group: backup
-      home: /home/backup
-      pool: "{{ home }}/repos"
-      auth_users:
-        - host: johndoe.clnt.local
-          key: "{{ lookup('file', '/path/to/keys/johndoe.clnt.local.pub') }}"
-        - host: web01.clnt.local
-          key: "{{ lookup('file', '/path/to/keys/web01.clnt.local.pub') }}"
-        - host: app01.clnt.local
-          key: "{{ lookup('file', '/path/to/keys/app01.clnt.local.pub') }}"
-    tasks:
-    - pacman: name=borg state=latest update_cache=yes
-    - group: name="{{ group }}" state=present
-    - user: name="{{ user }}" shell=/bin/bash home="{{ home }}" createhome=yes group="{{ group }}" groups= state=present
-    - file: path="{{ home }}" owner="{{ user }}" group="{{ group }}" mode=0700 state=directory
-    - file: path="{{ home }}/.ssh" owner="{{ user }}" group="{{ group }}" mode=0700 state=directory
-    - file: path="{{ pool }}" owner="{{ user }}" group="{{ group }}" mode=0700 state=directory
-    - authorized_key: user="{{ user }}"
-                      key="{{ item.key }}"
-                      key_options='command="cd {{ pool }}/{{ item.host }};borg serve --restrict-to-path {{ pool }}/{{ item.host }}",no-port-forwarding,no-X11-forwarding,no-pty,no-agent-forwarding,no-user-rc'
-      with_items: auth_users
-    - file: path="{{ home }}/.ssh/authorized_keys" owner="{{ user }}" group="{{ group }}" mode=0600 state=file
-    - file: path="{{ pool }}/{{ item.host }}" owner="{{ user }}" group="{{ group }}" mode=0700 state=directory
-      with_items: auth_users
-
-Salt
-----
-
-This is a configuration similar to the one above, configured to be deployed with
-Salt running on a Debian system.
-
-::
-
-  Install borg backup from pip:
-    pkg.installed: 
-      - pkgs:
-        - python3
-        - python3-dev
-        - python3-pip
-        - python-virtualenv
-        - libssl-dev
-        - openssl
-        - libacl1-dev
-        - libacl1
-        - liblz4-dev
-        - liblz4-1
-        - build-essential
-        - libfuse-dev
-        - fuse
-        - pkg-config
-    pip.installed:
-      - pkgs: ["borgbackup"]
-      - bin_env: /usr/bin/pip3
-
-  Setup backup user:
-    user.present:
-      - name: backup
-      - fullname: Backup User
-      - home: /home/backup
-      - shell: /bin/bash
-  # CAUTION!
-  # If you change the ssh command= option below, it won't necessarily get pushed to the backup
-  # server correctly unless you delete the ~/.ssh/authorized_keys file and re-create it!
-  {% for host in backupclients %}
-  Give backup access to {{host}}:
-    ssh_auth.present:
-      - user: backup
-      - source: salt://conf/ssh-pubkeys/{{host}}-backup.id_ecdsa.pub
-      - options:
-        - command="cd /home/backup/repos/{{host}}; borg serve --restrict-to-path /home/backup/repos/{{host}}"
-        - no-port-forwarding
-        - no-X11-forwarding
-        - no-pty
-        - no-agent-forwarding
-        - no-user-rc
-  {% endfor %}
-
-
-Enhancements
-------------
-
-As this chapter only describes a simple and effective setup it could be further
-enhanced when supporting (a limited set) of client supplied commands. A wrapper
-for starting `borg serve` could be written. Or borg itself could be enhanced to
-autodetect it runs under SSH by checking the `SSH_ORIGINAL_COMMAND` environment
-variable. This is left open for future improvements.
-
-When extending ssh autodetection in borg no external wrapper script is necessary
-and no other interpreter or application has to be deployed.
-
-See also
---------
-
-* `SSH Daemon manpage <http://www.openbsd.org/cgi-bin/man.cgi/OpenBSD-current/man8/sshd.8>`_
-* `Ansible <https://docs.ansible.com>`_
-* `Salt <https://docs.saltstack.com/>`_
+   deployment/central-backup-server
+   deployment/hosting-repositories
+   deployment/automated-local

docs/deployment/automated-local.rst

@@ -0,0 +1,231 @@
+.. include:: ../global.rst.inc
+.. highlight:: none
+
+Automated backups to a local hard drive
+=======================================
+
+This guide shows how to automate backups to a hard drive directly connected
+to your computer. If a backup hard drive is connected, backups are automatically
+started, and the drive shut-down and disconnected when they are done.
+
+This guide is written for a Linux-based operating system and makes use of
+systemd and udev.
+
+Overview
+--------
+
+An udev rule is created to trigger on the addition of block devices. The rule contains a tag
+that triggers systemd to start a oneshot service. The oneshot service executes a script in
+the standard systemd service environment, which automatically captures stdout/stderr and
+logs it to the journal.
+
+The script mounts the added block device, if it is a registered backup drive, and creates
+backups on it. When done, it optionally unmounts the file system and spins the drive down,
+so that it may be physically disconnected.
+
+Configuring the system
+----------------------
+
+First, create the ``/etc/backups`` directory (as root).
+All configuration goes into this directory.
+
+Then, create ``etc/backups/40-backup.rules`` with the following content (all on one line)::
+
+    ACTION=="add", SUBSYSTEM=="bdi", DEVPATH=="/devices/virtual/bdi/*",
+    TAG+="systemd", ENV{SYSTEMD_WANTS}="automatic-backup.service"
+
+.. topic:: Finding a more precise udev rule
+
+    If you always connect the drive(s) to the same physical hardware path, e.g. the same
+    eSATA port, then you can make a more precise udev rule.
+
+    Execute ``udevadm monitor`` and connect a drive to the port you intend to use.
+    You should see a flurry of events, find those regarding the `block` subsystem.
+    Pick the event whose device path ends in something similar to a device file name,
+    typically`sdX/sdXY`. Use the event's device path and replace `sdX/sdXY` after the
+    `/block/` part in the path with a star (\*). For example:
+    `DEVPATH=="/devices/pci0000:00/0000:00:11.0/ata3/host2/target2:0:0/2:0:0:0/block/*"`.
+
+    Reboot a few times to ensure that the hardware path does not change: on some motherboards
+    components of it can be random. In these cases you cannot use a more accurate rule,
+    or need to insert additional stars for matching the path.
+
+The "systemd" tag in conjunction with the SYSTEMD_WANTS environment variable has systemd
+launch the "automatic-backup" service, which we will create next, as the
+``/etc/backups/automatic-backup.service`` file:
+
+.. code-block:: ini
+
+    [Service]
+    Type=oneshot
+    ExecStart=/etc/backups/run.sh
+
+Now, create the main backup script, ``/etc/backups/run.sh``. Below is a template,
+modify it to suit your needs (e.g. more backup sets, dumping databases etc.).
+
+.. code-block:: bash
+
+    #!/bin/bash -ue
+
+    # The udev rule is not terribly accurate and may trigger our service before
+    # the kernel has finished probing partitions. Sleep for a bit to ensure
+    # the kernel is done.
+    #
+    # This can be avoided by using a more precise udev rule, e.g. matching
+    # a specific hardware path and partition.
+    sleep 5
+
+    #
+    # Script configuration
+    #
+
+    # The backup partition is mounted there
+    MOUNTPOINT=/mnt/backup
+
+    # This is the location of the Borg repository
+    TARGET=$MOUNTPOINT/borg-backups/backup.borg
+
+    # Archive name schema
+    DATE=$(date --iso-8601)-$(hostname)
+
+    # This is the file that will later contain UUIDs of registered backup drives
+    DISKS=/etc/backups/backup.disks
+
+    # Find whether the connected block device is a backup drive
+    for uuid in $(lsblk --noheadings --list --output uuid)
+    do
+            if grep --quiet --fixed-strings $uuid $DISKS; then
+                    break
+            fi
+            uuid=
+    done
+
+    if [ ! $uuid ]; then
+            echo "No backup disk found, exiting"
+            exit 0
+    fi
+
+    echo "Disk $uuid is a backup disk"
+    partition_path=/dev/disk/by-uuid/$uuid
+    # Mount file system if not already done. This assumes that if something is already
+    # mounted at $MOUNTPOINT, it is the backup drive. It won't find the drive if
+    # it was mounted somewhere else.
+    (mount | grep $MOUNTPOINT) || mount $partition_path $MOUNTPOINT
+    drive=$(lsblk --inverse --noheadings --list --paths --output name $partition_path | head --lines 1)
+    echo "Drive path: $drive"
+
+    #
+    # Create backups
+    #
+
+    # Options for borg create
+    BORG_OPTS="--stats --one-file-system --compression lz4 --checkpoint-interval 86400"
+
+    # Set BORG_PASSPHRASE or BORG_PASSCOMMAND somewhere around here, using export,
+    # if encryption is used.
+
+    # No one can answer if Borg asks these questions, it is better to just fail quickly
+    # instead of hanging.
+    export BORG_RELOCATED_REPO_ACCESS_IS_OK=no
+    export BORG_UNKNOWN_UNENCRYPTED_REPO_ACCESS_IS_OK=no
+
+    # Log Borg version
+    borg --version
+
+    echo "Starting backup for $DATE"
+
+    # This is just an example, change it however you see fit
+    borg create $BORG_OPTS \
+      --exclude /root/.cache \
+      --exclude /var/cache \
+      --exclude /var/lib/docker/devicemapper \
+      $TARGET::$DATE-$$-system \
+      / /boot
+
+    # /home is often a separate partition / file system.
+    # Even if it isn't (add --exclude /home above), it probably makes sense
+    # to have /home in a separate archive.
+    borg create $BORG_OPTS \
+      --exclude 'sh:/home/*/.cache' \
+      $TARGET::$DATE-$$-home \
+      /home/
+
+    echo "Completed backup for $DATE"
+
+    # Just to be completely paranoid
+    sync
+
+    if [ -f /etc/backups/autoeject ]; then
+            umount $MOUNTPOINT
+            hdparm -Y $drive
+    fi
+
+    if [ -f /etc/backups/backup-suspend ]; then
+            systemctl suspend
+    fi
+
+Create the ``/etc/backups/autoeject`` file to have the script automatically eject the drive
+after creating the backup. Rename the file to something else (e.g. ``/etc/backup/autoeject-no``)
+when you want to do something with the drive after creating backups (e.g running check).
+
+Create the ``/etc/backups/backup-suspend`` file if the machine should suspend after completing
+the backup. Don't forget to physically disconnect the device before resuming,
+otherwise you'll enter a cycle. You can also add an option to power down instead.
+
+Create an empty ``/etc/backups/backup.disks`` file, you'll register your backup drives
+there.
+
+The last part is to actually enable the udev rules and services:
+
+.. code-block:: bash
+
+    ln -s /etc/backups/40-backup.rules /etc/udev/rules.d/40-backup.rules
+    ln -s /etc/backups/automatic-backup.service /etc/systemd/system/automatic-backup.service
+    systemctl daemon-reload
+    udevadm control --reload
+
+Adding backup hard drives
+-------------------------
+
+Connect your backup hard drive. Format it, if not done already.
+Find the UUID of the file system that backups should be stored on::
+
+    lsblk -o+uuid,label
+
+Note the UUID into the ``/etc/backup/backup.disks`` file.
+
+Mount the drive to /mnt/backup.
+
+Initialize a Borg repository at the location indicated by ``TARGET``::
+
+    borg init --encryption ... /mnt/backup/borg-backups/backup.borg
+
+Unmount and reconnect the drive, or manually start the ``automatic-backup`` service
+to start the first backup::
+
+    systemctl start --no-block automatic-backup
+
+See backup logs using journalctl::
+
+    journalctl -fu automatic-backup [-n number-of-lines]
+
+Security considerations
+-----------------------
+
+The script as shown above will mount any file system with an UUID listed in
+``/etc/backup/backup.disks``. The UUID check is a safety / annoyance-reduction
+mechanism to keep the script from blowing up whenever a random USB thumb drive is connected.
+It is not meant as a security mechanism. Mounting file systems and reading repository
+data exposes additional attack surfaces (kernel file system drivers,
+possibly user space services and Borg itself). On the other hand, someone
+standing right next to your computer can attempt a lot of attacks, most of which
+are easier to do than e.g. exploiting file systems (installing a physical key logger,
+DMA attacks, stealing the machine, ...).
+
+Borg ensures that backups are not created on random drives that "just happen"
+to contain a Borg repository. If an unknown unencrypted repository is encountered,
+then the script aborts (BORG_UNKNOWN_UNENCRYPTED_REPO_ACCESS_IS_OK=no).
+
+Backups are only created on hard drives that contain a Borg repository that is
+either known (by ID) to your machine or you are using encryption and the
+passphrase of the repository has to match the passphrase supplied to Borg.

docs/deployment/central-backup-server.rst

@@ -0,0 +1,221 @@
+.. include:: ../global.rst.inc
+.. highlight:: none
+
+Central repository server with Ansible or Salt
+==============================================
+
+This section will give an example how to setup a borg repository server for multiple
+clients.
+
+Machines
+--------
+
+There are multiple machines used in this section and will further be named by their
+respective fully qualified domain name (fqdn).
+
+* The backup server: `backup01.srv.local`
+* The clients:
+
+  - John Doe's desktop: `johndoe.clnt.local`
+  - Webserver 01: `web01.srv.local`
+  - Application server 01: `app01.srv.local`
+
+User and group
+--------------
+
+The repository server needs to have only one UNIX user for all the clients.
+Recommended user and group with additional settings:
+
+* User: `backup`
+* Group: `backup`
+* Shell: `/bin/bash` (or other capable to run the `borg serve` command)
+* Home: `/home/backup`
+
+Most clients shall initiate a backup from the root user to catch all
+users, groups and permissions (e.g. when backing up `/home`).
+
+Folders
+-------
+
+The following folder tree layout is suggested on the repository server:
+
+* User home directory, /home/backup
+* Repositories path (storage pool): /home/backup/repos
+* Clients restricted paths (`/home/backup/repos/<client fqdn>`):
+
+  - johndoe.clnt.local: `/home/backup/repos/johndoe.clnt.local`
+  - web01.srv.local: `/home/backup/repos/web01.srv.local`
+  - app01.srv.local: `/home/backup/repos/app01.srv.local`
+
+Restrictions
+------------
+
+Borg is instructed to restrict clients into their own paths:
+``borg serve --restrict-to-path /home/backup/repos/<client fqdn>``
+
+The client will be able to access any file or subdirectory inside of ``/home/backup/repos/<client fqdn>``
+but no other directories. You can allow a client to access several separate directories by passing multiple
+``--restrict-to-path`` flags, for instance: ``borg serve --restrict-to-path /home/backup/repos/<client fqdn> --restrict-to-path /home/backup/repos/<other client fqdn>``,
+which could make sense if multiple machines belong to one person which should then have access to all the
+backups of their machines.
+
+There is only one ssh key per client allowed. Keys are added for ``johndoe.clnt.local``, ``web01.srv.local`` and
+``app01.srv.local``. But they will access the backup under only one UNIX user account as:
+``backup@backup01.srv.local``. Every key in ``$HOME/.ssh/authorized_keys`` has a
+forced command and restrictions applied as shown below:
+
+::
+
+  command="cd /home/backup/repos/<client fqdn>;
+           borg serve --restrict-to-path /home/backup/repos/<client fqdn>",
+           restrict <keytype> <key> <host>
+
+.. note:: The text shown above needs to be written on a single line!
+
+The options which are added to the key will perform the following:
+
+1. Change working directory
+2. Run ``borg serve`` restricted to the client base path
+3. Restrict ssh and do not allow stuff which imposes a security risk
+
+Due to the ``cd`` command we use, the server automatically changes the current
+working directory. Then client doesn't need to have knowledge of the absolute
+or relative remote repository path and can directly access the repositories at
+``<user>@<host>:<repo>``.
+
+.. note:: The setup above ignores all client given commandline parameters
+          which are normally appended to the `borg serve` command.
+
+Client
+------
+
+The client needs to initialize the `pictures` repository like this:
+
+ borg init backup@backup01.srv.local:pictures
+
+Or with the full path (should actually never be used, as only for demonstrational purposes).
+The server should automatically change the current working directory to the `<client fqdn>` folder.
+
+  borg init backup@backup01.srv.local:/home/backup/repos/johndoe.clnt.local/pictures
+
+When `johndoe.clnt.local` tries to access a not restricted path the following error is raised.
+John Doe tries to backup into the Web 01 path:
+
+  borg init backup@backup01.srv.local:/home/backup/repos/web01.srv.local/pictures
+
+::
+
+  ~~~ SNIP ~~~
+  Remote: borg.remote.PathNotAllowed: /home/backup/repos/web01.srv.local/pictures
+  ~~~ SNIP ~~~
+  Repository path not allowed
+
+Ansible
+-------
+
+Ansible takes care of all the system-specific commands to add the user, create the
+folder. Even when the configuration is changed the repository server configuration is
+satisfied and reproducible.
+
+Automate setting up an repository server with the user, group, folders and
+permissions a Ansible playbook could be used. Keep in mind the playbook
+uses the Arch Linux `pacman <https://www.archlinux.org/pacman/pacman.8.html>`_
+package manager to install and keep borg up-to-date.
+
+::
+
+  - hosts: backup01.srv.local
+    vars:
+      user: backup
+      group: backup
+      home: /home/backup
+      pool: "{{ home }}/repos"
+      auth_users:
+        - host: johndoe.clnt.local
+          key: "{{ lookup('file', '/path/to/keys/johndoe.clnt.local.pub') }}"
+        - host: web01.clnt.local
+          key: "{{ lookup('file', '/path/to/keys/web01.clnt.local.pub') }}"
+        - host: app01.clnt.local
+          key: "{{ lookup('file', '/path/to/keys/app01.clnt.local.pub') }}"
+    tasks:
+    - pacman: name=borg state=latest update_cache=yes
+    - group: name="{{ group }}" state=present
+    - user: name="{{ user }}" shell=/bin/bash home="{{ home }}" createhome=yes group="{{ group }}" groups= state=present
+    - file: path="{{ home }}" owner="{{ user }}" group="{{ group }}" mode=0700 state=directory
+    - file: path="{{ home }}/.ssh" owner="{{ user }}" group="{{ group }}" mode=0700 state=directory
+    - file: path="{{ pool }}" owner="{{ user }}" group="{{ group }}" mode=0700 state=directory
+    - authorized_key: user="{{ user }}"
+                      key="{{ item.key }}"
+                      key_options='command="cd {{ pool }}/{{ item.host }};borg serve --restrict-to-path {{ pool }}/{{ item.host }}",restrict'
+      with_items: "{{ auth_users }}"
+    - file: path="{{ home }}/.ssh/authorized_keys" owner="{{ user }}" group="{{ group }}" mode=0600 state=file
+    - file: path="{{ pool }}/{{ item.host }}" owner="{{ user }}" group="{{ group }}" mode=0700 state=directory
+      with_items: "{{ auth_users }}"
+
+Salt
+----
+
+This is a configuration similar to the one above, configured to be deployed with
+Salt running on a Debian system.
+
+::
+
+  Install borg backup from pip:
+    pkg.installed:
+      - pkgs:
+        - python3
+        - python3-dev
+        - python3-pip
+        - python-virtualenv
+        - libssl-dev
+        - openssl
+        - libacl1-dev
+        - libacl1
+        - liblz4-dev
+        - liblz4-1
+        - build-essential
+        - libfuse-dev
+        - fuse
+        - pkg-config
+    pip.installed:
+      - pkgs: ["borgbackup"]
+      - bin_env: /usr/bin/pip3
+
+  Setup backup user:
+    user.present:
+      - name: backup
+      - fullname: Backup User
+      - home: /home/backup
+      - shell: /bin/bash
+  # CAUTION!
+  # If you change the ssh command= option below, it won't necessarily get pushed to the backup
+  # server correctly unless you delete the ~/.ssh/authorized_keys file and re-create it!
+  {% for host in backupclients %}
+  Give backup access to {{host}}:
+    ssh_auth.present:
+      - user: backup
+      - source: salt://conf/ssh-pubkeys/{{host}}-backup.id_ecdsa.pub
+      - options:
+        - command="cd /home/backup/repos/{{host}}; borg serve --restrict-to-path /home/backup/repos/{{host}}"
+        - restrict
+  {% endfor %}
+
+
+Enhancements
+------------
+
+As this section only describes a simple and effective setup it could be further
+enhanced when supporting (a limited set) of client supplied commands. A wrapper
+for starting `borg serve` could be written. Or borg itself could be enhanced to
+autodetect it runs under SSH by checking the `SSH_ORIGINAL_COMMAND` environment
+variable. This is left open for future improvements.
+
+When extending ssh autodetection in borg no external wrapper script is necessary
+and no other interpreter or application has to be deployed.
+
+See also
+--------
+
+* `SSH Daemon manpage <http://www.openbsd.org/cgi-bin/man.cgi/OpenBSD-current/man8/sshd.8>`_
+* `Ansible <https://docs.ansible.com>`_
+* `Salt <https://docs.saltstack.com/>`_

docs/deployment/hosting-repositories.rst

@@ -0,0 +1,73 @@
+.. include:: ../global.rst.inc
+.. highlight:: none
+
+Hosting repositories
+====================
+
+This sections shows how to securely provide repository storage for users.
+Optionally, each user can have a storage quota.
+
+Repositories are accessed through SSH. Each user of the service should
+have her own login which is only able to access the user's files.
+Technically it would be possible to have multiple users share one login,
+however, separating them is better. Separate logins increase isolation
+and are thus an additional layer of security and safety for both the
+provider and the users.
+
+For example, if a user manages to breach ``borg serve`` then she can
+only damage her own data (assuming that the system does not have further
+vulnerabilities).
+
+Use the standard directory structure of the operating system. Each user
+is assigned a home directory and repositories of the user reside in her
+home directory.
+
+The following ``~user/.ssh/authorized_keys`` file is the most important
+piece for a correct deployment. It allows the user to login via
+their public key (which must be provided by the user), and restricts
+SSH access to safe operations only.
+
+::
+
+  command="borg serve --restrict-to-repository /home/<user>/repository",restrict
+  <key type> <key> <key host>
+
+.. note:: The text shown above needs to be written on a **single** line!
+
+.. warning::
+
+	If this file should be automatically updated (e.g. by a web console),
+	pay **utmost attention** to sanitizing user input. Strip all whitespace
+	around the user-supplied key, ensure that it **only** contains ASCII
+	with no control characters and that it consists of three parts separated
+	by a single space. Ensure that no newlines are contained within the key.
+
+The `restrict` keyword enables all restrictions, i.e. disables port, agent
+and X11 forwarding, as well as disabling PTY allocation and execution of ~/.ssh/rc.
+If any future restriction capabilities are added to authorized_keys
+files they will be included in this set.
+
+The `command` keyword forces execution of the specified command line
+upon login. This must be ``borg serve``. The `--restrict-to-repository`
+option permits access to exactly **one** repository. It can be given
+multiple times to permit access to more than one repository.
+
+The repository may not exist yet; it can be initialized by the user,
+which allows for encryption.
+
+**Storage quotas** can be enabled by adding the ``--storage-quota`` option
+to the ``borg serve`` command line::
+
+	restrict,command="borg serve --storage-quota 20G ..." ...
+
+The storage quotas of repositories are completely independent. If a
+client is able to access multiple repositories, each repository
+can be filled to the specified quota.
+
+If storage quotas are used, ensure that all deployed Borg releases
+support storage quotas.
+
+Refer to :ref:`internals_storage_quota` for more details on storage quotas.
+
+Refer to the `sshd(8) <http://www.openbsd.org/cgi-bin/man.cgi/OpenBSD-current/man8/sshd.8>`_
+man page for more details on SSH options.

docs/development.rst

@@ -10,6 +10,115 @@ This chapter will get you started with |project_name| development.
 |project_name| is written in Python (with a little bit of Cython and C for
 the performance critical parts).
 
+Contributions
+-------------
+
+... are welcome!
+
+Some guidance for contributors:
+
+- discuss changes on the GitHub issue tracker, on IRC or on the mailing list
+
+- make your PRs on the ``master`` branch (see `Branching Model`_ for details)
+
+- do clean changesets:
+
+  - focus on some topic, resist changing anything else.
+  - do not do style changes mixed with functional changes.
+  - try to avoid refactorings mixed with functional changes.
+  - if you need to fix something after commit/push:
+
+    - if there are ongoing reviews: do a fixup commit you can
+      squash into the bad commit later.
+    - if there are no ongoing reviews or you did not push the
+      bad commit yet: amend the commit to include your fix or
+      merge the fixup commit before pushing.
+  - have a nice, clear, typo-free commit comment
+  - if you fixed an issue, refer to it in your commit comment
+  - follow the style guide (see below)
+
+- if you write new code, please add tests and docs for it
+
+- run the tests, fix any issues that come up
+
+- make a pull request on GitHub
+
+- wait for review by other developers
+
+Branching model
+---------------
+
+Borg development happens on the ``master`` branch and uses GitHub pull
+requests (if you don't have GitHub or don't want to use it you can
+send smaller patches via the borgbackup :ref:`mailing_list` to the maintainers).
+
+Stable releases are maintained on maintenance branches named ``x.y-maint``, eg.
+the maintenance branch of the 1.0.x series is ``1.0-maint``.
+
+Most PRs should be filed against the ``master`` branch. Only if an
+issue affects **only** a particular maintenance branch a PR should be
+filed against it directly.
+
+While discussing / reviewing a PR it will be decided whether the
+change should be applied to maintenance branches. Each maintenance
+branch has a corresponding *backport/x.y-maint* label, which will then
+be applied.
+
+Changes that are typically considered for backporting:
+
+- Data loss, corruption and inaccessibility fixes
+- Security fixes
+- Forward-compatibility improvements
+- Documentation corrections
+
+.. rubric:: Maintainer part
+
+From time to time a maintainer will backport the changes for a
+maintenance branch, typically before a release or if enough changes
+were collected:
+
+1. Notify others that you're doing this to avoid duplicate work.
+2. Branch a backporting branch off the maintenance branch.
+3. Cherry pick and backport the changes from each labelled PR, remove
+   the label for each PR you've backported.
+
+   To preserve authorship metadata, do not follow the ``git cherry-pick``
+   instructions to use ``git commit`` after resolving conflicts. Instead,
+   stage conflict resolutions and run ``git cherry-pick --continue``,
+   much like using ``git rebase``.
+
+   To avoid merge issues (a cherry pick is a form of merge), use
+   these options (similar to the ``git merge`` options used previously,
+   the ``-x`` option adds a reference to the original commit)::
+
+     git cherry-pick --strategy recursive -X rename-threshold=5% -x
+
+4. Make a PR of the backporting branch against the maintenance branch
+   for backport review. Mention the backported PRs in this PR, e.g.:
+
+       Includes changes from #2055 #2057 #2381
+
+   This way GitHub will automatically show in these PRs where they
+   were backported.
+
+.. rubric:: Historic model
+
+Previously (until release 1.0.10) Borg used a `"merge upwards"
+<https://git-scm.com/docs/gitworkflows#_merging_upwards>`_ model where
+most minor changes and fixes where committed to a maintenance branch
+(eg. 1.0-maint), and the maintenance branch(es) were regularly merged
+back into the main development branch. This became more and more
+troublesome due to merges growing more conflict-heavy and error-prone.
+
+Code and issues
+---------------
+
+Code is stored on GitHub, in the `Borgbackup organization
+<https://github.com/borgbackup/borg/>`_. `Issues
+<https://github.com/borgbackup/borg/issues>`_ and `pull requests
+<https://github.com/borgbackup/borg/pulls>`_ should be sent there as
+well. See also the :ref:`support` section for more details.
+
 Style guide
 -----------
 
@@ -19,6 +128,17 @@ instead of 79. We do *not* use form-feed (``^L``) characters to
 separate sections either. Compliance is tested automatically when
 you run the tests.
 
+Continuous Integration
+----------------------
+
+All pull requests go through Travis-CI_, which runs the tests on Linux
+and Mac OS X as well as the flake8 style checker. Windows builds run on AppVeyor_,
+while additional Unix-like platforms are tested on Golem_.
+
+.. _AppVeyor: https://ci.appveyor.com/project/borgbackup/borg/
+.. _Golem: https://golem.enkore.de/view/Borg/
+.. _Travis-CI: https://travis-ci.org/borgbackup/borg
+
 Output and Logging
 ------------------
 When writing logger calls, always use correct log level (debug only for
@@ -76,7 +196,7 @@ Some more advanced examples::
   # verify a changed tox.ini (run this after any change to tox.ini):
   fakeroot -u tox --recreate
 
-  fakeroot -u tox -e py34  # run all tests, but only on python 3.4
+  fakeroot -u tox -e py35  # run all tests, but only on python 3.5
 
   fakeroot -u tox borg.testsuite.locking  # only run 1 test module
 
@@ -92,31 +212,52 @@ As tox doesn't run on Windows you have to manually run command::
 
   py.test --cov=borg --cov-config=.coveragerc --benchmark-skip --pyargs borg/testsuite
 
-Regenerate usage files
-----------------------
+Running more checks using coala
+-------------------------------
+
+First install coala and some checkers ("bears"):
+
+  pip install -r requirements.d/coala.txt
+
+You can now run coala from the toplevel directory; it will read its settings
+from ``.coafile`` there:
+
+  coala
+
+Some bears have additional requirements and they usually tell you about
+them in case they are missing.
 
-Usage and API documentation is currently committed directly to git,
-although those files are generated automatically from the source
-tree.
+Documentation
+-------------
 
-When a new module is added, the ``docs/api.rst`` file needs to be
-regenerated::
+Generated files
+~~~~~~~~~~~~~~~
 
-  ./setup.py build_api
+Usage documentation (found in ``docs/usage/``) and man pages
+(``docs/man/``) are generated automatically from the command line
+parsers declared in the program and their documentation, which is
+embedded in the program (see archiver.py). These are committed to git
+for easier use by packagers downstream.
 
-When a command is added, a commandline flag changed, added or removed,
+When a command is added, a command line flag changed, added or removed,
 the usage docs need to be rebuilt as well::
 
-  ./setup.py build_usage
+  python setup.py build_usage
+  python setup.py build_man
+
+However, we prefer to do this as part of our :ref:`releasing`
+preparations, so it is generally not necessary to update these when
+submitting patches that change something about the command line.
 
 Building the docs with Sphinx
------------------------------
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 
 The documentation (in reStructuredText format, .rst) is in docs/.
 
-To build the html version of it, you need to have sphinx installed::
+To build the html version of it, you need to have Sphinx installed
+(in your Borg virtualenv with Python 3)::
 
-  pip3 install sphinx  # important: this will install sphinx with Python 3
+  pip install -r requirements.d/docs.txt
 
 Now run::
 
@@ -125,7 +266,7 @@ Now run::
 
 Then point a web browser at docs/_build/html/index.html.
 
-The website is updated automatically through Github web hooks on the
+The website is updated automatically by ReadTheDocs through GitHub web hooks on the
 main repository.
 
 Using Vagrant
@@ -137,10 +278,14 @@ standalone binaries for various platforms.
 For better security, there is no automatic sync in the VM to host direction.
 The plugin `vagrant-scp` is useful to copy stuff from the VMs to the host.
 
+The "windows10" box requires the `reload` plugin (``vagrant plugin install vagrant-reload``).
+
 Usage::
 
    # To create and provision the VM:
    vagrant up OS
+   # same, but use 6 VM cpus and 12 workers for pytest:
+   VMCPUS=6 XDISTN=12 vagrant up OS
    # To create an ssh session to the VM:
    vagrant ssh OS
    # To execute a command via ssh in the VM:
@@ -175,6 +320,8 @@ On Windows use `python buildwin32.py` to build standalone executable in `win32ex
 with all necessary files to run.
 
 
+.. _releasing:
+
 Creating a new release
 ----------------------
 
@@ -187,25 +334,36 @@ Checklist:
 - update ``CHANGES.rst``, based on ``git log $PREVIOUS_RELEASE..``
 - check version number of upcoming release in ``CHANGES.rst``
 - verify that ``MANIFEST.in`` and ``setup.py`` are complete
-- ``python setup.py build_api ; python setup.py build_usage`` and commit
+- ``python setup.py build_usage ; python setup.py build_man`` and
+  commit (be sure to build with Python 3.5 as Python 3.6 added `more
+  guaranteed hashing algorithms
+  <https://github.com/borgbackup/borg/issues/2123>`_)
 - tag the release::
 
     git tag -s -m "tagged/signed release X.Y.Z" X.Y.Z
 
+- create a clean repo and use it for the following steps::
+
+    git clone borg borg-clean
+
+  This makes sure no uncommitted files get into the release archive.
+  It will also reveal uncommitted required files.
+  Moreover, it makes sure the vagrant machines only get committed files and
+  do a fresh start based on that.
 - run tox and/or binary builds on all supported platforms via vagrant,
   check for test failures
 - create a release on PyPi::
 
     python setup.py register sdist upload --identity="Thomas Waldmann" --sign
 
-- close release milestone on Github
+- close the release milestone on GitHub
 - announce on:
 
  - Mailing list
- - Twitter (follow @ThomasJWaldmann for these tweets)
+ - Twitter
  - IRC channel (change ``/topic``)
 
-- create a Github release, include:
+- create a GitHub release, include:
 
   * standalone binaries (see above for how to create them)
 

docs/faq.rst

@@ -5,6 +5,9 @@
 Frequently asked questions
 ==========================
 
+Usage & Limitations
+###################
+
 Can I backup VM disk images?
 ----------------------------
 
@@ -12,6 +15,39 @@ Yes, the `deduplication`_ technique used by
 |project_name| makes sure only the modified parts of the file are stored.
 Also, we have optional simple sparse file support for extract.
 
+If you use non-snapshotting backup tools like Borg to back up virtual machines,
+then the VMs should be turned off for the duration of the backup. Backing up live VMs can (and will)
+result in corrupted or inconsistent backup contents: a VM image is just a regular file to
+Borg with the same issues as regular files when it comes to concurrent reading and writing from
+the same file.
+
+For backing up live VMs use file system snapshots on the VM host, which establishes
+crash-consistency for the VM images. This means that with most file systems
+(that are journaling) the FS will always be fine in the backup (but may need a
+journal replay to become accessible).
+
+Usually this does not mean that file *contents* on the VM are consistent, since file
+contents are normally not journaled. Notable exceptions are ext4 in data=journal mode,
+ZFS and btrfs (unless nodatacow is used).
+
+Applications designed with crash-consistency in mind (most relational databases
+like PostgreSQL, SQLite etc. but also for example Borg repositories) should always
+be able to recover to a consistent state from a backup created with
+crash-consistent snapshots (even on ext4 with data=writeback or XFS).
+
+Hypervisor snapshots capturing most of the VM's state can also be used for backups
+and can be a better alternative to pure file system based snapshots of the VM's disk,
+since no state is lost. Depending on the application this can be the easiest and most
+reliable way to create application-consistent backups.
+
+Other applications may require a lot of work to reach application-consistency:
+It's a broad and complex issue that cannot be explained in entirety here.
+
+Borg doesn't intend to address these issues due to their huge complexity
+and platform/software dependency. Combining Borg with the mechanisms provided
+by the platform (snapshots, hypervisor features) will be the best approach
+to start tackling them.
+
 Can I backup from multiple servers into a single repository?
 ------------------------------------------------------------
 
@@ -31,7 +67,7 @@ Can I copy or synchronize my repo to another location?
 ------------------------------------------------------
 
 Yes, you could just copy all the files. Make sure you do that while no
-backup is running. So what you get here is this:
+backup is running (use `borg with-lock ...`). So what you get here is this:
 
 - client machine ---borg create---> repo1
 - repo1 ---copy---> repo2
@@ -47,25 +83,6 @@ If you want to have 2 independent backups, it is better to do it like this:
 - client machine ---borg create---> repo1
 - client machine ---borg create---> repo2
 
-Which file types, attributes, etc. are preserved?
--------------------------------------------------
-
-    * Directories
-    * Regular files
-    * Hardlinks (considering all files in the same archive)
-    * Symlinks (stored as symlink, the symlink is not followed)
-    * Character and block device files
-    * FIFOs ("named pipes")
-    * Name
-    * Contents
-    * Timestamps in nanosecond precision: mtime, atime, ctime
-    * IDs of owning user and owning group
-    * Names of owning user and owning group (if the IDs can be resolved)
-    * Unix Mode/Permissions (u/g/o permissions, suid, sgid, sticky)
-    * Extended Attributes (xattrs) on Linux, OS X and FreeBSD
-    * Access Control Lists (ACL_) on Linux, OS X and FreeBSD
-    * BSD flags on OS X and FreeBSD
-
 Which file types, attributes, etc. are *not* preserved?
 -------------------------------------------------------
 
@@ -79,34 +96,215 @@ Which file types, attributes, etc. are *not* preserved?
       backed up as (deduplicated and compressed) runs of zero bytes.
       Archive extraction has optional support to extract all-zero chunks as
       holes in a sparse file.
-    * filesystem specific attributes, like ext4 immutable bit, see :issue:`618`.
+    * Some filesystem specific attributes, like btrfs NOCOW, see :ref:`platforms`.
+    * For hardlinked symlinks, the hardlinking can not be archived (and thus,
+      the hardlinking will not be done at extraction time). The symlinks will
+      be archived and extracted as non-hardlinked symlinks, see :issue:`2379`.
 
-Why is my backup bigger than with attic? Why doesn't |project_name| do compression by default?
-----------------------------------------------------------------------------------------------
+Are there other known limitations?
+----------------------------------
 
-Attic was rather unflexible when it comes to compression, it always
-compressed using zlib level 6 (no way to switch compression off or
-adjust the level or algorithm).
+- A single archive can only reference a limited volume of file/dir metadata,
+  usually corresponding to tens or hundreds of millions of files/dirs.
+  When trying to go beyond that limit, you will get a fatal IntegrityError
+  exception telling that the (archive) object is too big.
+  An easy workaround is to create multiple archives with less items each.
+  See also the :ref:`archive_limitation` and :issue:`1452`.
+
+  :ref:`borg_info` shows how large (relative to the maximum size) existing
+  archives are.
+
+.. _checkpoints_parts:
+
+If a backup stops mid-way, does the already-backed-up data stay there?
+----------------------------------------------------------------------
+
+Yes, |project_name| supports resuming backups.
+
+During a backup a special checkpoint archive named ``<archive-name>.checkpoint``
+is saved every checkpoint interval (the default value for this is 30
+minutes) containing all the data backed-up until that point.
+
+This checkpoint archive is a valid archive,
+but it is only a partial backup (not all files that you wanted to backup are
+contained in it). Having it in the repo until a successful, full backup is
+completed is useful because it references all the transmitted chunks up
+to the checkpoint. This means that in case of an interruption, you only need to
+retransfer the data since the last checkpoint.
+
+If a backup was interrupted, you do not need to do any special considerations,
+just invoke ``borg create`` as you always do. You may use the same archive name
+as in previous attempt or a different one (e.g. if you always include the current
+datetime), it does not matter.
+
+|project_name| always does full single-pass backups, so it will start again
+from the beginning - but it will be much faster, because some of the data was
+already stored into the repo (and is still referenced by the checkpoint
+archive), so it does not need to get transmitted and stored again.
+
+Once your backup has finished successfully, you can delete all
+``<archive-name>.checkpoint`` archives. If you run ``borg prune``, it will
+also care for deleting unneeded checkpoints.
+
+Note: the checkpointing mechanism creates hidden, partial files in an archive,
+so that checkpoints even work while a big file is being processed.
+They are named ``<filename>.borg_part_<N>`` and all operations usually ignore
+these files, but you can make them considered by giving the option
+``--consider-part-files``. You usually only need that option if you are
+really desperate (e.g. if you have no completed backup of that file and you'ld
+rather get a partial file extracted than nothing). You do **not** want to give
+that option under any normal circumstances.
+
+How can I backup huge file(s) over a unstable connection?
+---------------------------------------------------------
+
+This is not a problem anymore.
+
+For more details, see :ref:`checkpoints_parts`.
+
+How can I restore huge file(s) over an unstable connection?
+-----------------------------------------------------------
+
+If you cannot manage to extract the whole big file in one go, you can extract
+all the part files and manually concatenate them together.
+
+For more details, see :ref:`checkpoints_parts`.
+
+Can |project_name| add redundancy to the backup data to deal with hardware malfunction?
+---------------------------------------------------------------------------------------
+
+No, it can't. While that at first sounds like a good idea to defend against
+some defect HDD sectors or SSD flash blocks, dealing with this in a
+reliable way needs a lot of low-level storage layout information and
+control which we do not have (and also can't get, even if we wanted).
+
+So, if you need that, consider RAID or a filesystem that offers redundant
+storage or just make backups to different locations / different hardware.
+
+See also :issue:`225`.
+
+Can |project_name| verify data integrity of a backup archive?
+-------------------------------------------------------------
+
+Yes, if you want to detect accidental data damage (like bit rot), use the
+``check`` operation. It will notice corruption using CRCs and hashes.
+If you want to be able to detect malicious tampering also, use an encrypted
+repo. It will then be able to check using CRCs and HMACs.
+
+Can I use Borg on SMR hard drives?
+----------------------------------
+
+SMR (shingled magnetic recording) hard drives are very different from
+regular hard drives. Applications have to behave in certain ways or
+performance will be heavily degraded.
+
+Borg 1.1 ships with default settings suitable for SMR drives,
+and has been successfully tested on *Seagate Archive v2* drives
+using the ext4 file system.
+
+Some Linux kernel versions between 3.19 and 4.5 had various bugs
+handling device-managed SMR drives, leading to IO errors, unresponsive
+drives and unreliable operation in general.
+
+For more details, refer to :issue:`2252`.
+
+.. _faq-integrityerror:
+
+I get an IntegrityError or similar - what now?
+----------------------------------------------
+
+A single error does not necessarily indicate bad hardware or a Borg
+bug. All hardware exhibits a bit error rate (BER). Hard drives are typically
+specified as exhibiting less than one error every 12 to 120 TB
+(one bit error in 10e14 to 10e15 bits). The specification is often called
+*unrecoverable read error rate* (URE rate).
+
+Apart from these very rare errors there are two main causes of errors:
+
+(i) Defective hardware: described below.
+(ii) Bugs in software (Borg, operating system, libraries):
+     Ensure software is up to date.
+     Check whether the issue is caused by any fixed bugs described in :ref:`important_notes`.
+
+
+.. rubric:: Finding defective hardware
+
+.. note::
+
+   Hardware diagnostics are operating system dependent and do not
+   apply universally. The commands shown apply for popular Unix-like
+   systems. Refer to your operating system's manual.
+
+Checking hard drives
+  Find the drive containing the repository and use *findmnt*, *mount* or *lsblk*
+  to learn the device path (typically */dev/...*) of the drive.
+  Then, smartmontools can retrieve self-diagnostics of the drive in question::
+
+      # smartctl -a /dev/sdSomething
+
+  The *Offline_Uncorrectable*, *Current_Pending_Sector* and *Reported_Uncorrect*
+  attributes indicate data corruption. A high *UDMA_CRC_Error_Count* usually
+  indicates a bad cable.
 
-|project_name| offers a lot of different compression algorithms and
-levels. Which of them is the best for you pretty much depends on your
-use case, your data, your hardware -- so you need to do an informed
-decision about whether you want to use compression, which algorithm
-and which level you want to use. This is why compression defaults to
-none.
+  I/O errors logged by the system (refer to the system journal or
+  dmesg) can point to issues as well. I/O errors only affecting the
+  file system easily go unnoticed, since they are not reported to
+  applications (e.g. Borg), while these errors can still corrupt data.
+
+  Drives can corrupt some sectors in one event, while remaining
+  reliable otherwise. Conversely, drives can fail completely with no
+  advance warning. If in doubt, copy all data from the drive in
+  question to another drive -- just in case it fails completely.
+
+  If any of these are suspicious, a self-test is recommended::
+
+      # smartctl -t long /dev/sdSomething
+
+  Running ``fsck`` if not done already might yield further insights.
+
+Checking memory
+  Intermittent issues, such as ``borg check`` finding errors
+  inconsistently between runs, are frequently caused by bad memory.
+
+  Run memtest86+ (or an equivalent memory tester) to verify that
+  the memory subsystem is operating correctly.
+
+Checking processors
+  Processors rarely cause errors. If they do, they are usually overclocked
+  or otherwise operated outside their specifications. We do not recommend to
+  operate hardware outside its specifications for productive use.
+
+  Tools to verify correct processor operation include Prime95 (mprime), linpack,
+  and the `Intel Processor Diagnostic Tool
+  <https://downloadcenter.intel.com/download/19792/Intel-Processor-Diagnostic-Tool>`_
+  (applies only to Intel processors).
+
+.. rubric:: Repairing a damaged repository
+
+With any defective hardware found and replaced, the damage done to the repository
+needs to be ascertained and fixed.
+
+:ref:`borg_check` provides diagnostics and ``--repair`` options for repositories with
+issues. We recommend to first run without ``--repair`` to assess the situation.
+If the found issues and proposed repairs seem right, re-run "check" with ``--repair`` enabled.
+
+Security
+########
 
 How can I specify the encryption passphrase programmatically?
 -------------------------------------------------------------
 
-The encryption passphrase can be specified programmatically using the
-`BORG_PASSPHRASE` environment variable. This is convenient when setting up
-automated encrypted backups. Another option is to use
-key file based encryption with a blank passphrase. See
-:ref:`encrypted_repos` for more details.
+There are several ways to specify a passphrase without human intervention:
 
-.. _password_env:
-.. note:: Be careful how you set the environment; using the ``env``
+Setting ``BORG_PASSPHRASE``
+  The passphrase can be specified using the ``BORG_PASSPHRASE`` enviroment variable.
+  This is often the simplest option, but can be insecure if the script that sets it
+  is world-readable.
+
+  .. _password_env:
+  .. note:: Be careful how you set the environment; using the ``env``
           command, a ``system()`` call or using inline shell scripts
+          (e.g. ``BORG_PASSPHRASE=hunter2 borg ...``)
           might expose the credentials in the process list directly
           and they will be readable to all users on a system. Using
           ``export`` in a shell script file should be safe, however, as
@@ -114,6 +312,84 @@ key file based encryption with a blank passphrase. See
           user
           <https://security.stackexchange.com/questions/14000/environment-variable-accessibility-in-linux/14009#14009>`_.
 
+Using ``BORG_PASSCOMMAND`` with a properly permissioned file
+  Another option is to create a file with a password in it in your home
+  directory and use permissions to keep anyone else from reading it. For
+  example, first create a key::
+
+    head -c 1024 /dev/urandom | base64 > ~/.borg-passphrase
+    chmod 400 ~/.borg-passphrase
+
+  Then in an automated script one can put::
+
+    export BORG_PASSCOMMAND="cat ~/.borg-passphrase"
+
+  and Borg will automatically use that passphrase.
+
+Using keyfile-based encryption with a blank passphrase
+  It is possible to encrypt your repository in ``keyfile`` mode instead of the default
+  ``repokey`` mode and use a blank passphrase for the key file (simply press Enter twice
+  when ``borg init`` asks for the password). See :ref:`encrypted_repos`
+  for more details.
+
+Using ``BORG_PASSCOMMAND`` with macOS Keychain
+  macOS has a native manager for secrets (such as passphrases) which is safer
+  than just using a file as it is encrypted at rest and unlocked manually
+  (fortunately, the login keyring automatically unlocks when you login). With
+  the built-in ``security`` command, you can access it from the command line,
+  making it useful for ``BORG_PASSCOMMAND``.
+
+  First generate a passphrase and use ``security`` to save it to your login
+  (default) keychain::
+
+    security add-generic-password -D secret -U -a $USER -s borg-passphrase -w $(head -c 1024 /dev/urandom | base64)
+
+  In your backup script retrieve it in the ``BORG_PASSCOMMAND``::
+
+    export BORG_PASSCOMMAND="security find-generic-password -a $USER -s borg-passphrase -w"
+
+Using ``BORG_PASSCOMMAND`` with GNOME Keyring
+  GNOME also has a keyring daemon that can be used to store a Borg passphrase.
+  First ensure ``libsecret-tools``, ``gnome-keyring`` and ``libpam-gnome-keyring``
+  are installed. If ``libpam-gnome-keyring`` wasn't already installed, ensure it
+  runs on login::
+
+    sudo sh -c "echo session optional pam_gnome_keyring.so auto_start >> /etc/pam.d/login"
+    sudo sh -c "echo password optional pam_gnome_keyring.so >> /etc/pam.d/passwd"
+    # you may need to relogin afterwards to activate the login keyring
+
+  Then add a secret to the login keyring::
+
+    head -c 1024 /dev/urandom | base64 | secret-tool store borg-repository repo-name --label="Borg Passphrase"
+
+  If a dialog box pops up prompting you to pick a password for a new keychain, use your
+  login password. If there is a checkbox for automatically unlocking on login, check it
+  to allow backups without any user intervention whatsoever.
+
+  Once the secret is saved, retrieve it in a backup script using ``BORG_PASSCOMMAND``::
+
+    export BORG_PASSCOMMAND="secret-tool lookup borg-repository repo-name"
+
+  .. note:: For this to automatically unlock the keychain it must be run
+    in the ``dbus`` session of an unlocked terminal; for example, running a backup
+    script as a ``cron`` job might not work unless you also ``export DISPLAY=:0``
+    so ``secret-tool`` can pick up your open session. `It gets even more complicated`__
+    when you are running the tool as a different user (e.g. running a backup as root
+    with the password stored in the user keyring).
+
+__ https://github.com/borgbackup/borg/pull/2837#discussion_r127641330
+
+Using ``BORG_PASSCOMMAND`` with KWallet
+  KDE also has a keychain feature in the form of KWallet. The command-line tool
+  ``kwalletcli`` can be used to store and retrieve secrets. Ensure ``kwalletcli``
+  is installed, generate a passphrase, and store it in your "wallet"::
+
+    head -c 1024 /dev/urandom | base64 | kwalletcli -Pe borg-passphrase -f Passwords
+
+  Once the secret is saved, retrieve it in a backup script using ``BORG_PASSCOMMAND``::
+
+    export BORG_PASSCOMMAND="kwalletcli -e borg-passphrase -f Passwords"
+
 When backing up to remote encrypted repos, is encryption done locally?
 ----------------------------------------------------------------------
 
@@ -178,6 +454,16 @@ Thus:
 - have media at another place
 - have a relatively recent backup on your media
 
+How do I report a security issue with Borg?
+-------------------------------------------
+
+Send a private email to the :ref:`security contact <security-contact>`
+if you think you have discovered a security issue.
+Please disclose security issues responsibly.
+
+Common issues
+#############
+
 Why do I get "connection closed by remote" after a while?
 ---------------------------------------------------------
 
@@ -201,10 +487,12 @@ yet noticed on the server. Try these settings:
     ClientAliveCountMax 3
 
 If you have multiple borg create ... ; borg create ... commands in a already
-serialized way in a single script, you need to give them --lock-wait N (with N
+serialized way in a single script, you need to give them ``--lock-wait N`` (with N
 being a bit more than the time the server needs to terminate broken down
 connections and release the lock).
 
+.. _disable_archive_chunks:
+
 The borg cache eats way too much disk space, what can I do?
 -----------------------------------------------------------
 
@@ -235,60 +523,13 @@ This has some pros and cons, though:
 
 The long term plan to improve this is called "borgception", see :issue:`474`.
 
-If a backup stops mid-way, does the already-backed-up data stay there?
-----------------------------------------------------------------------
+Can I backup my root partition (/) with Borg?
+---------------------------------------------
 
-Yes, |project_name| supports resuming backups.
-
-During a backup a special checkpoint archive named ``<archive-name>.checkpoint``
-is saved every checkpoint interval (the default value for this is 5
-minutes) containing all the data backed-up until that point.
-
-Checkpoints only happen between files (so they don't help for interruptions
-happening while a very large file is being processed).
-
-This checkpoint archive is a valid archive (all files in it are valid and complete),
-but it is only a partial backup (not all files that you wanted to backup are
-contained in it). Having it in the repo until a successful, full backup is
-completed is useful because it references all the transmitted chunks up
-to the checkpoint. This means that in case of an interruption, you only need to
-retransfer the data since the last checkpoint.
-
-If a backup was interrupted, you do not need to do any special considerations,
-just invoke ``borg create`` as you always do. You may use the same archive name
-as in previous attempt or a different one (e.g. if you always include the current
-datetime), it does not matter.
-
-|project_name| always does full single-pass backups, so it will start again
-from the beginning - but it will be much faster, because some of the data was
-already stored into the repo (and is still referenced by the checkpoint
-archive), so it does not need to get transmitted and stored again.
-
-Once your backup has finished successfully, you can delete all
-``<archive-name>.checkpoint`` archives. If you run ``borg prune``, it will
-also care for deleting unneeded checkpoints.
-
-How can I backup huge file(s) over a unstable connection?
----------------------------------------------------------
-
-You can use this "split trick" as a workaround for the in-between-files-only
-checkpoints (see above), huge files and a instable connection to the repository:
-
-Split the huge file(s) into parts of manageable size (e.g. 100MB) and create
-a temporary archive of them. Borg will create checkpoints now more frequently
-than if you try to backup the files in their original form (e.g. 100GB).
-
-After that, you can remove the parts again and backup the huge file(s) in
-their original form. This will now work a lot faster as a lot of content chunks
-are already in the repository.
-
-After you have successfully backed up the huge original file(s), you can remove
-the temporary archive you made from the parts.
-
-We realize that this is just a better-than-nothing workaround, see :issue:`1198`
-for a potential solution.
-
-Please note that this workaround only helps you for backup, not for restore.
+Backing up your entire root partition works just fine, but remember to
+exclude directories that make no sense to backup, such as /dev, /proc,
+/sys, /tmp and /run, and to use ``--one-file-system`` if you only want to
+backup the root partition (and not any mounted devices e.g.).
 
 If it crashes with a UnicodeError, what can I do?
 -------------------------------------------------
@@ -309,39 +550,15 @@ If you run into that, try this:
   the parent directory (or even everything)
 - mount the repo using FUSE and use some file manager
 
-Can |project_name| add redundancy to the backup data to deal with hardware malfunction?
----------------------------------------------------------------------------------------
-
-No, it can't. While that at first sounds like a good idea to defend against
-some defect HDD sectors or SSD flash blocks, dealing with this in a
-reliable way needs a lot of low-level storage layout information and
-control which we do not have (and also can't get, even if we wanted).
-
-So, if you need that, consider RAID or a filesystem that offers redundant
-storage or just make backups to different locations / different hardware.
-
-See also :issue:`225`.
-
-Can |project_name| verify data integrity of a backup archive?
--------------------------------------------------------------
-
-Yes, if you want to detect accidental data damage (like bit rot), use the
-``check`` operation. It will notice corruption using CRCs and hashes.
-If you want to be able to detect malicious tampering also, use an encrypted
-repo. It will then be able to check using CRCs and HMACs.
-
 .. _a_status_oddity:
 
-I am seeing 'A' (added) status for a unchanged file!?
------------------------------------------------------
+I am seeing 'A' (added) status for an unchanged file!?
+------------------------------------------------------
 
 The files cache is used to determine whether |project_name| already
 "knows" / has backed up a file and if so, to skip the file from
-chunking. It does intentionally *not* contain files that:
-
-- have >= 10 as "entry age" (|project_name| has not seen this file for a while)
-- have a modification time (mtime) same as the newest mtime in the created
-  archive
+chunking. It does intentionally *not* contain files that have a modification
+time (mtime) same as the newest mtime in the created archive.
 
 So, if you see an 'A' status for unchanged file(s), they are likely the files
 with the most recent mtime in that archive.
@@ -368,23 +585,58 @@ those files are reported as being added when, really, chunks are
 already used.
 
 
+.. _always_chunking:
+
+It always chunks all my files, even unchanged ones!
+---------------------------------------------------
+
+|project_name| maintains a files cache where it remembers the mtime, size and
+inode of files. When |project_name| does a new backup and starts processing a
+file, it first looks whether the file has changed (compared to the values
+stored in the files cache). If the values are the same, the file is assumed
+unchanged and thus its contents won't get chunked (again).
+
+|project_name| can't keep an infinite history of files of course, thus entries
+in the files cache have a "maximum time to live" which is set via the
+environment variable BORG_FILES_CACHE_TTL (and defaults to 20).
+Every time you do a backup (on the same machine, using the same user), the
+cache entries' ttl values of files that were not "seen" are incremented by 1
+and if they reach BORG_FILES_CACHE_TTL, the entry is removed from the cache.
+
+So, for example, if you do daily backups of 26 different data sets A, B,
+C, ..., Z on one machine (using the default TTL), the files from A will be
+already forgotten when you repeat the same backups on the next day and it
+will be slow because it would chunk all the files each time. If you set
+BORG_FILES_CACHE_TTL to at least 26 (or maybe even a small multiple of that),
+it would be much faster.
+
+Another possible reason is that files don't always have the same path, for
+example if you mount a filesystem without stable mount points for each backup or if you are running the backup from a filesystem snapshot whose name is not stable.
+If the directory where you mount a filesystem is different every time,
+|project_name| assume they are different files.
+
+
 Is there a way to limit bandwidth with |project_name|?
 ------------------------------------------------------
 
-There is no command line option to limit bandwidth with |project_name|, but
-bandwidth limiting can be accomplished with pipeviewer_:
+To limit upload (i.e. :ref:`borg_create`) bandwidth, use the
+``--remote-ratelimit`` option.
+
+There is no built-in way to limit *download*
+(i.e. :ref:`borg_extract`) bandwidth, but limiting download bandwidth
+can be accomplished with pipeviewer_:
 
 Create a wrapper script:  /usr/local/bin/pv-wrapper  ::
 
-    #!/bin/bash
+    #!/bin/sh
         ## -q, --quiet              do not output any transfer information at all
         ## -L, --rate-limit RATE    limit transfer to RATE bytes per second
-    export RATE=307200
+    RATE=307200
     pv -q -L $RATE  | "$@"
 
 Add BORG_RSH environment variable to use pipeviewer wrapper script with ssh. ::
 
-    export BORG_RSH='/usr/local/bin/pv-wrapper.sh ssh'
+    export BORG_RSH='/usr/local/bin/pv-wrapper ssh'
 
 Now |project_name| will be bandwidth limited. Nice thing about pv is that you can change rate-limit on the fly: ::
 
@@ -413,6 +665,74 @@ If you can reproduce the issue with the proven filesystem, please file an
 issue in the |project_name| issue tracker about that.
 
 
+Why does running 'borg check --repair' warn about data loss?
+------------------------------------------------------------
+
+Repair usually works for recovering data in a corrupted archive. However,
+it's impossible to predict all modes of corruption. In some very rare
+instances, such as malfunctioning storage hardware, additional repo
+corruption may occur. If you can't afford to lose the repo, it's strongly
+recommended that you perform repair on a copy of the repo.
+
+In other words, the warning is there to emphasize that |project_name|:
+  - Will perform automated routines that modify your backup repository
+  - Might not actually fix the problem you are experiencing
+  - Might, in very rare cases, further corrupt your repository
+
+In the case of malfunctioning hardware, such as a drive or USB hub
+corrupting data when read or written, it's best to diagnose and fix the
+cause of the initial corruption before attempting to repair the repo. If
+the corruption is caused by a one time event such as a power outage,
+running `borg check --repair` will fix most problems.
+
+
+Why isn't there more progress / ETA information displayed?
+----------------------------------------------------------
+
+Some borg runs take quite a bit, so it would be nice to see a progress display,
+maybe even including a ETA (expected time of "arrival" [here rather "completion"]).
+
+For some functionality, this can be done: if the total amount of work is more or
+less known, we can display progress. So check if there is a ``--progress`` option.
+
+But sometimes, the total amount is unknown (e.g. for ``borg create`` we just do
+a single pass over the filesystem, so we do not know the total file count or data
+volume before reaching the end). Adding another pass just to determine that would
+take additional time and could be incorrect, if the filesystem is changing.
+
+Even if the fs does not change and we knew count and size of all files, we still
+could not compute the ``borg create`` ETA as we do not know the amount of changed
+chunks, how the bandwidth of source and destination or system performance might
+fluctuate.
+
+You see, trying to display ETA would be futile. The borg developers prefer to
+rather not implement progress / ETA display than doing futile attempts.
+
+See also: https://xkcd.com/612/
+
+
+Miscellaneous
+#############
+
+Requirements for the borg single-file binary, esp. (g)libc?
+-----------------------------------------------------------
+
+We try to build the binary on old, but still supported systems - to keep the
+minimum requirement for the (g)libc low. The (g)libc can't be bundled into
+the binary as it needs to fit your kernel and OS, but Python and all other
+required libraries will be bundled into the binary.
+
+If your system fulfills the minimum (g)libc requirement (see the README that
+is released with the binary), there should be no problem. If you are slightly
+below the required version, maybe just try. Due to the dynamic loading (or not
+loading) of some shared libraries, it might still work depending on what
+libraries are actually loaded and used.
+
+In the borg git repository, there is scripts/glibc_check.py that can determine
+(based on the symbols' versions they want to link to) whether a set of given
+(Linux) binaries works with a given glibc version.
+
+
 Why was Borg forked from Attic?
 -------------------------------
 
@@ -441,3 +761,80 @@ Borg intends to be:
   * do not break compatibility accidentally, without a good reason
     or without warning. allow compatibility breaking for other cases.
   * if major version number changes, it may have incompatible changes
+
+Migrating from Attic
+####################
+
+What are the differences between Attic and Borg?
+------------------------------------------------
+
+Borg is a fork of `Attic`_ and maintained by "`The Borg collective`_".
+
+.. _Attic: https://github.com/jborg/attic
+.. _The Borg collective: https://borgbackup.readthedocs.org/en/latest/authors.html
+
+Here's a (incomplete) list of some major changes:
+
+* lots of attic issues fixed (see `issue #5 <https://github.com/borgbackup/borg/issues/5>`_),
+  including critical data corruption bugs and security issues.
+* more open, faster paced development (see `issue #1 <https://github.com/borgbackup/borg/issues/1>`_)
+* less chunk management overhead (less memory and disk usage for chunks index)
+* faster remote cache resync (useful when backing up multiple machines into same repo)
+* compression: no, lz4, zlib or lzma compression, adjustable compression levels
+* repokey replaces problematic passphrase mode (you can't change the passphrase nor the pbkdf2 iteration count in "passphrase" mode)
+* simple sparse file support, great for virtual machine disk files
+* can read special files (e.g. block devices) or from stdin, write to stdout
+* mkdir-based locking is more compatible than attic's posix locking
+* uses fadvise to not spoil / blow up the fs cache
+* better error messages / exception handling
+* better logging, screen output, progress indication
+* tested on misc. Linux systems, 32 and 64bit, FreeBSD, OpenBSD, NetBSD, macOS
+
+Please read the :ref:`changelog` (or ``docs/changes.rst`` in the source distribution) for more
+information.
+
+Borg is not compatible with original Attic (but there is a one-way conversion).
+
+How do I migrate from Attic to Borg?
+------------------------------------
+
+Use :ref:`borg_upgrade`. This is a one-way process that cannot be reversed.
+
+There are some caveats:
+
+- The upgrade can only be performed on local repositories.
+  It cannot be performed on remote repositories.
+
+- If the repository is in "keyfile" encryption mode, the keyfile must
+  exist locally or it must be manually moved after performing the upgrade:
+
+  1. Locate the repository ID, contained in the ``config`` file in the repository.
+  2. Locate the attic key file at ``~/.attic/keys/``. The correct key for the
+     repository starts with the line ``ATTIC_KEY <repository id>``.
+  3. Copy the attic key file to ``~/.config/borg/keys/``
+  4. Change the first line from ``ATTIC_KEY ...`` to ``BORG_KEY ...``.
+  5. Verify that the repository is now accessible (e.g. ``borg list <repository>``).
+- Attic and Borg use different :ref:`"chunker params" <chunker-params>`.
+  This means that data added by Borg won't deduplicate with the existing data
+  stored by Attic. The effect is lessened if the files cache is used with Borg.
+- Repositories in "passphrase" mode *must* be migrated to "repokey" mode using
+  :ref:`borg_key_migrate-to-repokey`. Borg does not support the "passphrase" mode
+  any other way.
+
+Why is my backup bigger than with attic?
+----------------------------------------
+
+Attic was rather unflexible when it comes to compression, it always
+compressed using zlib level 6 (no way to switch compression off or
+adjust the level or algorithm).
+
+The default in Borg is lz4, which is fast enough to not use significant CPU time
+in most cases, but can only achieve modest compression. It still compresses
+easily compressed data fairly well.
+
+zlib compression with all levels (1-9) as well as LZMA (1-6) are available
+as well, for cases where they are worth it.
+
+Which choice is the best option depends on a number of factors, like
+bandwidth to the repository, how well the data compresses, available CPU
+power and so on.

docs/global.rst.inc

@@ -15,6 +15,8 @@
 .. _libacl: https://savannah.nongnu.org/projects/acl/
 .. _libattr: https://savannah.nongnu.org/projects/attr/
 .. _liblz4: https://github.com/Cyan4973/lz4
+.. _libb2: https://github.com/BLAKE2/libb2
+.. _ZeroMQ: http://zeromq.org/
 .. _OpenSSL: https://www.openssl.org/
 .. _`Python 3`: https://www.python.org/
 .. _Buzhash: https://en.wikipedia.org/wiki/Buzhash

docs/index.rst

@@ -1,11 +1,13 @@
 .. include:: global.rst.inc
-
+.. highlight:: none
 
 Borg Documentation
 ==================
 
 .. include:: ../README.rst
 
+.. when you add an element here, do not forget to add it to book.rst
+
 .. toctree::
    :maxdepth: 2
 

docs/installation.rst

@@ -42,28 +42,25 @@ package which can be installed with the package manager.
 Distribution Source                                        Command
 ============ ============================================= =======
 Arch Linux   `[community]`_                                ``pacman -S borg``
-Debian       `jessie-backports`_, `stretch`_, `sid`_       ``apt install borgbackup``
+Debian       `Debian packages`_                            ``apt install borgbackup``
 Gentoo       `ebuild`_                                     ``emerge borgbackup``
 GNU Guix     `GNU Guix`_                                   ``guix package --install borg``
-Fedora/RHEL  `Fedora official repository`_, `EPEL`_        ``dnf install borgbackup``
+Fedora/RHEL  `Fedora official repository`_                 ``dnf install borgbackup``
 FreeBSD      `FreeBSD ports`_                              ``cd /usr/ports/archivers/py-borgbackup && make install clean``
 Mageia       `cauldron`_                                   ``urpmi borgbackup``
 NetBSD       `pkgsrc`_                                     ``pkg_add py-borgbackup``
-NixOS        `.nix file`_                                  N/A
+NixOS        `.nix file`_                                  ``nix-env -i borgbackup``
 OpenBSD      `OpenBSD ports`_                              ``pkg_add borgbackup``
 OpenIndiana  `OpenIndiana hipster repository`_             ``pkg install borg``
-openSUSE     `openSUSE official repository`_               ``zypper in python3-borgbackup``
+openSUSE     `openSUSE official repository`_               ``zypper in borgbackup``
 OS X         `Brew cask`_                                  ``brew cask install borgbackup``
 Raspbian     `Raspbian testing`_                           ``apt install borgbackup``
-Ubuntu       `16.04`_, backports (PPA): `15.10`_, `14.04`_ ``apt install borgbackup``
+Ubuntu       `Ubuntu packages`_, `Ubuntu PPA`_             ``apt install borgbackup``
 ============ ============================================= =======
 
 .. _[community]: https://www.archlinux.org/packages/?name=borg
-.. _jessie-backports: https://packages.debian.org/jessie-backports/borgbackup
-.. _stretch: https://packages.debian.org/stretch/borgbackup
-.. _sid: https://packages.debian.org/sid/borgbackup
+.. _Debian packages: https://packages.debian.org/search?keywords=borgbackup&searchon=names&exact=1&suite=all&section=all
 .. _Fedora official repository: https://apps.fedoraproject.org/packages/borgbackup
-.. _EPEL: https://admin.fedoraproject.org/pkgdb/package/rpms/borgbackup/
 .. _FreeBSD ports: http://www.freshports.org/archivers/py-borgbackup/
 .. _ebuild: https://packages.gentoo.org/packages/app-backup/borgbackup
 .. _GNU Guix: https://www.gnu.org/software/guix/package-list.html#borg
@@ -73,11 +70,10 @@ Ubuntu       `16.04`_, backports (PPA): `15.10`_, `14.04`_ ``apt install borgbac
 .. _OpenBSD ports: http://cvsweb.openbsd.org/cgi-bin/cvsweb/ports/sysutils/borgbackup/
 .. _OpenIndiana hipster repository: http://pkg.openindiana.org/hipster/en/search.shtml?token=borg&action=Search
 .. _openSUSE official repository: http://software.opensuse.org/package/borgbackup
-.. _Brew cask: http://caskroom.io/
+.. _Brew cask: https://caskroom.github.io/
 .. _Raspbian testing: http://archive.raspbian.org/raspbian/pool/main/b/borgbackup/
-.. _16.04: https://launchpad.net/ubuntu/xenial/+source/borgbackup
-.. _15.10: https://launchpad.net/~costamagnagianfranco/+archive/ubuntu/borgbackup
-.. _14.04: https://launchpad.net/~costamagnagianfranco/+archive/ubuntu/borgbackup
+.. _Ubuntu packages: http://packages.ubuntu.com/xenial/borgbackup
+.. _Ubuntu PPA: https://launchpad.net/~costamagnagianfranco/+archive/ubuntu/borgbackup
 
 Please ask package maintainers to build a package or, if you can package /
 submit it yourself, please help us with that! See :issue:`105` on
@@ -88,11 +84,14 @@ github to followup on packaging efforts.
 Standalone Binary
 -----------------
 
+.. note:: Releases are signed with an OpenPGP key, see
+          :ref:`security-contact` for more instructions.
+
 |project_name| binaries (generated with `pyinstaller`_) are available
 on the releases_ page for the following platforms:
 
-* **Linux**: glibc >= 2.13 (ok for most supported Linux releases). Maybe older
-  glibc versions also work, if they are compatible to 2.13.
+* **Linux**: glibc >= 2.13 (ok for most supported Linux releases).
+  Older glibc releases are untested and may not work.
 * **Mac OS X**: 10.10 (does not work with older OS X releases)
 * **FreeBSD**: 10.2 (unknown whether it works for older releases)
 
@@ -129,24 +128,35 @@ To install on Windows just extract the zip anywhere and add the bin directory to
 From Source
 -----------
 
+.. note::
+
+  Some older Linux systems (like RHEL/CentOS 5) and Python interpreter binaries
+  compiled to be able to run on such systems (like Python installed via Anaconda)
+  might miss functions required by Borg.
+
+  This issue will be detected early and Borg will abort with a fatal error.
+
 Dependencies
 ~~~~~~~~~~~~
 
 To install |project_name| from a source package (including pip), you have to install the
 following dependencies first:
 
-* `Python 3`_ >= 3.4.0, plus development headers. Even though Python 3 is not
+* `Python 3`_ >= 3.5.0, plus development headers. Even though Python 3 is not
   the default Python version on most systems, it is usually available as an
   optional install.
 * OpenSSL_ >= 1.0.0, plus development headers.
-* libacl_ (that pulls in libattr_ also), both plus development headers.
+* libacl_ (which depends on libattr_), both plus development headers.
 * liblz4_, plus development headers.
+* ZeroMQ_ >= 4.0.0, plus development headers.
 * some Python dependencies, pip will automatically install them for you
 * optionally, the llfuse_ Python package is required if you wish to mount an
   archive as a FUSE filesystem. See setup.py about the version requirements.
+* optionally libb2_. If it is not found a bundled implementation is used instead.
 
 If you have troubles finding the right package names, have a look at the
-distribution specific sections below and also at the Vagrantfile in our repo.
+distribution specific sections below or the Vagrantfile in the git repository,
+which contains installation scripts for a number of operating systems.
 
 In the following, the steps needed to install the dependencies are listed for a
 selection of platforms. If your distribution is not covered by these
@@ -166,6 +176,7 @@ Install the dependencies with development headers::
     libssl-dev openssl \
     libacl1-dev libacl1 \
     liblz4-dev liblz4-1 \
+    libzmq3-dev libzmq3 \
     build-essential
     sudo apt-get install libfuse-dev fuse pkg-config    # optional, for FUSE support
 
@@ -176,6 +187,8 @@ group, log out and log in again.
 Fedora / Korora
 +++++++++++++++
 
+.. todo:: Add zeromq, use python 3.5 or 3.6
+
 Install the dependencies with development headers::
 
     sudo dnf install python3 python3-devel python3-pip python3-virtualenv
@@ -186,14 +199,33 @@ Install the dependencies with development headers::
     sudo dnf install redhat-rpm-config                 # not needed in Korora
     sudo dnf install fuse-devel fuse pkgconfig         # optional, for FUSE support
 
+openSUSE Tumbleweed / Leap
+++++++++++++++++++++++++++
+
+.. todo:: Add zeromq, use python 3.5 or 3.6
+
+Install the dependencies automatically using zypper::
+
+    sudo zypper source-install --build-deps-only borgbackup
+
+Alternatively, you can enumerate all build dependencies in the command line::
+
+    sudo zypper install python3 python3-devel \
+    libacl-devel liblz4-devel openssl-devel \
+    python3-Cython python3-Sphinx python3-msgpack-python \
+    python3-pytest python3-setuptools python3-setuptools_scm \
+    python3-sphinx_rtd_theme python3-llfuse gcc gcc-c++
 
 Mac OS X
 ++++++++
 
+.. todo:: Add zeromq, use python 3.5 or 3.6
+
 Assuming you have installed homebrew_, the following steps will install all the
 dependencies::
 
     brew install python3 lz4 openssl
+    brew install pkg-config                            # optional, for FUSE support
     pip3 install virtualenv
 
 For FUSE support to mount the backup archives, you need at least version 3.0 of
@@ -204,8 +236,11 @@ FUSE for OS X, which is available as a pre-release_.
 
 FreeBSD
 ++++++++
-Listed below are packages you will need to install |project_name|, its dependencies,
-and commands to make fuse work for using the mount command.
+
+.. todo:: Add zeromq, use python 3.5 or 3.6
+
+Listed below are packages you will need to install Borg, its dependencies,
+and commands to make FUSE work for using the mount command.
 
 ::
 
@@ -217,7 +252,16 @@ and commands to make fuse work for using the mount command.
      echo 'vfs.usermount=1' >> /etc/sysctl.conf
      kldload fuse
      sysctl vfs.usermount=1
-    
+
+
+Windows 10's Linux Subsystem
+++++++++++++++++++++++++++++
+
+.. note::
+    Running under Windows 10's Linux Subsystem is experimental and has not been tested much yet.
+
+Just follow the Ubuntu Linux installation steps. You can omit the FUSE stuff, it won't work anyway.
+
 
 Windows
 +++++++
@@ -232,11 +276,13 @@ Cygwin
 
 .. note::
     Running under Cygwin is experimental and has only been tested with Cygwin
-    (x86-64) v2.5.2.
+    (x86-64) v2.5.2. Remote repositories are known broken, local repositories should work.
+
+.. todo:: Add zeromq, use python 3.5 or 3.6
 
 Use the Cygwin installer to install the dependencies::
 
-    python3 python3-setuptools
+    python3 python3-devel python3-setuptools
     binutils gcc-g++
     libopenssl openssl-devel
     liblz4_1 liblz4-devel
@@ -293,9 +339,9 @@ While we try not to break master, there are no guarantees on anything. ::
     source borg-env/bin/activate   # always before using!
 
     # install borg + dependencies into virtualenv
-    pip install sphinx  # optional, to build the docs
     cd borg
     pip install -r requirements.d/development.txt
+    pip install -r requirements.d/docs.txt  # optional, to build the docs
     pip install -r requirements.d/fuse.txt  # optional, for FUSE support
     pip install -e .  # in-place editable mode
 

docs/internals.rst

@@ -1,451 +1,45 @@
 .. include:: global.rst.inc
-.. highlight:: none
 .. _internals:
 
 Internals
 =========
 
-This page documents the internal data structures and storage
-mechanisms of |project_name|. It is partly based on `mailing list
-discussion about internals`_ and also on static code analysis.
-
-
-Repository and Archives
------------------------
-
-|project_name| stores its data in a `Repository`. Each repository can
-hold multiple `Archives`, which represent individual backups that
-contain a full archive of the files specified when the backup was
-performed. Deduplication is performed across multiple backups, both on
-data and metadata, using `Chunks` created by the chunker using the Buzhash_
-algorithm.
-
-Each repository has the following file structure:
-
-README
-  simple text file telling that this is a |project_name| repository
-
-config
-  repository configuration
-
-data/
-  directory where the actual data is stored
-
-hints.%d
-  hints for repository compaction
-
-index.%d
-  repository index
-
-lock.roster and lock.exclusive/*
-  used by the locking system to manage shared and exclusive locks
-
-
-Lock files
-----------
-
-|project_name| uses locks to get (exclusive or shared) access to the cache and
-the repository.
-
-The locking system is based on creating a directory `lock.exclusive` (for
-exclusive locks). Inside the lock directory, there is a file indication
-hostname, process id and thread id of the lock holder.
-
-There is also a json file `lock.roster` that keeps a directory of all shared
-and exclusive lockers.
-
-If the process can create the `lock.exclusive` directory for a resource, it has
-the lock for it. If creation fails (because the directory has already been
-created by some other process), lock acquisition fails.
-
-The cache lock is usually in `~/.cache/borg/REPOID/lock.*`.
-The repository lock is in `repository/lock.*`.
-
-In case you run into troubles with the locks, you can use the ``borg break-lock``
-command after you first have made sure that no |project_name| process is
-running on any machine that accesses this resource. Be very careful, the cache
-or repository might get damaged if multiple processes use it at the same time.
-
-
-Config file
------------
-
-Each repository has a ``config`` file which which is a ``INI``-style file
-and looks like this::
-
-    [repository]
-    version = 1
-    segments_per_dir = 10000
-    max_segment_size = 5242880
-    id = 57d6c1d52ce76a836b532b0e42e677dec6af9fca3673db511279358828a21ed6
-
-This is where the ``repository.id`` is stored. It is a unique
-identifier for repositories. It will not change if you move the
-repository around so you can make a local transfer then decide to move
-the repository to another (even remote) location at a later time.
-
-
-Keys
-----
-The key to address the key/value store is usually computed like this:
-
-key = id = id_hash(unencrypted_data)
-
-The id_hash function is:
-
-* sha256 (no encryption keys available)
-* hmac-sha256 (encryption keys available)
-
-
-Segments and archives
----------------------
-
-A |project_name| repository is a filesystem based transactional key/value
-store. It makes extensive use of msgpack_ to store data and, unless
-otherwise noted, data is stored in msgpack_ encoded files.
-
-Objects referenced by a key are stored inline in files (`segments`) of approx.
-5MB size in numbered subdirectories of ``repo/data``.
-
-They contain:
-
-* header size
-* crc
-* size
-* tag
-* key
-* data
-
-Segments are built locally, and then uploaded. Those files are
-strictly append-only and modified only once.
-
-Tag is either ``PUT``, ``DELETE``, or ``COMMIT``. A segment file is
-basically a transaction log where each repository operation is
-appended to the file. So if an object is written to the repository a
-``PUT`` tag is written to the file followed by the object id and
-data. If an object is deleted a ``DELETE`` tag is appended
-followed by the object id. A ``COMMIT`` tag is written when a
-repository transaction is committed.  When a repository is opened any
-``PUT`` or ``DELETE`` operations not followed by a ``COMMIT`` tag are
-discarded since they are part of a partial/uncommitted transaction.
-
-
-The manifest
-------------
-
-The manifest is an object with an all-zero key that references all the
-archives.
-It contains:
-
-* version
-* list of archive infos
-* timestamp
-* config
-
-Each archive info contains:
-
-* name
-* id
-* time
-
-It is the last object stored, in the last segment, and is replaced
-each time.
-
-The Archive
------------
-
-The archive metadata does not contain the file items directly. Only
-references to other objects that contain that data. An archive is an
-object that contains:
-
-* version
-* name
-* list of chunks containing item metadata
-* cmdline
-* hostname
-* username
-* time
-
-
-The Item
---------
-
-Each item represents a file, directory or other fs item and is stored as an
-``item`` dictionary that contains:
-
-* path
-* list of data chunks
-* user
-* group
-* uid
-* gid
-* mode (item type + permissions)
-* source (for links)
-* rdev (for devices)
-* mtime, atime, ctime in nanoseconds
-* xattrs
-* acl
-* bsdfiles
-
-All items are serialized using msgpack and the resulting byte stream
-is fed into the same chunker algorithm as used for regular file data
-and turned into deduplicated chunks. The reference to these chunks is then added
-to the archive metadata. To achieve a finer granularity on this metadata
-stream, we use different chunker params for this chunker, which result in
-smaller chunks.
-
-A chunk is stored as an object as well, of course.
-
-.. _chunker_details:
-
-Chunks
-------
-
-The |project_name| chunker uses a rolling hash computed by the Buzhash_ algorithm.
-It triggers (chunks) when the last HASH_MASK_BITS bits of the hash are zero,
-producing chunks of 2^HASH_MASK_BITS Bytes on average.
-
-``borg create --chunker-params CHUNK_MIN_EXP,CHUNK_MAX_EXP,HASH_MASK_BITS,HASH_WINDOW_SIZE``
-can be used to tune the chunker parameters, the default is:
-
-- CHUNK_MIN_EXP = 19 (minimum chunk size = 2^19 B = 512 kiB)
-- CHUNK_MAX_EXP = 23 (maximum chunk size = 2^23 B = 8 MiB)
-- HASH_MASK_BITS = 21 (statistical medium chunk size ~= 2^21 B = 2 MiB)
-- HASH_WINDOW_SIZE = 4095 [B] (`0xFFF`)
-
-The buzhash table is altered by XORing it with a seed randomly generated once
-for the archive, and stored encrypted in the keyfile. This is to prevent chunk
-size based fingerprinting attacks on your encrypted repo contents (to guess
-what files you have based on a specific set of chunk sizes).
-
-For some more general usage hints see also ``--chunker-params``.
-
-
-Indexes / Caches
-----------------
-
-The **files cache** is stored in ``cache/files`` and is indexed on the
-``file path hash``. At backup time, it is used to quickly determine whether we
-need to chunk a given file (or whether it is unchanged and we already have all
-its pieces).
-It contains:
-
-* age
-* file inode number
-* file size
-* file mtime_ns
-* file content chunk hashes
-
-The inode number is stored to make sure we distinguish between
-different files, as a single path may not be unique across different
-archives in different setups.
-
-The files cache is stored as a python associative array storing
-python objects, which generates a lot of overhead.
-
-The **chunks cache** is stored in ``cache/chunks`` and is indexed on the
-``chunk id_hash``. It is used to determine whether we already have a specific
-chunk, to count references to it and also for statistics.
-It contains:
-
-* reference count
-* size
-* encrypted/compressed size
-
-The **repository index** is stored in ``repo/index.%d`` and is indexed on the
-``chunk id_hash``. It is used to determine a chunk's location in the repository.
-It contains:
-
-* segment (that contains the chunk)
-* offset (where the chunk is located in the segment)
-
-The repository index file is random access.
-
-Hints are stored in a file (``repo/hints.%d``).
-It contains:
-
-* version
-* list of segments
-* compact
-
-hints and index can be recreated if damaged or lost using ``check --repair``.
-
-The chunks cache and the repository index are stored as hash tables, with
-only one slot per bucket, but that spreads the collisions to the following
-buckets. As a consequence the hash is just a start position for a linear
-search, and if the element is not in the table the index is linearly crossed
-until an empty bucket is found.
-
-When the hash table is filled to 75%, its size is grown. When it's
-emptied to 25%, its size is shrinked. So operations on it have a variable
-complexity between constant and linear with low factor, and memory overhead
-varies between 33% and 300%.
-
-.. _cache-memory-usage:
-
-Indexes / Caches memory usage
------------------------------
-
-Here is the estimated memory usage of |project_name|:
-
-  chunk_count ~= total_file_size / 2 ^ HASH_MASK_BITS
-
-  repo_index_usage = chunk_count * 40
-
-  chunks_cache_usage = chunk_count * 44
-
-  files_cache_usage = total_file_count * 240 + chunk_count * 80
-
-  mem_usage ~= repo_index_usage + chunks_cache_usage + files_cache_usage
-             = chunk_count * 164 + total_file_count * 240
-
-All units are Bytes.
-
-It is assuming every chunk is referenced exactly once (if you have a lot of
-duplicate chunks, you will have less chunks than estimated above).
-
-It is also assuming that typical chunk size is 2^HASH_MASK_BITS (if you have
-a lot of files smaller than this statistical medium chunk size, you will have
-more chunks than estimated above, because 1 file is at least 1 chunk).
-
-If a remote repository is used the repo index will be allocated on the remote side.
-
-E.g. backing up a total count of 1 Mi (IEC binary prefix e.g. 2^20) files with a total size of 1TiB.
-
-a) with ``create --chunker-params 10,23,16,4095`` (custom, like borg < 1.0 or attic):
-
-  mem_usage  =  2.8GiB
-
-b) with ``create --chunker-params 19,23,21,4095`` (default):
-
-  mem_usage  =  0.31GiB
-
-.. note:: There is also the ``--no-files-cache`` option to switch off the files cache.
-   You'll save some memory, but it will need to read / chunk all the files as
-   it can not skip unmodified files then.
-
-Encryption
-----------
-
-AES_-256 is used in CTR mode (so no need for padding). A 64bit initialization
-vector is used, a `HMAC-SHA256`_ is computed on the encrypted chunk with a
-random 64bit nonce and both are stored in the chunk.
-The header of each chunk is: ``TYPE(1)`` + ``HMAC(32)`` + ``NONCE(8)`` + ``CIPHERTEXT``.
-Encryption and HMAC use two different keys.
-
-In AES CTR mode you can think of the IV as the start value for the counter.
-The counter itself is incremented by one after each 16 byte block.
-The IV/counter is not required to be random but it must NEVER be reused.
-So to accomplish this |project_name| initializes the encryption counter to be
-higher than any previously used counter value before encrypting new data.
-
-To reduce payload size, only 8 bytes of the 16 bytes nonce is saved in the
-payload, the first 8 bytes are always zeros. This does not affect security but
-limits the maximum repository capacity to only 295 exabytes (2**64 * 16 bytes).
-
-Encryption keys (and other secrets) are kept either in a key file on the client
-('keyfile' mode) or in the repository config on the server ('repokey' mode).
-In both cases, the secrets are generated from random and then encrypted by a
-key derived from your passphrase (this happens on the client before the key
-is stored into the keyfile or as repokey).
-
-The passphrase is passed through the ``BORG_PASSPHRASE`` environment variable
-or prompted for interactive usage.
-
-
-Key files
----------
-
-When initialized with the ``init -e keyfile`` command, |project_name|
-needs an associated file in ``$HOME/.config/borg/keys`` to read and write
-the repository. The format is based on msgpack_, base64 encoding and
-PBKDF2_ SHA256 hashing, which is then encoded again in a msgpack_.
-
-The internal data structure is as follows:
-
-version
-  currently always an integer, 1
-
-repository_id
-  the ``id`` field in the ``config`` ``INI`` file of the repository.
-
-enc_key
-  the key used to encrypt data with AES (256 bits)
-  
-enc_hmac_key
-  the key used to HMAC the encrypted data (256 bits)
-
-id_key
-  the key used to HMAC the plaintext chunk data to compute the chunk's id
-
-chunk_seed
-  the seed for the buzhash chunking table (signed 32 bit integer)
-
-Those fields are processed using msgpack_. The utf-8 encoded passphrase
-is processed with PBKDF2_ (SHA256_, 100000 iterations, random 256 bit salt)
-to give us a derived key. The derived key is 256 bits long.
-A `HMAC-SHA256`_ checksum of the above fields is generated with the derived
-key, then the derived key is also used to encrypt the above pack of fields.
-Then the result is stored in a another msgpack_ formatted as follows:
-
-version
-  currently always an integer, 1
-
-salt
-  random 256 bits salt used to process the passphrase
-
-iterations
-  number of iterations used to process the passphrase (currently 100000)
-
-algorithm
-  the hashing algorithm used to process the passphrase and do the HMAC
-  checksum (currently the string ``sha256``)
-
-hash
-  the HMAC of the encrypted derived key
-
-data
-  the derived key, encrypted with AES over a PBKDF2_ SHA256 key
-  described above
-
-The resulting msgpack_ is then encoded using base64 and written to the
-key file, wrapped using the standard ``textwrap`` module with a header.
-The header is a single line with a MAGIC string, a space and a hexadecimal
-representation of the repository id.
-
-
-Compression
------------
-
-|project_name| supports the following compression methods:
-
-- none (no compression, pass through data 1:1)
-- lz4 (low compression, but super fast)
-- zlib (level 0-9, level 0 is no compression [but still adding zlib overhead],
-  level 1 is low, level 9 is high compression)
-- lzma (level 0-9, level 0 is low, level 9 is high compression).
-
-Speed:  none > lz4 > zlib > lzma
-Compression: lzma > zlib > lz4 > none
-
-Be careful, higher zlib and especially lzma compression levels might take a
-lot of resources (CPU and memory).
-
-The overall speed of course also depends on the speed of your target storage.
-If that is slow, using a higher compression level might yield better overall
-performance. You need to experiment a bit. Maybe just watch your CPU load, if
-that is relatively low, increase compression until 1 core is 70-100% loaded.
-
-Even if your target storage is rather fast, you might see interesting effects:
-while doing no compression at all (none) is a operation that takes no time, it
-likely will need to store more data to the storage compared to using lz4.
-The time needed to transfer and store the additional data might be much more
-than if you had used lz4 (which is super fast, but still might compress your
-data about 2:1). This is assuming your data is compressible (if you backup
-already compressed data, trying to compress them at backup time is usually
-pointless).
-
-Compression is applied after deduplication, thus using different compression
-methods in one repo does not influence deduplication.
-
-See ``borg create --help`` about how to specify the compression level and its default.
+The internals chapter describes and analyses most of the inner workings
+of Borg.
+
+Borg uses a low-level, key-value store, the :ref:`repository`, and
+implements a more complex data structure on top of it, which is made
+up of the :ref:`manifest <manifest>`, :ref:`archives <archive>`,
+:ref:`items <item>` and data :ref:`chunks`.
+
+Each repository can hold multiple :ref:`archives <archive>`, which
+represent individual backups that contain a full archive of the files
+specified when the backup was performed.
+
+Deduplication is performed globally across all data in the repository
+(multiple backups and even multiple hosts), both on data and file
+metadata, using :ref:`chunks` created by the chunker using the
+Buzhash_ algorithm.
+
+To actually perform the repository-wide deduplication, a hash of each
+chunk is checked against the :ref:`chunks cache <cache>`, which is a
+hash-table of all chunks that already exist.
+
+.. figure:: internals/structure.png
+    :figwidth: 100%
+    :width: 100%
+
+    Layers in Borg. On the very top commands are implemented, using
+    a data access layer provided by the Archive and Item classes.
+    The "key" object provides both compression and authenticated
+    encryption used by the data access layer. The "key" object represents
+    the sole trust boundary in Borg.
+    The lowest layer is the repository, either accessed directly
+    (Repository) or remotely (RemoteRepository).
+
+.. toctree::
+    :caption: Internals contents
+
+    internals/security
+    internals/data-structures
+    internals/frontends

docs/internals/data-structures.rst

@@ -0,0 +1,1153 @@
+.. include:: ../global.rst.inc
+.. highlight:: none
+
+.. _data-structures:
+
+Data structures and file formats
+================================
+
+This page documents the internal data structures and storage
+mechanisms of Borg. It is partly based on `mailing list
+discussion about internals`_ and also on static code analysis.
+
+.. todo:: Clarify terms, perhaps create a glossary.
+          ID (client?) vs. key (repository?),
+          chunks (blob of data in repo?) vs. object (blob of data in repo, referred to from another object?),
+
+.. _repository:
+
+Repository
+----------
+
+.. Some parts of this description were taken from the Repository docstring
+
+Borg stores its data in a `Repository`, which is a file system based
+transactional key-value store. Thus the repository does not know about
+the concept of archives or items.
+
+Each repository has the following file structure:
+
+README
+  simple text file telling that this is a |project_name| repository
+
+config
+  repository configuration
+
+data/
+  directory where the actual data is stored
+
+hints.%d
+  hints for repository compaction
+
+index.%d
+  repository index
+
+lock.roster and lock.exclusive/*
+  used by the locking system to manage shared and exclusive locks
+
+Transactionality is achieved by using a log (aka journal) to record changes. The log is a series of numbered files
+called segments_. Each segment is a series of log entries. The segment number together with the offset of each
+entry relative to its segment start establishes an ordering of the log entries. This is the "definition" of
+time for the purposes of the log.
+
+.. _config-file:
+
+Config file
+~~~~~~~~~~~
+
+Each repository has a ``config`` file which which is a ``INI``-style file
+and looks like this::
+
+    [repository]
+    version = 1
+    segments_per_dir = 1000
+    max_segment_size = 524288000
+    id = 57d6c1d52ce76a836b532b0e42e677dec6af9fca3673db511279358828a21ed6
+
+This is where the ``repository.id`` is stored. It is a unique
+identifier for repositories. It will not change if you move the
+repository around so you can make a local transfer then decide to move
+the repository to another (even remote) location at a later time.
+
+Keys
+~~~~
+
+Repository keys are byte-strings of fixed length (32 bytes), they
+don't have a particular meaning (except for the Manifest_).
+
+Normally the keys are computed like this::
+
+  key = id = id_hash(unencrypted_data)
+
+The id_hash function depends on the :ref:`encryption mode <borg_init>`.
+
+As the id / key is used for deduplication, id_hash must be a cryptographically
+strong hash or MAC.
+
+Segments
+~~~~~~~~
+
+Objects referenced by a key are stored inline in files (`segments`) of approx.
+500 MB size in numbered subdirectories of ``repo/data``. The number of segments
+per directory is controlled by the value of ``segments_per_dir``. If you change
+this value in a non-empty repository, you may also need to relocate the segment
+files manually.
+
+A segment starts with a magic number (``BORG_SEG`` as an eight byte ASCII string),
+followed by a number of log entries. Each log entry consists of:
+
+* 32-bit size of the entry
+* CRC32 of the entire entry (for a PUT this includes the data)
+* entry tag: PUT, DELETE or COMMIT
+* PUT and DELETE follow this with the 32 byte key
+* PUT follow the key with the data
+
+Those files are strictly append-only and modified only once.
+
+Tag is either ``PUT``, ``DELETE``, or ``COMMIT``.
+
+When an object is written to the repository a ``PUT`` entry is written
+to the file containing the object id and data. If an object is deleted
+a ``DELETE`` entry is appended with the object id.
+
+A ``COMMIT`` tag is written when a repository transaction is
+committed. The segment number of the segment containing
+a commit is the **transaction ID**.
+
+When a repository is opened any ``PUT`` or ``DELETE`` operations not
+followed by a ``COMMIT`` tag are discarded since they are part of a
+partial/uncommitted transaction.
+
+The size of individual segments is limited to 4 GiB, since the offset of entries
+within segments is stored in a 32-bit unsigned integer in the repository index.
+
+Index, hints and integrity
+~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+The **repository index** is stored in ``index.<TRANSACTION_ID>`` and is used to
+determine an object's location in the repository. It is a HashIndex_,
+a hash table using open addressing. It maps object keys_ to two
+unsigned 32-bit integers; the first integer gives the segment number,
+the second indicates the offset of the object's entry within the segment.
+
+The **hints file** is a msgpacked file named ``hints.<TRANSACTION_ID>``.
+It contains:
+
+* version
+* list of segments
+* compact
+
+The **integrity file** is a msgpacked file named ``integrity.<TRANSACTION_ID>``.
+It contains checksums of the index and hints files and is described in the
+:ref:`Checksumming data structures <integrity_repo>` section below.
+
+If the index or hints are corrupted, they are re-generated automatically.
+If they are outdated, segments are replayed from the index state to the currently
+committed transaction.
+
+Compaction
+~~~~~~~~~~
+
+For a given key only the last entry regarding the key, which is called current (all other entries are called
+superseded), is relevant: If there is no entry or the last entry is a DELETE then the key does not exist.
+Otherwise the last PUT defines the value of the key.
+
+By superseding a PUT (with either another PUT or a DELETE) the log entry becomes obsolete. A segment containing
+such obsolete entries is called sparse, while a segment containing no such entries is called compact.
+
+Since writing a ``DELETE`` tag does not actually delete any data and
+thus does not free disk space any log-based data store will need a
+compaction strategy (somewhat analogous to a garbage collector).
+Borg uses a simple forward compacting algorithm,
+which avoids modifying existing segments.
+Compaction runs when a commit is issued (unless the :ref:`append_only_mode` is active).
+One client transaction can manifest as multiple physical transactions,
+since compaction is transacted, too, and Borg does not distinguish between the two::
+
+  Perspective| Time -->
+  -----------+--------------
+  Client     | Begin transaction - Modify Data - Commit | <client waits for repository> (done)
+  Repository | Begin transaction - Modify Data - Commit | Compact segments - Commit   | (done)
+
+The compaction algorithm requires two inputs in addition to the segments themselves:
+
+(i) Which segments are sparse, to avoid scanning all segments (impractical).
+    Further, Borg uses a conditional compaction strategy: Only those
+    segments that exceed a threshold sparsity are compacted.
+
+    To implement the threshold condition efficiently, the sparsity has
+    to be stored as well. Therefore, Borg stores a mapping ``(segment
+    id,) -> (number of sparse bytes,)``.
+
+    The 1.0.x series used a simpler non-conditional algorithm,
+    which only required the list of sparse segments. Thus,
+    it only stored a list, not the mapping described above.
+(ii) Each segment's reference count, which indicates how many live objects are in a segment.
+     This is not strictly required to perform the algorithm. Rather, it is used to validate
+     that a segment is unused before deleting it. If the algorithm is incorrect, or the reference
+     count was not accounted correctly, then an assertion failure occurs.
+
+These two pieces of information are stored in the hints file (`hints.N`)
+next to the index (`index.N`).
+
+When loading a hints file, Borg checks the version contained in the file.
+The 1.0.x series writes version 1 of the format (with the segments list instead
+of the mapping, mentioned above). Since Borg 1.0.4, version 2 is read as well.
+The 1.1.x series writes version 2 of the format and reads either version.
+When reading a version 1 hints file, Borg 1.1.x will
+read all sparse segments to determine their sparsity.
+
+This process may take some time if a repository is kept in the append-only mode,
+which causes the number of sparse segments to grow. Repositories not in append-only
+mode have no sparse segments in 1.0.x, since compaction is unconditional.
+
+Compaction processes sparse segments from oldest to newest; sparse segments
+which don't contain enough deleted data to justify compaction are skipped. This
+avoids doing e.g. 500 MB of writing current data to a new segment when only
+a couple kB were deleted in a segment.
+
+Segments that are compacted are read in entirety. Current entries are written to
+a new segment, while superseded entries are omitted. After each segment an intermediary
+commit is written to the new segment. Then, the old segment is deleted
+(asserting that the reference count diminished to zero), freeing disk space.
+
+A simplified example (excluding conditional compaction and with simpler
+commit logic) showing the principal operation of compaction:
+
+.. figure:: compaction.png
+    :figwidth: 100%
+    :width: 100%
+
+(The actual algorithm is more complex to avoid various consistency issues, refer to
+the ``borg.repository`` module for more comments and documentation on these issues.)
+
+.. _internals_storage_quota:
+
+Storage quotas
+~~~~~~~~~~~~~~
+
+Quotas are implemented at the Repository level. The active quota of a repository
+is determined by the ``storage_quota`` `config` entry or a run-time override (via :ref:`borg_serve`).
+The currently used quota is stored in the hints file. Operations (PUT and DELETE) during
+a transaction modify the currently used quota:
+
+- A PUT adds the size of the *log entry* to the quota,
+  i.e. the length of the data plus the 41 byte header.
+- A DELETE subtracts the size of the deleted log entry from the quota,
+  which includes the header.
+
+Thus, PUT and DELETE are symmetric and cancel each other out precisely.
+
+The quota does not track on-disk size overheads (due to conditional compaction
+or append-only mode). In normal operation the inclusion of the log entry headers
+in the quota act as a faithful proxy for index and hints overheads.
+
+By tracking effective content size, the client can *always* recover from a full quota
+by deleting archives. This would not be possible if the quota tracked on-disk size,
+since journaling DELETEs requires extra disk space before space is freed.
+Tracking effective size on the other hand accounts DELETEs immediately as freeing quota.
+
+.. rubric:: Enforcing the quota
+
+The storage quota is meant as a robust mechanism for service providers, therefore
+:ref:`borg_serve` has to enforce it without loopholes (e.g. modified clients).
+The following sections refer to using quotas on remotely accessed repositories.
+For local access, consider *client* and *serve* the same.
+Accordingly, quotas cannot be enforced with local access,
+since the quota can be changed in the repository config.
+
+The quota is enforcible only if *all* :ref:`borg_serve` versions
+accessible to clients support quotas (see next section). Further, quota is
+per repository. Therefore, ensure clients can only access a defined set of repositories
+with their quotas set, using ``--restrict-to-repository``.
+
+If the client exceeds the storage quota the ``StorageQuotaExceeded`` exception is
+raised. Normally a client could ignore such an exception and just send a ``commit()``
+command anyway, circumventing the quota. However, when ``StorageQuotaExceeded`` is raised,
+it is stored in the ``transaction_doomed`` attribute of the repository.
+If the transaction is doomed, then commit will re-raise this exception, aborting the commit.
+
+The transaction_doomed indicator is reset on a rollback (which erases the quota-exceeding
+state).
+
+.. rubric:: Compatibility with older servers and enabling quota after-the-fact
+
+If no quota data is stored in the hints file, Borg assumes zero quota is used.
+Thus, if a repository with an enabled quota is written to with an older ``borg serve``
+version that does not understand quotas, then the quota usage will be erased.
+
+The client version is irrelevant to the storage quota and has no part in it.
+The form of error messages due to exceeding quota varies with client versions.
+
+A similar situation arises when upgrading from a Borg release that did not have quotas.
+Borg will start tracking quota use from the time of the upgrade, starting at zero.
+
+If the quota shall be enforced accurately in these cases, either
+
+- delete the ``index.N`` and ``hints.N`` files, forcing Borg to rebuild both,
+  re-acquiring quota data in the process, or
+- edit the msgpacked ``hints.N`` file (not recommended and thus not
+  documented further).
+
+The object graph
+----------------
+
+On top of the simple key-value store offered by the Repository_,
+Borg builds a much more sophisticated data structure that is essentially
+a completely encrypted object graph. Objects, such as archives_, are referenced
+by their chunk ID, which is cryptographically derived from their contents.
+More on how this helps security in :ref:`security_structural_auth`.
+
+.. figure:: object-graph.png
+    :figwidth: 100%
+    :width: 100%
+
+.. _manifest:
+
+The manifest
+~~~~~~~~~~~~
+
+The manifest is the root of the object hierarchy. It references
+all archives in a repository, and thus all data in it.
+Since no object references it, it cannot be stored under its ID key.
+Instead, the manifest has a fixed all-zero key.
+
+The manifest is rewritten each time an archive is created, deleted,
+or modified. It looks like this:
+
+.. code-block:: python
+
+    {
+        b'version': 1,
+        b'timestamp': b'2017-05-05T12:42:23.042864',
+        b'item_keys': [b'acl_access', b'acl_default', ...],
+        b'config': {},
+        b'archives': {
+            b'2017-05-05-system-backup': {
+                b'id': b'<32 byte binary object ID>',
+                b'time': b'2017-05-05T12:42:22.942864',
+            },
+        },
+        b'tam': ...,
+    }
+
+The *version* field can be either 1 or 2. The versions differ in the
+way feature flags are handled, described below.
+
+The *timestamp* field is used to avoid logical replay attacks where
+the server just resets the repository to a previous state.
+
+*item_keys* is a list containing all Item_ keys that may be encountered in
+the repository. It is used by *borg check*, which verifies that all keys
+in all items are a subset of these keys. Thus, an older version of *borg check*
+supporting this mechanism can correctly detect keys introduced in later versions.
+
+The *tam* key is part of the :ref:`tertiary authentication mechanism <tam_description>`
+(formerly known as "tertiary authentication for metadata") and authenticates
+the manifest, since an ID check is not possible.
+
+*config* is a general-purpose location for additional metadata. All versions
+of Borg preserve its contents (it may have been a better place for *item_keys*,
+which is not preserved by unaware Borg versions, releases predating 1.0.4).
+
+Feature flags
++++++++++++++
+
+Feature flags are used to add features to data structures without causing
+corruption if older versions are used to access or modify them. The main issues
+to consider for a feature flag oriented design are flag granularity,
+flag storage, and cache_ invalidation.
+
+Feature flags are divided in approximately three categories, detailed below.
+Due to the nature of ID-based deduplication, write (i.e. creating archives) and
+read access are not symmetric; it is possible to create archives referencing
+chunks that are not readable with the current feature set. The third
+category are operations that require accurate reference counts, for example
+archive deletion and check.
+
+As the manifest is always updated and always read, it is the ideal place to store
+feature flags, comparable to the super-block of a file system. The only problem
+is to recover from a lost manifest, i.e. how is it possible to detect which feature
+flags are enabled, if there is no manifest to tell. This issue is left open at this time,
+but is not expected to be a major hurdle; it doesn't have to be handled efficiently, it just
+needs to be handled.
+
+Lastly, cache_ invalidation is handled by noting which feature
+flags were and which were not understood while manipulating a cache.
+This allows to detect whether the cache needs to be invalidated,
+i.e. rebuilt from scratch. See `Cache feature flags`_ below.
+
+The *config* key stores the feature flags enabled on a repository:
+
+.. code-block:: python
+
+    config = {
+        b'feature_flags': {
+            b'read': {
+                b'mandatory': [b'some_feature'],
+            },
+            b'check': {
+                b'mandatory': [b'other_feature'],
+            }
+            b'write': ...,
+            b'delete': ...
+        },
+    }
+
+The top-level distinction for feature flags is the operation the client intends
+to perform,
+
+| the *read* operation includes extraction and listing of archives,
+| the *write* operation includes creating new archives,
+| the *delete* (archives) operation,
+| the *check* operation requires full understanding of everything in the repository.
+|
+
+These are weakly set-ordered; *check* will include everything required for *delete*,
+*delete* will likely include *write* and *read*. However, *read* may require more
+features than *write* (due to ID-based deduplication, *write* does not necessarily
+require reading/understanding repository contents).
+
+Each operation can contain several sets of feature flags. Only one set,
+the *mandatory* set is currently defined.
+
+Upon reading the manifest, the Borg client has already determined which operation
+should be performed. If feature flags are found in the manifest, the set
+of feature flags supported by the client is compared to the mandatory set
+found in the manifest. If any unsupported flags are found (i.e. the mandatory set is
+not a subset of the features supported by the Borg client used), the operation
+is aborted with a *MandatoryFeatureUnsupported* error:
+
+    Unsupported repository feature(s) {'some_feature'}. A newer version of borg is required to access this repository.
+
+Older Borg releases do not have this concept and do not perform feature flags checks.
+These can be locked out with manifest version 2. Thus, the only difference between
+manifest versions 1 and 2 is that the latter is only accepted by Borg releases
+implementing feature flags.
+
+Therefore, as soon as any mandatory feature flag is enabled in a repository,
+the manifest version must be switched to version 2 in order to lock out all
+Borg releases unaware of feature flags.
+
+.. _Cache feature flags:
+.. rubric:: Cache feature flags
+
+`The cache`_ does not have its separate set of feature flags. Instead, Borg stores
+which flags were used to create or modify a cache.
+
+All mandatory manifest features from all operations are gathered in one set.
+Then, two sets of features are computed;
+
+- those features that are supported by the client and mandated by the manifest
+  are added to the *mandatory_features* set,
+- the *ignored_features* set comprised of those features mandated by the manifest,
+  but not supported by the client.
+
+Because the client previously checked compliance with the mandatory set of features
+required for the particular operation it is executing, the *mandatory_features* set
+will contain all necessary features required for using the cache safely.
+
+Conversely, the *ignored_features* set contains only those features which were not
+relevant to operating the cache. Otherwise, the client would not pass the feature
+set test against the manifest.
+
+When opening a cache and the *mandatory_features* set is not a subset of the features
+supported by the client, the cache is wiped out and rebuilt,
+since a client not supporting a mandatory feature that the cache was built with
+would be unable to update it correctly.
+The assumption behind this behaviour is that any of the unsupported features could have
+been reflected in the cache and there is no way for the client to discern whether
+that is the case.
+Meanwhile, it may not be practical for every feature to have clients using it track
+whether the feature had an impact on the cache.
+Therefore, the cache is wiped.
+
+When opening a cache and the intersection of *ignored_features* and the features
+supported by the client contains any elements, i.e. the client possesses features
+that the previous client did not have and those new features are enabled in the repository,
+the cache is wiped out and rebuilt.
+
+While the former condition likely requires no tweaks, the latter condition is formulated
+in an especially conservative way to play it safe. It seems likely that specific features
+might be exempted from the latter condition.
+
+.. rubric:: Defined feature flags
+
+Currently no feature flags are defined.
+
+From currently planned features, some examples follow,
+these may/may not be implemented and purely serve as examples.
+
+- A mandatory *read* feature could be using a different encryption scheme (e.g. session keys).
+  This may not be mandatory for the *write* operation - reading data is not strictly required for
+  creating an archive.
+- Any additions to the way chunks are referenced (e.g. to support larger archives) would
+  become a mandatory *delete* and *check* feature; *delete* implies knowing correct
+  reference counts, so all object references need to be understood. *check* must
+  discover the entire object graph as well, otherwise the "orphan chunks check"
+  could delete data still in use.
+
+.. _archive:
+
+Archives
+~~~~~~~~
+
+Each archive is an object referenced by the manifest. The archive object
+itself does not store any of the data contained in the archive it describes.
+
+Instead, it contains a list of chunks which form a msgpacked stream of items_.
+The archive object itself further contains some metadata:
+
+* *version*
+* *name*, which might differ from the name set in the manifest.
+  When :ref:`borg_check` rebuilds the manifest (e.g. if it was corrupted) and finds
+  more than one archive object with the same name, it adds a counter to the name
+  in the manifest, but leaves the *name* field of the archives as it was.
+* *items*, a list of chunk IDs containing item metadata (size: count * ~34B)
+* *cmdline*, the command line which was used to create the archive
+* *hostname*
+* *username*
+* *time* and *time_end* are the start and end timestamps, respectively
+* *comment*, a user-specified archive comment
+* *chunker_params* are the :ref:`chunker-params <chunker-params>` used for creating the archive.
+  This is used by :ref:`borg_recreate` to determine whether a given archive needs rechunking.
+* Some other pieces of information related to recreate.
+
+.. _archive_limitation:
+
+.. rubric:: Note about archive limitations
+
+The archive is currently stored as a single object in the repository
+and thus limited in size to MAX_OBJECT_SIZE (20MiB).
+
+As one chunk list entry is ~40B, that means we can reference ~500.000 item
+metadata stream chunks per archive.
+
+Each item metadata stream chunk is ~128kiB (see hardcoded ITEMS_CHUNKER_PARAMS).
+
+So that means the whole item metadata stream is limited to ~64GiB chunks.
+If compression is used, the amount of storable metadata is bigger - by the
+compression factor.
+
+If the medium size of an item entry is 100B (small size file, no ACLs/xattrs),
+that means a limit of ~640 million files/directories per archive.
+
+If the medium size of an item entry is 2kB (~100MB size files or more
+ACLs/xattrs), the limit will be ~32 million files/directories per archive.
+
+If one tries to create an archive object bigger than MAX_OBJECT_SIZE, a fatal
+IntegrityError will be raised.
+
+A workaround is to create multiple archives with less items each, see
+also :issue:`1452`.
+
+.. _item:
+
+Items
+~~~~~
+
+Each item represents a file, directory or other file system item and is stored as a
+dictionary created by the ``Item`` class that contains:
+
+* path
+* list of data chunks (size: count * ~40B)
+* user
+* group
+* uid
+* gid
+* mode (item type + permissions)
+* source (for symlinks, and for hardlinks within one archive)
+* rdev (for device files)
+* mtime, atime, ctime in nanoseconds
+* xattrs
+* acl (various OS-dependent fields)
+* bsdflags
+
+All items are serialized using msgpack and the resulting byte stream
+is fed into the same chunker algorithm as used for regular file data
+and turned into deduplicated chunks. The reference to these chunks is then added
+to the archive metadata. To achieve a finer granularity on this metadata
+stream, we use different chunker params for this chunker, which result in
+smaller chunks.
+
+A chunk is stored as an object as well, of course.
+
+.. _chunks:
+.. _chunker_details:
+
+Chunks
+~~~~~~
+
+The |project_name| chunker uses a rolling hash computed by the Buzhash_ algorithm.
+It triggers (chunks) when the last HASH_MASK_BITS bits of the hash are zero,
+producing chunks of 2^HASH_MASK_BITS Bytes on average.
+
+Buzhash is **only** used for cutting the chunks at places defined by the
+content, the buzhash value is **not** used as the deduplication criteria (we
+use a cryptographically strong hash/MAC over the chunk contents for this, the
+id_hash).
+
+``borg create --chunker-params CHUNK_MIN_EXP,CHUNK_MAX_EXP,HASH_MASK_BITS,HASH_WINDOW_SIZE``
+can be used to tune the chunker parameters, the default is:
+
+- CHUNK_MIN_EXP = 19 (minimum chunk size = 2^19 B = 512 kiB)
+- CHUNK_MAX_EXP = 23 (maximum chunk size = 2^23 B = 8 MiB)
+- HASH_MASK_BITS = 21 (statistical medium chunk size ~= 2^21 B = 2 MiB)
+- HASH_WINDOW_SIZE = 4095 [B] (`0xFFF`)
+
+The buzhash table is altered by XORing it with a seed randomly generated once
+for the archive, and stored encrypted in the keyfile. This is to prevent chunk
+size based fingerprinting attacks on your encrypted repo contents (to guess
+what files you have based on a specific set of chunk sizes).
+
+For some more general usage hints see also ``--chunker-params``.
+
+.. _cache:
+
+The cache
+---------
+
+The **files cache** is stored in ``cache/files`` and is used at backup time to
+quickly determine whether a given file is unchanged and we have all its chunks.
+
+In memory, the files cache is a key -> value mapping (a Python *dict*) and contains:
+
+* key: id_hash of the encoded, absolute file path
+* value:
+
+  - file inode number
+  - file size
+  - file mtime_ns
+  - age (0 [newest], 1, 2, 3, ..., BORG_FILES_CACHE_TTL - 1)
+  - list of chunk ids representing the file's contents
+
+To determine whether a file has not changed, cached values are looked up via
+the key in the mapping and compared to the current file attribute values.
+
+If the file's size, mtime_ns and inode number is still the same, it is
+considered to not have changed. In that case, we check that all file content
+chunks are (still) present in the repository (we check that via the chunks
+cache).
+
+If everything is matching and all chunks are present, the file is not read /
+chunked / hashed again (but still a file metadata item is written to the
+archive, made from fresh file metadata read from the filesystem). This is
+what makes borg so fast when processing unchanged files.
+
+If there is a mismatch or a chunk is missing, the file is read / chunked /
+hashed. Chunks already present in repo won't be transferred to repo again.
+
+The inode number is stored and compared to make sure we distinguish between
+different files, as a single path may not be unique across different
+archives in different setups.
+
+Not all filesystems have stable inode numbers. If that is the case, borg can
+be told to ignore the inode number in the check via --ignore-inode.
+
+The age value is used for cache management. If a file is "seen" in a backup
+run, its age is reset to 0, otherwise its age is incremented by one.
+If a file was not seen in BORG_FILES_CACHE_TTL backups, its cache entry is
+removed. See also: :ref:`always_chunking` and :ref:`a_status_oddity`
+
+The files cache is a python dictionary, storing python objects, which
+generates a lot of overhead.
+
+Borg can also work without using the files cache (saves memory if you have a
+lot of files or not much RAM free), then all files are assumed to have changed.
+This is usually much slower than with files cache.
+
+The on-disk format of the files cache is a stream of msgpacked tuples (key, value).
+Loading the files cache involves reading the file, one msgpack object at a time,
+unpacking it, and msgpacking the value (in an effort to save memory).
+
+The **chunks cache** is stored in ``cache/chunks`` and is used to determine
+whether we already have a specific chunk, to count references to it and also
+for statistics.
+
+The chunks cache is a key -> value mapping and contains:
+
+* key:
+
+  - chunk id_hash
+* value:
+
+  - reference count
+  - size
+  - encrypted/compressed size
+
+The chunks cache is a HashIndex_. Due to some restrictions of HashIndex,
+the reference count of each given chunk is limited to a constant, MAX_VALUE
+(introduced below in HashIndex_), approximately 2**32.
+If a reference count hits MAX_VALUE, decrementing it yields MAX_VALUE again,
+i.e. the reference count is pinned to MAX_VALUE.
+
+.. _cache-memory-usage:
+
+Indexes / Caches memory usage
+-----------------------------
+
+Here is the estimated memory usage of |project_name| - it's complicated::
+
+  chunk_count ~= total_file_size / 2 ^ HASH_MASK_BITS
+
+  repo_index_usage = chunk_count * 40
+
+  chunks_cache_usage = chunk_count * 44
+
+  files_cache_usage = total_file_count * 240 + chunk_count * 80
+
+  mem_usage ~= repo_index_usage + chunks_cache_usage + files_cache_usage
+             = chunk_count * 164 + total_file_count * 240
+
+Due to the hashtables, the best/usual/worst cases for memory allocation can
+be estimated like that::
+
+  mem_allocation = mem_usage / load_factor  # l_f = 0.25 .. 0.75
+
+  mem_allocation_peak = mem_allocation * (1 + growth_factor)  # g_f = 1.1 .. 2
+
+All units are Bytes.
+
+It is assuming every chunk is referenced exactly once (if you have a lot of
+duplicate chunks, you will have less chunks than estimated above).
+
+It is also assuming that typical chunk size is 2^HASH_MASK_BITS (if you have
+a lot of files smaller than this statistical medium chunk size, you will have
+more chunks than estimated above, because 1 file is at least 1 chunk).
+
+If a remote repository is used the repo index will be allocated on the remote side.
+
+The chunks cache, files cache and the repo index are all implemented as hash
+tables. A hash table must have a significant amount of unused entries to be
+fast - the so-called load factor gives the used/unused elements ratio.
+
+When a hash table gets full (load factor getting too high), it needs to be
+grown (allocate new, bigger hash table, copy all elements over to it, free old
+hash table) - this will lead to short-time peaks in memory usage each time this
+happens. Usually does not happen for all hashtables at the same time, though.
+For small hash tables, we start with a growth factor of 2, which comes down to
+~1.1x for big hash tables.
+
+E.g. backing up a total count of 1 Mi (IEC binary prefix i.e. 2^20) files with a total size of 1TiB.
+
+a) with ``create --chunker-params 10,23,16,4095`` (custom, like borg < 1.0 or attic):
+
+  mem_usage  =  2.8GiB
+
+b) with ``create --chunker-params 19,23,21,4095`` (default):
+
+  mem_usage  =  0.31GiB
+
+.. note:: There is also the ``--files-cache=disabled`` option to disable the files cache.
+   You'll save some memory, but it will need to read / chunk all the files as
+   it can not skip unmodified files then.
+
+HashIndex
+---------
+
+The chunks cache and the repository index are stored as hash tables, with
+only one slot per bucket, spreading hash collisions to the following
+buckets. As a consequence the hash is just a start position for a linear
+search. If a key is looked up that is not in the table, then the hash table
+is searched from the start position (the hash) until the first empty
+bucket is reached.
+
+This particular mode of operation is open addressing with linear probing.
+
+When the hash table is filled to 75%, its size is grown. When it's
+emptied to 25%, its size is shrinked. Operations on it have a variable
+complexity between constant and linear with low factor, and memory overhead
+varies between 33% and 300%.
+
+If an element is deleted, and the slot behind the deleted element is not empty,
+then the element will leave a tombstone, a bucket marked as deleted. Tombstones
+are only removed by insertions using the tombstone's bucket, or by resizing
+the table. They present the same load to the hash table as a real entry,
+but do not count towards the regular load factor.
+
+Thus, if the number of empty slots becomes too low (recall that linear probing
+for an element not in the index stops at the first empty slot), the hash table
+is rebuilt. The maximum *effective* load factor, i.e. including tombstones, is 93%.
+
+Data in a HashIndex is always stored in little-endian format, which increases
+efficiency for almost everyone, since basically no one uses big-endian processors
+any more.
+
+HashIndex does not use a hashing function, because all keys (save manifest) are
+outputs of a cryptographic hash or MAC and thus already have excellent distribution.
+Thus, HashIndex simply uses the first 32 bits of the key as its "hash".
+
+The format is easy to read and write, because the buckets array has the same layout
+in memory and on disk. Only the header formats differ. The on-disk header is
+``struct HashHeader``:
+
+- First, the HashIndex magic, the eight byte ASCII string "BORG_IDX".
+- Second, the signed 32-bit number of entries (i.e. buckets which are not deleted and not empty).
+- Third, the signed 32-bit number of buckets, i.e. the length of the buckets array
+  contained in the file, and the modulus for index calculation.
+- Fourth, the signed 8-bit length of keys.
+- Fifth, the signed 8-bit length of values. This has to be at least four bytes.
+
+All fields are packed.
+
+The HashIndex is *not* a general purpose data structure.
+The value size must be at least 4 bytes, and these first bytes are used for in-band
+signalling in the data structure itself.
+
+The constant MAX_VALUE (defined as 2**32-1025 = 4294966271) defines the valid range for
+these 4 bytes when interpreted as an uint32_t from 0 to MAX_VALUE (inclusive).
+The following reserved values beyond MAX_VALUE are currently in use (byte order is LE):
+
+- 0xffffffff marks empty buckets in the hash table
+- 0xfffffffe marks deleted buckets in the hash table
+
+HashIndex is implemented in C and wrapped with Cython in a class-based interface.
+The Cython wrapper checks every passed value against these reserved values and
+raises an AssertionError if they are used.
+
+Encryption
+----------
+
+.. seealso:: The :ref:`borgcrypto` section for an in-depth review.
+
+AES_-256 is used in CTR mode (so no need for padding). A 64 bit initialization
+vector is used, a MAC is computed on the encrypted chunk
+and both are stored in the chunk. Encryption and MAC use two different keys.
+Each chunk consists of ``TYPE(1)`` + ``MAC(32)`` + ``NONCE(8)`` + ``CIPHERTEXT``:
+
+.. figure:: encryption.png
+    :figwidth: 100%
+    :width: 100%
+
+In AES-CTR mode you can think of the IV as the start value for the counter.
+The counter itself is incremented by one after each 16 byte block.
+The IV/counter is not required to be random but it must NEVER be reused.
+So to accomplish this |project_name| initializes the encryption counter to be
+higher than any previously used counter value before encrypting new data.
+
+To reduce payload size, only 8 bytes of the 16 bytes nonce is saved in the
+payload, the first 8 bytes are always zeros. This does not affect security but
+limits the maximum repository capacity to only 295 exabytes (2**64 * 16 bytes).
+
+Encryption keys (and other secrets) are kept either in a key file on the client
+('keyfile' mode) or in the repository config on the server ('repokey' mode).
+In both cases, the secrets are generated from random and then encrypted by a
+key derived from your passphrase (this happens on the client before the key
+is stored into the keyfile or as repokey).
+
+The passphrase is passed through the ``BORG_PASSPHRASE`` environment variable
+or prompted for interactive usage.
+
+.. _key_files:
+
+Key files
+---------
+
+.. seealso:: The :ref:`key_encryption` section for an in-depth review of the key encryption.
+
+When initialized with the ``init -e keyfile`` command, |project_name|
+needs an associated file in ``$HOME/.config/borg/keys`` to read and write
+the repository. The format is based on msgpack_, base64 encoding and
+PBKDF2_ SHA256 hashing, which is then encoded again in a msgpack_.
+
+The same data structure is also used in the "repokey" modes, which store
+it in the repository in the configuration file.
+
+The internal data structure is as follows:
+
+version
+  currently always an integer, 1
+
+repository_id
+  the ``id`` field in the ``config`` ``INI`` file of the repository.
+
+enc_key
+  the key used to encrypt data with AES (256 bits)
+
+enc_hmac_key
+  the key used to HMAC the encrypted data (256 bits)
+
+id_key
+  the key used to HMAC the plaintext chunk data to compute the chunk's id
+
+chunk_seed
+  the seed for the buzhash chunking table (signed 32 bit integer)
+
+These fields are packed using msgpack_. The utf-8 encoded passphrase
+is processed with PBKDF2_ (SHA256_, 100000 iterations, random 256 bit salt)
+to derive a 256 bit key encryption key (KEK).
+
+A `HMAC-SHA256`_ checksum of the packed fields is generated with the KEK,
+then the KEK is also used to encrypt the same packed fields using AES-CTR.
+
+The result is stored in a another msgpack_ formatted as follows:
+
+version
+  currently always an integer, 1
+
+salt
+  random 256 bits salt used to process the passphrase
+
+iterations
+  number of iterations used to process the passphrase (currently 100000)
+
+algorithm
+  the hashing algorithm used to process the passphrase and do the HMAC
+  checksum (currently the string ``sha256``)
+
+hash
+  HMAC-SHA256 of the *plaintext* of the packed fields.
+
+data
+  The encrypted, packed fields.
+
+The resulting msgpack_ is then encoded using base64 and written to the
+key file, wrapped using the standard ``textwrap`` module with a header.
+The header is a single line with a MAGIC string, a space and a hexadecimal
+representation of the repository id.
+
+Compression
+-----------
+
+|project_name| supports the following compression methods:
+
+- none (no compression, pass through data 1:1)
+- lz4 (low compression, but super fast)
+- zlib (level 0-9, level 0 is no compression [but still adding zlib overhead],
+  level 1 is low, level 9 is high compression)
+- lzma (level 0-9, level 0 is low, level 9 is high compression).
+
+Speed:  none > lz4 > zlib > lzma
+Compression: lzma > zlib > lz4 > none
+
+Be careful, higher zlib and especially lzma compression levels might take a
+lot of resources (CPU and memory).
+
+The overall speed of course also depends on the speed of your target storage.
+If that is slow, using a higher compression level might yield better overall
+performance. You need to experiment a bit. Maybe just watch your CPU load, if
+that is relatively low, increase compression until 1 core is 70-100% loaded.
+
+Even if your target storage is rather fast, you might see interesting effects:
+while doing no compression at all (none) is a operation that takes no time, it
+likely will need to store more data to the storage compared to using lz4.
+The time needed to transfer and store the additional data might be much more
+than if you had used lz4 (which is super fast, but still might compress your
+data about 2:1). This is assuming your data is compressible (if you backup
+already compressed data, trying to compress them at backup time is usually
+pointless).
+
+Compression is applied after deduplication, thus using different compression
+methods in one repo does not influence deduplication.
+
+See ``borg create --help`` about how to specify the compression level and its default.
+
+Lock files
+----------
+
+|project_name| uses locks to get (exclusive or shared) access to the cache and
+the repository.
+
+The locking system is based on creating a directory `lock.exclusive` (for
+exclusive locks). Inside the lock directory, there is a file indicating
+hostname, process id and thread id of the lock holder.
+
+There is also a json file `lock.roster` that keeps a directory of all shared
+and exclusive lockers.
+
+If the process can create the `lock.exclusive` directory for a resource, it has
+the lock for it. If creation fails (because the directory has already been
+created by some other process), lock acquisition fails.
+
+The cache lock is usually in `~/.cache/borg/REPOID/lock.*`.
+The repository lock is in `repository/lock.*`.
+
+In case you run into troubles with the locks, you can use the ``borg break-lock``
+command after you first have made sure that no |project_name| process is
+running on any machine that accesses this resource. Be very careful, the cache
+or repository might get damaged if multiple processes use it at the same time.
+
+Checksumming data structures
+----------------------------
+
+As detailed in the previous sections, Borg generates and stores various files
+containing important meta data, such as the repository index, repository hints,
+chunks caches and files cache.
+
+Data corruption in these files can damage the archive data in a repository,
+e.g. due to wrong reference counts in the chunks cache. Only some parts of Borg
+were designed to handle corrupted data structures, so a corrupted files cache
+may cause crashes or write incorrect archives.
+
+Therefore, Borg calculates checksums when writing these files and tests checksums
+when reading them. Checksums are generally 64-bit XXH64 hashes.
+The canonical xxHash representation is used, i.e. big-endian.
+Checksums are stored as hexadecimal ASCII strings.
+
+For compatibility, checksums are not required and absent checksums do not trigger errors.
+The mechanisms have been designed to avoid false-positives when various Borg
+versions are used alternately on the same repositories.
+
+Checksums are a data safety mechanism. They are not a security mechanism.
+
+.. rubric:: Choice of algorithm
+
+XXH64 has been chosen for its high speed on all platforms, which avoids performance
+degradation in CPU-limited parts (e.g. cache synchronization).
+Unlike CRC32, it neither requires hardware support (crc32c or CLMUL)
+nor vectorized code nor large, cache-unfriendly lookup tables to achieve good performance.
+This simplifies deployment of it considerably (cf. src/borg/algorithms/crc32...).
+
+Further, XXH64 is a non-linear hash function and thus has a "more or less" good
+chance to detect larger burst errors, unlike linear CRCs where the probability
+of detection decreases with error size.
+
+The 64-bit checksum length is considered sufficient for the file sizes typically
+checksummed (individual files up to a few GB, usually less).
+xxHash was expressly designed for data blocks of these sizes.
+
+Lower layer — file_integrity
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+To accommodate the different transaction models used for the cache and repository,
+there is a lower layer (borg.crypto.file_integrity.IntegrityCheckedFile)
+wrapping a file-like object, performing streaming calculation and comparison of checksums.
+Checksum errors are signalled by raising an exception (borg.crypto.file_integrity.FileIntegrityError)
+at the earliest possible moment.
+
+.. rubric:: Calculating checksums
+
+Before feeding the checksum algorithm any data, the file name (i.e. without any path)
+is mixed into the checksum, since the name encodes the context of the data for Borg.
+
+The various indices used by Borg have separate header and main data parts.
+IntegrityCheckedFile allows to checksum them independently, which avoids
+even reading the data when the header is corrupted. When a part is signalled,
+the length of the part name is mixed into the checksum state first (encoded
+as an ASCII string via `%10d` printf format), then the name of the part
+is mixed in as an UTF-8 string. Lastly, the current position (length)
+in the file is mixed in as well.
+
+The checksum state is not reset at part boundaries.
+
+A final checksum is always calculated in the same way as the parts described above,
+after seeking to the end of the file. The final checksum cannot prevent code
+from processing corrupted data during reading, however, it prevents use of the
+corrupted data.
+
+.. rubric:: Serializing checksums
+
+All checksums are compiled into a simple JSON structure called *integrity data*:
+
+.. code-block:: json
+
+    {
+        "algorithm": "XXH64",
+        "digests": {
+            "HashHeader": "eab6802590ba39e3",
+            "final": "e2a7f132fc2e8b24"
+        }
+    }
+
+The *algorithm* key notes the used algorithm. When reading, integrity data containing
+an unknown algorithm is not inspected further.
+
+The *digests* key contains a mapping of part names to their digests.
+
+Integrity data is generally stored by the upper layers, introduced below. An exception
+is the DetachedIntegrityCheckedFile, which automatically writes and reads it from
+a ".integrity" file next to the data file.
+It is used for archive chunks indexes in chunks.archive.d.
+
+Upper layer
+~~~~~~~~~~~
+
+Storage of integrity data depends on the component using it, since they have
+different transaction mechanisms, and integrity data needs to be
+transacted with the data it is supposed to protect.
+
+.. rubric:: Main cache files: chunks and files cache
+
+The integrity data of the ``chunks`` and ``files`` caches is stored in the
+cache ``config``, since all three are transacted together.
+
+The ``[integrity]`` section is used:
+
+.. code-block:: ini
+
+    [cache]
+    version = 1
+    repository = 3c4...e59
+    manifest = 10e...21c
+    timestamp = 2017-06-01T21:31:39.699514
+    key_type = 2
+    previous_location = /path/to/repo
+
+    [integrity]
+    manifest = 10e...21c
+    chunks = {"algorithm": "XXH64", "digests": {"HashHeader": "eab...39e3", "final": "e2a...b24"}}
+
+The manifest ID is duplicated in the integrity section due to the way all Borg
+versions handle the config file. Instead of creating a "new" config file from
+an internal representation containing only the data understood by Borg,
+the config file is read in entirety (using the Python ConfigParser) and modified.
+This preserves all sections and values not understood by the Borg version
+modifying it.
+
+Thus, if an older versions uses a cache with integrity data, it would preserve
+the integrity section and its contents. If a integrity-aware Borg version
+would read this cache, it would incorrectly report checksum errors, since
+the older version did not update the checksums.
+
+However, by duplicating the manifest ID in the integrity section, it is
+easy to tell whether the checksums concern the current state of the cache.
+
+Integrity errors are fatal in these files, terminating the program,
+and are not automatically corrected at this time.
+
+.. rubric:: chunks.archive.d
+
+Indices in chunks.archive.d are not transacted and use DetachedIntegrityCheckedFile,
+which writes the integrity data to a separate ".integrity" file.
+
+Integrity errors result in deleting the affected index and rebuilding it.
+This logs a warning and increases the exit code to WARNING (1).
+
+.. _integrity_repo:
+
+.. rubric:: Repository index and hints
+
+The repository associates index and hints files with a transaction by including the
+transaction ID in the file names. Integrity data is stored in a third file
+("integrity.<TRANSACTION_ID>"). Like the hints file, it is msgpacked:
+
+.. code-block:: python
+
+    {
+        b'version': 2,
+        b'hints': b'{"algorithm": "XXH64", "digests": {"final": "411208db2aa13f1a"}}',
+        b'index': b'{"algorithm": "XXH64", "digests": {"HashHeader": "846b7315f91b8e48", "final": "cb3e26cadc173e40"}}'
+    }
+
+The *version* key started at 2, the same version used for the hints. Since Borg has
+many versioned file formats, this keeps the number of different versions in use
+a bit lower.
+
+The other keys map an auxiliary file, like *index* or *hints* to their integrity data.
+Note that the JSON is stored as-is, and not as part of the msgpack structure.
+
+Integrity errors result in deleting the affected file(s) (index/hints) and rebuilding the index,
+which is the same action taken when corruption is noticed in other ways (e.g. HashIndex can
+detect most corrupted headers, but not data corruption). A warning is logged as well.
+The exit code is not influenced, since remote repositories cannot perform that action.
+Raising the exit code would be possible for local repositories, but is not implemented.
+
+Unlike the cache design this mechanism can have false positives whenever an older version
+*rewrites* the auxiliary files for a transaction created by a newer version,
+since that might result in a different index (due to hash-table resizing) or hints file
+(hash ordering, or the older version 1 format), while not invalidating the integrity file.
+
+For example, using 1.1 on a repository, noticing corruption or similar issues and then running
+``borg-1.0 check --repair``, which rewrites the index and hints, results in this situation.
+Borg 1.1 would erroneously report checksum errors in the hints and/or index files and trigger
+an automatic rebuild of these files.

docs/internals/frontends.rst

@@ -0,0 +1,551 @@
+.. include:: ../global.rst.inc
+.. highlight:: json
+
+.. _json_output:
+
+All about JSON: How to develop frontends
+========================================
+
+Borg does not have a public API on the Python level. That does not keep you from writing :code:`import borg`,
+but does mean that there are no release-to-release guarantees on what you might find in that package, not
+even for point releases (1.1.x), and there is no documentation beyond the code and the internals documents.
+
+Borg does on the other hand provide an API on a command-line level. In other words, a frontend should to
+(for example) create a backup archive just invoke :ref:`borg_create`, give commandline parameters/options
+as needed and parse JSON output from borg.
+
+Important: JSON output is expected to be UTF-8, but currently borg depends on the locale being configured
+for that (must be a UTF-8 locale and *not* "C" or "ascii"), so that Python will choose to encode to UTF-8.
+The same applies to any inputs read by borg, they are expected to be UTF-8 encoded also.
+
+We consider this a bug (see :issue:`2273`) and might fix it later, so borg will use UTF-8 independent of
+the locale.
+
+On POSIX systems, you can usually set environment vars to choose a UTF-8 locale:
+
+::
+
+    export LANG=en_US.UTF-8
+    export LC_CTYPE=en_US.UTF-8
+
+
+Logging
+-------
+
+Especially for graphical frontends it is important to be able to convey and reformat progress information
+in meaningful ways. The ``--log-json`` option turns the stderr stream of Borg into a stream of JSON lines,
+where each line is a JSON object. The *type* key of the object determines its other contents.
+
+Since JSON can only encode text, any string representing a file system path may miss non-text parts.
+
+The following types are in use. Progress information is governed by the usual rules for progress information,
+it is not produced unless ``--progress`` is specified.
+
+archive_progress
+    Output during operations creating archives (:ref:`borg_create` and :ref:`borg_recreate`).
+    The following keys exist, each represents the current progress.
+
+    original_size
+        Original size of data processed so far (before compression and deduplication)
+    compressed_size
+        Compressed size
+    deduplicated_size
+        Deduplicated size
+    nfiles
+        Number of (regular) files processed so far
+    path
+        Current path
+    time
+        Unix timestamp (float)
+
+progress_message
+    A message-based progress information with no concrete progress information, just a message
+    saying what is currently being worked on.
+
+    operation
+        unique, opaque integer ID of the operation
+    :ref:`msgid <msgid>`
+        Message ID of the operation (may be *null*)
+    finished
+        boolean indicating whether the operation has finished, only the last object for an *operation*
+        can have this property set to *true*.
+    message
+        current progress message (may be empty/absent)
+    time
+        Unix timestamp (float)
+
+progress_percent
+    Absolute progress information with defined end/total and current value.
+
+    operation
+        unique, opaque integer ID of the operation
+    :ref:`msgid <msgid>`
+        Message ID of the operation (may be *null*)
+    finished
+        boolean indicating whether the operation has finished, only the last object for an *operation*
+        can have this property set to *true*.
+    message
+        A formatted progress message, this will include the percentage and perhaps other information
+    current
+        Current value (always less-or-equal to *total*)
+    info
+        Array that describes the current item, may be *null*, contents depend on *msgid*
+    total
+        Total value
+    time
+        Unix timestamp (float)
+
+file_status
+    This is only output by :ref:`borg_create` and :ref:`borg_recreate` if ``--list`` is specified. The usual
+    rules for the file listing applies, including the ``--filter`` option.
+
+    status
+        Single-character status as for regular list output
+    path
+        Path of the file system object
+
+log_message
+    Any regular log output invokes this type. Regular log options and filtering applies to these as well.
+
+    time
+        Unix timestamp (float)
+    levelname
+        Upper-case log level name (also called severity). Defined levels are: DEBUG, INFO, WARNING, ERROR, CRITICAL
+    name
+        Name of the emitting entity
+    message
+        Formatted log message
+    :ref:`msgid <msgid>`
+        Message ID, may be *null* or absent
+
+See Prompts_ for the types used by prompts.
+
+.. rubric:: Examples (reformatted, each object would be on exactly one line)
+
+:ref:`borg_extract` progress::
+
+    {"message": "100.0% Extracting: src/borgbackup.egg-info/entry_points.txt",
+     "current": 13000228, "total": 13004993, "info": ["src/borgbackup.egg-info/entry_points.txt"],
+     "operation": 1, "msgid": "extract", "type": "progress_percent", "finished": false}
+    {"message": "100.0% Extracting: src/borgbackup.egg-info/SOURCES.txt",
+     "current": 13004993, "total": 13004993, "info": ["src/borgbackup.egg-info/SOURCES.txt"],
+     "operation": 1, "msgid": "extract", "type": "progress_percent", "finished": false}
+    {"operation": 1, "msgid": "extract", "type": "progress_percent", "finished": true}
+
+:ref:`borg_create` file listing with progress::
+
+    {"original_size": 0, "compressed_size": 0, "deduplicated_size": 0, "nfiles": 0, "type": "archive_progress", "path": "src"}
+    {"type": "file_status", "status": "U", "path": "src/borgbackup.egg-info/entry_points.txt"}
+    {"type": "file_status", "status": "U", "path": "src/borgbackup.egg-info/SOURCES.txt"}
+    {"type": "file_status", "status": "d", "path": "src/borgbackup.egg-info"}
+    {"type": "file_status", "status": "d", "path": "src"}
+    {"original_size": 13176040, "compressed_size": 11386863, "deduplicated_size": 503, "nfiles": 277, "type": "archive_progress", "path": ""}
+
+Internal transaction progress::
+
+    {"message": "Saving files cache", "operation": 2, "msgid": "cache.commit", "type": "progress_message", "finished": false}
+    {"message": "Saving cache config", "operation": 2, "msgid": "cache.commit", "type": "progress_message", "finished": false}
+    {"message": "Saving chunks cache", "operation": 2, "msgid": "cache.commit", "type": "progress_message", "finished": false}
+    {"operation": 2, "msgid": "cache.commit", "type": "progress_message", "finished": true}
+
+A debug log message::
+
+    {"message": "35 self tests completed in 0.08 seconds",
+     "type": "log_message", "created": 1488278449.5575905, "levelname": "DEBUG", "name": "borg.archiver"}
+
+Prompts
+-------
+
+Prompts assume a JSON form as well when the ``--log-json`` option is specified. Responses
+are still read verbatim from *stdin*, while prompts are JSON messages printed to *stderr*,
+just like log messages.
+
+Prompts use the *question_prompt* and *question_prompt_retry* types for the prompt itself,
+and *question_invalid_answer*, *question_accepted_default*, *question_accepted_true*,
+*question_accepted_false* and *question_env_answer* types for information about
+prompt processing.
+
+The *message* property contains the same string displayed regularly in the same situation,
+while the *msgid* property may contain a msgid_, typically the name of the
+environment variable that can be used to override the prompt. It is the same for all JSON
+messages pertaining to the same prompt.
+
+.. rubric:: Examples (reformatted, each object would be on exactly one line)
+
+Providing an invalid answer::
+
+    {"type": "question_prompt", "msgid": "BORG_CHECK_I_KNOW_WHAT_I_AM_DOING",
+     "message": "... Type 'YES' if you understand this and want to continue: "}
+    incorrect answer  # input on stdin
+    {"type": "question_invalid_answer", "msgid": "BORG_CHECK_I_KNOW_WHAT_I_AM_DOING", "is_prompt": false,
+     "message": "Invalid answer, aborting."}
+
+Providing a false (negative) answer::
+
+    {"type": "question_prompt", "msgid": "BORG_CHECK_I_KNOW_WHAT_I_AM_DOING",
+     "message": "... Type 'YES' if you understand this and want to continue: "}
+    NO  # input on stdin
+    {"type": "question_accepted_false", "msgid": "BORG_CHECK_I_KNOW_WHAT_I_AM_DOING",
+     "message": "Aborting.", "is_prompt": false}
+
+Providing a true (affirmative) answer::
+
+    {"type": "question_prompt", "msgid": "BORG_CHECK_I_KNOW_WHAT_I_AM_DOING",
+     "message": "... Type 'YES' if you understand this and want to continue: "}
+    YES  # input on stdin
+    # no further output, just like the prompt without --log-json
+
+Passphrase prompts
+------------------
+
+Passphrase prompts should be handled differently. Use the environment variables *BORG_PASSPHRASE*
+and *BORG_NEW_PASSPHRASE* (see :ref:`env_vars` for reference) to pass passphrases to Borg, don't
+use the interactive passphrase prompts.
+
+When setting a new passphrase (:ref:`borg_init`, :ref:`borg_key_change-passphrase`) normally
+Borg prompts whether it should display the passphrase. This can be suppressed by setting
+the environment variable *BORG_DISPLAY_PASSPHRASE* to *no*.
+
+When "confronted" with an unknown repository, where the application does not know whether
+the repository is encrypted, the following algorithm can be followed to detect encryption:
+
+1. Set *BORG_PASSPHRASE* to gibberish (for example a freshly generated UUID4, which cannot
+   possibly be the passphrase)
+2. Invoke ``borg list repository ...``
+3. If this fails, due the repository being encrypted and the passphrase obviously being
+   wrong, you'll get an error with the *PassphraseWrong* msgid.
+
+   The repository is encrypted, for further access the application will need the passphrase.
+
+4. If this does not fail, then the repository is not encrypted.
+
+Standard output
+---------------
+
+*stdout* is different and more command-dependent than logging. Commands like :ref:`borg_info`, :ref:`borg_create`
+and :ref:`borg_list` implement a ``--json`` option which turns their regular output into a single JSON object.
+
+Dates are formatted according to ISO 8601 in local time. No explicit time zone is specified *at this time*
+(subject to change). The equivalent strftime format string is '%Y-%m-%dT%H:%M:%S.%f',
+e.g. ``2017-08-07T12:27:20.123456``.
+
+The root object at least contains a *repository* key with an object containing:
+
+id
+    The ID of the repository, normally 64 hex characters
+location
+    Canonicalized repository path, thus this may be different from what is specified on the command line
+last_modified
+    Date when the repository was last modified by the Borg client
+
+The *encryption* key, if present, contains:
+
+mode
+    Textual encryption mode name (same as :ref:`borg_init` ``--encryption`` names)
+keyfile
+    Path to the local key file used for access. Depending on *mode* this key may be absent.
+
+The *cache* key, if present, contains:
+
+path
+    Path to the local repository cache
+stats
+    Object containing cache stats:
+
+    total_chunks
+        Number of chunks
+    total_unique_chunks
+        Number of unique chunks
+    total_size
+        Total uncompressed size of all chunks multiplied with their reference counts
+    total_csize
+        Total compressed and encrypted size of all chunks multiplied with their reference counts
+    unique_size
+        Uncompressed size of all chunks
+    unique_csize
+        Compressed and encrypted size of all chunks
+
+Example *borg info* output::
+
+    {
+        "cache": {
+            "path": "/home/user/.cache/borg/0cbe6166b46627fd26b97f8831e2ca97584280a46714ef84d2b668daf8271a23",
+            "stats": {
+                "total_chunks": 511533,
+                "total_csize": 17948017540,
+                "total_size": 22635749792,
+                "total_unique_chunks": 54892,
+                "unique_csize": 1920405405,
+                "unique_size": 2449675468
+            }
+        },
+        "encryption": {
+            "mode": "repokey"
+        },
+        "repository": {
+            "id": "0cbe6166b46627fd26b97f8831e2ca97584280a46714ef84d2b668daf8271a23",
+            "last_modified": "2017-08-07T12:27:20.789123",
+            "location": "/home/user/testrepo"
+        },
+        "security_dir": "/home/user/.config/borg/security/0cbe6166b46627fd26b97f8831e2ca97584280a46714ef84d2b668daf8271a23",
+        "archives": []
+    }
+
+Archive formats
++++++++++++++++
+
+:ref:`borg_info` uses an extended format for archives, which is more expensive to retrieve, while
+:ref:`borg_list` uses a simpler format that is faster to retrieve. Either return archives in an
+array under the *archives* key, while :ref:`borg_create` returns a single archive object under the
+*archive* key.
+
+Both formats contain a *name* key with the archive name, the *id* key with the hexadecimal archive ID,
+and the *start* key with the start timestamp.
+
+*borg info* and *borg create* further have:
+
+end
+    End timestamp
+duration
+    Duration in seconds between start and end in seconds (float)
+stats
+    Archive statistics (freshly calculated, this is what makes "info" more expensive)
+
+    original_size
+        Size of files and metadata before compression
+    compressed_size
+        Size after compression
+    deduplicated_size
+        Deduplicated size (against the current repository, not when the archive was created)
+    nfiles
+        Number of regular files in the archive
+limits
+    Object describing the utilization of Borg limits
+
+    max_archive_size
+        Float between 0 and 1 describing how large this archive is relative to the maximum size allowed by Borg
+command_line
+    Array of strings of the command line that created the archive
+
+    The note about paths from above applies here as well.
+
+:ref:`borg_info` further has:
+
+hostname
+    Hostname of the creating host
+username
+    Name of the creating user
+comment
+    Archive comment, if any
+
+Example of a simple archive listing (``borg list --last 1 --json``)::
+
+    {
+        "archives": [
+            {
+                "id": "80cd07219ad725b3c5f665c1dcf119435c4dee1647a560ecac30f8d40221a46a",
+                "name": "host-system-backup-2017-02-27",
+                "start": "2017-08-07T12:27:20.789123"
+            }
+        ],
+        "encryption": {
+            "mode": "repokey"
+        },
+        "repository": {
+            "id": "0cbe6166b46627fd26b97f8831e2ca97584280a46714ef84d2b668daf8271a23",
+            "last_modified": "2017-08-07T12:27:20.789123",
+            "location": "/home/user/repository"
+        }
+    }
+
+The same archive with more information (``borg info --last 1 --json``)::
+
+    {
+        "archives": [
+            {
+                "command_line": [
+                    "/home/user/.local/bin/borg",
+                    "create",
+                    "/home/user/repository",
+                    "..."
+                ],
+                "comment": "",
+                "duration": 5.641542,
+                "end": "2017-02-27T12:27:20.789123",
+                "hostname": "host",
+                "id": "80cd07219ad725b3c5f665c1dcf119435c4dee1647a560ecac30f8d40221a46a",
+                "limits": {
+                    "max_archive_size": 0.0001330855110409714
+                },
+                "name": "host-system-backup-2017-02-27",
+                "start": "2017-02-27T12:27:20.789123",
+                "stats": {
+                    "compressed_size": 1880961894,
+                    "deduplicated_size": 2791,
+                    "nfiles": 53669,
+                    "original_size": 2400471280
+                },
+                "username": "user"
+            }
+        ],
+        "cache": {
+            "path": "/home/user/.cache/borg/0cbe6166b46627fd26b97f8831e2ca97584280a46714ef84d2b668daf8271a23",
+            "stats": {
+                "total_chunks": 511533,
+                "total_csize": 17948017540,
+                "total_size": 22635749792,
+                "total_unique_chunks": 54892,
+                "unique_csize": 1920405405,
+                "unique_size": 2449675468
+            }
+        },
+        "encryption": {
+            "mode": "repokey"
+        },
+        "repository": {
+            "id": "0cbe6166b46627fd26b97f8831e2ca97584280a46714ef84d2b668daf8271a23",
+            "last_modified": "2017-08-07T12:27:20.789123",
+            "location": "/home/user/repository"
+        }
+    }
+
+File listings
++++++++++++++
+
+Listing the contents of an archive can produce *a lot* of JSON. Since many JSON implementations
+don't support a streaming mode of operation, which is pretty much required to deal with this amount of
+JSON, output is generated in the `JSON lines <http://jsonlines.org/>`_ format, which is simply
+a number of JSON objects separated by new lines.
+
+Each item (file, directory, ...) is described by one object in the :ref:`borg_list` output.
+Refer to the *borg list* documentation for the available keys and their meaning.
+
+Example (excerpt) of ``borg list --json-lines``::
+
+    {"type": "d", "mode": "drwxr-xr-x", "user": "user", "group": "user", "uid": 1000, "gid": 1000, "path": "linux", "healthy": true, "source": "", "linktarget": "", "flags": null, "mtime": "2017-02-27T12:27:20.023407", "size": 0}
+    {"type": "d", "mode": "drwxr-xr-x", "user": "user", "group": "user", "uid": 1000, "gid": 1000, "path": "linux/baz", "healthy": true, "source": "", "linktarget": "", "flags": null, "mtime": "2017-02-27T12:27:20.585407", "size": 0}
+
+.. _msgid:
+
+Message IDs
+-----------
+
+Message IDs are strings that essentially give a log message or operation a name, without actually using the
+full text, since texts change more frequently. Message IDs are unambiguous and reduce the need to parse
+log messages.
+
+Assigned message IDs are:
+
+.. See scripts/errorlist.py; this is slightly edited.
+
+Errors
+    Archive.AlreadyExists
+        Archive {} already exists
+    Archive.DoesNotExist
+        Archive {} does not exist
+    Archive.IncompatibleFilesystemEncodingError
+        Failed to encode filename "{}" into file system encoding "{}". Consider configuring the LANG environment variable.
+    Cache.CacheInitAbortedError
+        Cache initialization aborted
+    Cache.EncryptionMethodMismatch
+        Repository encryption method changed since last access, refusing to continue
+    Cache.RepositoryAccessAborted
+        Repository access aborted
+    Cache.RepositoryIDNotUnique
+        Cache is newer than repository - do you have multiple, independently updated repos with same ID?
+    Cache.RepositoryReplay
+        Cache is newer than repository - this is either an attack or unsafe (multiple repos with same ID)
+    Buffer.MemoryLimitExceeded
+        Requested buffer size {} is above the limit of {}.
+    ExtensionModuleError
+        The Borg binary extension modules do not seem to be properly installed
+    IntegrityError
+        Data integrity error: {}
+    NoManifestError
+        Repository has no manifest.
+    PlaceholderError
+        Formatting Error: "{}".format({}): {}({})
+    KeyfileInvalidError
+        Invalid key file for repository {} found in {}.
+    KeyfileMismatchError
+        Mismatch between repository {} and key file {}.
+    KeyfileNotFoundError
+        No key file for repository {} found in {}.
+    PassphraseWrong
+        passphrase supplied in BORG_PASSPHRASE is incorrect
+    PasswordRetriesExceeded
+        exceeded the maximum password retries
+    RepoKeyNotFoundError
+        No key entry found in the config of repository {}.
+    UnsupportedManifestError
+        Unsupported manifest envelope. A newer version is required to access this repository.
+    UnsupportedPayloadError
+        Unsupported payload type {}. A newer version is required to access this repository.
+    NotABorgKeyFile
+        This file is not a borg key backup, aborting.
+    RepoIdMismatch
+        This key backup seems to be for a different backup repository, aborting.
+    UnencryptedRepo
+        Keymanagement not available for unencrypted repositories.
+    UnknownKeyType
+        Keytype {0} is unknown.
+    LockError
+        Failed to acquire the lock {}.
+    LockErrorT
+        Failed to acquire the lock {}.
+    ConnectionClosed
+        Connection closed by remote host
+    InvalidRPCMethod
+        RPC method {} is not valid
+    PathNotAllowed
+        Repository path not allowed
+    RemoteRepository.RPCServerOutdated
+        Borg server is too old for {}. Required version {}
+    UnexpectedRPCDataFormatFromClient
+        Borg {}: Got unexpected RPC data format from client.
+    UnexpectedRPCDataFormatFromServer
+        Got unexpected RPC data format from server:
+        {}
+    Repository.AlreadyExists
+        Repository {} already exists.
+    Repository.CheckNeeded
+        Inconsistency detected. Please run "borg check {}".
+    Repository.DoesNotExist
+        Repository {} does not exist.
+    Repository.InsufficientFreeSpaceError
+        Insufficient free space to complete transaction (required: {}, available: {}).
+    Repository.InvalidRepository
+        {} is not a valid repository. Check repo config.
+    Repository.AtticRepository
+        Attic repository detected. Please run "borg upgrade {}".
+    Repository.ObjectNotFound
+        Object with key {} not found in repository {}.
+
+Operations
+    - cache.begin_transaction
+    - cache.download_chunks, appears with ``borg create --no-cache-sync``
+    - cache.commit
+    - cache.sync
+
+      *info* is one string element, the name of the archive currently synced.
+    - repository.compact_segments
+    - repository.replay_segments
+    - repository.check_segments
+    - check.verify_data
+    - extract
+
+      *info* is one string element, the name of the path currently extracted.
+    - extract.permissions
+    - archive.delete
+
+Prompts
+    BORG_UNKNOWN_UNENCRYPTED_REPO_ACCESS_IS_OK
+        For "Warning: Attempting to access a previously unknown unencrypted repository"
+    BORG_RELOCATED_REPO_ACCESS_IS_OK
+        For "Warning: The repository at location ... was previously located at ..."
+    BORG_CHECK_I_KNOW_WHAT_I_AM_DOING
+        For "Warning: 'check --repair' is an experimental feature that might result in data loss."
+    BORG_DELETE_I_KNOW_WHAT_I_AM_DOING
+        For "You requested to completely DELETE the repository *including* all archives it contains:"
+    BORG_RECREATE_I_KNOW_WHAT_I_AM_DOING
+        For "recreate is an experimental feature."

docs/internals/security.rst

@@ -0,0 +1,371 @@
+
+.. somewhat surprisingly the "bash" highlighter gives nice results with
+   the pseudo-code notation used in the "Encryption" section.
+
+.. highlight:: bash
+
+========
+Security
+========
+
+.. _borgcrypto:
+
+Cryptography in Borg
+====================
+
+Attack model
+------------
+
+The attack model of Borg is that the environment of the client process
+(e.g. ``borg create``) is trusted and the repository (server) is not. The
+attacker has any and all access to the repository, including interactive
+manipulation (man-in-the-middle) for remote repositories.
+
+Furthermore the client environment is assumed to be persistent across
+attacks (practically this means that the security database cannot be
+deleted between attacks).
+
+Under these circumstances Borg guarantees that the attacker cannot
+
+1. modify the data of any archive without the client detecting the change
+2. rename, remove or add an archive without the client detecting the change
+3. recover plain-text data
+4. recover definite (heuristics based on access patterns are possible)
+   structural information such as the object graph (which archives
+   refer to what chunks)
+
+The attacker can always impose a denial of service per definition (he could
+forbid connections to the repository, or delete it entirely).
+
+.. _security_structural_auth:
+
+Structural Authentication
+-------------------------
+
+Borg is fundamentally based on an object graph structure (see :ref:`internals`),
+where the root object is called the manifest.
+
+Borg follows the `Horton principle`_, which states that
+not only the message must be authenticated, but also its meaning (often
+expressed through context), because every object used is referenced by a
+parent object through its object ID up to the manifest. The object ID in
+Borg is a MAC of the object's plaintext, therefore this ensures that
+an attacker cannot change the context of an object without forging the MAC.
+
+In other words, the object ID itself only authenticates the plaintext of the
+object and not its context or meaning. The latter is established by a different
+object referring to an object ID, thereby assigning a particular meaning to
+an object. For example, an archive item contains a list of object IDs that
+represent packed file metadata. On their own it's not clear that these objects
+would represent what they do, but by the archive item referring to them
+in a particular part of its own data structure assigns this meaning.
+
+This results in a directed acyclic graph of authentication from the manifest
+to the data chunks of individual files.
+
+.. _tam_description:
+
+.. rubric:: Authenticating the manifest
+
+Since the manifest has a fixed ID (000...000) the aforementioned authentication
+does not apply to it, indeed, cannot apply to it; it is impossible to authenticate
+the root node of a DAG through its edges, since the root node has no incoming edges.
+
+With the scheme as described so far an attacker could easily replace the manifest,
+therefore Borg includes a tertiary authentication mechanism (TAM) that is applied
+to the manifest since version 1.0.9 (see :ref:`tam_vuln`).
+
+TAM works by deriving a separate key through HKDF_ from the other encryption and
+authentication keys and calculating the HMAC of the metadata to authenticate [#]_::
+
+    # RANDOM(n) returns n random bytes
+    salt = RANDOM(64)
+
+    ikm = id_key || enc_key || enc_hmac_key
+    # *context* depends on the operation, for manifest authentication it is
+    # the ASCII string "borg-metadata-authentication-manifest".
+    tam_key = HKDF-SHA-512(ikm, salt, context)
+
+    # *data* is a dict-like structure
+    data[hmac] = zeroes
+    packed = pack(data)
+    data[hmac] = HMAC(tam_key, packed)
+    packed_authenticated = pack(data)
+
+Since an attacker cannot gain access to this key and also cannot make the
+client authenticate arbitrary data using this mechanism, the attacker is unable
+to forge the authentication.
+
+This effectively 'anchors' the manifest to the key, which is controlled by the
+client, thereby anchoring the entire DAG, making it impossible for an attacker
+to add, remove or modify any part of the DAG without Borg being able to detect
+the tampering.
+
+Note that when using BORG_PASSPHRASE the attacker cannot swap the *entire*
+repository against a new repository with e.g. repokey mode and no passphrase,
+because Borg will abort access when BORG_PASSPRHASE is incorrect.
+
+However, interactively a user might not notice this kind of attack
+immediately, if she assumes that the reason for the absent passphrase
+prompt is a set BORG_PASSPHRASE. See issue :issue:`2169` for details.
+
+.. [#] The reason why the authentication tag is stored in the packed
+       data itself is that older Borg versions can still read the
+       manifest this way, while a changed layout would have broken
+       compatibility.
+
+Encryption
+----------
+
+Encryption is currently based on the Encrypt-then-MAC construction,
+which is generally seen as the most robust way to create an authenticated
+encryption scheme from encryption and message authentication primitives.
+
+Every operation (encryption, MAC / authentication, chunk ID derivation)
+uses independent, random keys generated by `os.urandom`_ [#]_.
+
+Borg does not support unauthenticated encryption -- only authenticated encryption
+schemes are supported. No unauthenticated encryption schemes will be added
+in the future.
+
+Depending on the chosen mode (see :ref:`borg_init`) different primitives are used:
+
+- The actual encryption is currently always AES-256 in CTR mode. The
+  counter is added in plaintext, since it is needed for decryption,
+  and is also tracked locally on the client to avoid counter reuse.
+
+- The authentication primitive is either HMAC-SHA-256 or BLAKE2b-256
+  in a keyed mode. HMAC-SHA-256 uses 256 bit keys, while BLAKE2b-256
+  uses 512 bit keys.
+
+  The latter is secure not only because BLAKE2b itself is not
+  susceptible to `length extension`_, but also since it truncates the
+  hash output from 512 bits to 256 bits, which would make the
+  construction safe even if BLAKE2b were broken regarding length
+  extension or similar attacks.
+
+- The primitive used for authentication is always the same primitive
+  that is used for deriving the chunk ID, but they are always
+  used with independent keys.
+
+Encryption::
+
+    id = AUTHENTICATOR(id_key, data)
+    compressed = compress(data)
+
+    iv = reserve_iv()
+    encrypted = AES-256-CTR(enc_key, 8-null-bytes || iv, compressed)
+    authenticated = type-byte || AUTHENTICATOR(enc_hmac_key, encrypted) || iv || encrypted
+
+
+Decryption::
+
+    # Given: input *authenticated* data, possibly a *chunk-id* to assert
+    type-byte, mac, iv, encrypted = SPLIT(authenticated)
+
+    ASSERT(type-byte is correct)
+    ASSERT( CONSTANT-TIME-COMPARISON( mac, AUTHENTICATOR(enc_hmac_key, encrypted) ) )
+
+    decrypted = AES-256-CTR(enc_key, 8-null-bytes || iv, encrypted)
+    decompressed = decompress(decrypted)
+
+    ASSERT( CONSTANT-TIME-COMPARISON( chunk-id, AUTHENTICATOR(id_key, decompressed) ) )
+
+The client needs to track which counter values have been used, since
+encrypting a chunk requires a starting counter value and no two chunks
+may have overlapping counter ranges (otherwise the bitwise XOR of the
+overlapping plaintexts is revealed).
+
+The client does not directly track the counter value, because it
+changes often (with each encrypted chunk), instead it commits a
+"reservation" to the security database and the repository by taking
+the current counter value and adding 4 GiB / 16 bytes (the block size)
+to the counter. Thus the client only needs to commit a new reservation
+every few gigabytes of encrypted data.
+
+This mechanism also avoids reusing counter values in case the client
+crashes or the connection to the repository is severed, since any
+reservation would have been committed to both the security database
+and the repository before any data is encrypted. Borg uses its
+standard mechanism (SaveFile) to ensure that reservations are durable
+(on most hardware / storage systems), therefore a crash of the
+client's host would not impact tracking of reservations.
+
+However, this design is not infallible, and requires synchronization
+between clients, which is handled through the repository. Therefore in
+a multiple-client scenario a repository can trick a client into
+reusing counter values by ignoring counter reservations and replaying
+the manifest (which will fail if the client has seen a more recent
+manifest or has a more recent nonce reservation). If the repository is
+untrusted, but a trusted synchronization channel exists between
+clients, the security database could be synchronized between them over
+said trusted channel. This is not part of Borgs functionality.
+
+.. [#] Using the :ref:`borg key migrate-to-repokey <borg_key_migrate-to-repokey>`
+       command a user can convert repositories created using Attic in "passphrase"
+       mode to "repokey" mode. In this case the keys were directly derived from
+       the user's passphrase at some point using PBKDF2.
+
+       Borg does not support "passphrase" mode otherwise any more.
+
+.. _key_encryption:
+
+Offline key security
+--------------------
+
+Borg cannot secure the key material while it is running, because the keys
+are needed in plain to decrypt/encrypt repository objects.
+
+For offline storage of the encryption keys they are encrypted with a
+user-chosen passphrase.
+
+A 256 bit key encryption key (KEK) is derived from the passphrase
+using PBKDF2-HMAC-SHA256 with a random 256 bit salt which is then used
+to Encrypt-*and*-MAC (unlike the Encrypt-*then*-MAC approach used
+otherwise) a packed representation of the keys with AES-256-CTR with a
+constant initialization vector of 0. A HMAC-SHA256 of the plaintext is
+generated using the same KEK and is stored alongside the ciphertext,
+which is converted to base64 in its entirety.
+
+This base64 blob (commonly referred to as *keyblob*) is then stored in
+the key file or in the repository config (keyfile and repokey modes
+respectively).
+
+This scheme, and specifically the use of a constant IV with the CTR
+mode, is secure because an identical passphrase will result in a
+different derived KEK for every key encryption due to the salt.
+
+The use of Encrypt-and-MAC instead of Encrypt-then-MAC is seen as
+uncritical (but not ideal) here, since it is combined with AES-CTR mode,
+which is not vulnerable to padding attacks.
+
+
+.. seealso::
+
+   Refer to the :ref:`key_files` section for details on the format.
+
+   Refer to issue :issue:`747` for suggested improvements of the encryption
+   scheme and password-based key derivation.
+
+Implementations used
+--------------------
+
+We do not implement cryptographic primitives ourselves, but rely
+on widely used libraries providing them:
+
+- AES-CTR and HMAC-SHA-256 from OpenSSL 1.0 / 1.1 are used,
+  which is also linked into the static binaries we provide.
+  We think this is not an additional risk, since we don't ever
+  use OpenSSL's networking, TLS or X.509 code, but only their
+  primitives implemented in libcrypto.
+- SHA-256 and SHA-512 from Python's hashlib_ standard library module are used.
+  Borg requires a Python built with OpenSSL support (due to PBKDF2), therefore
+  these functions are delegated to OpenSSL by Python.
+- HMAC, PBKDF2 and a constant-time comparison from Python's hmac_ standard
+  library module is used. While the HMAC implementation is written in Python,
+  the PBKDF2 implementation is provided by OpenSSL. The constant-time comparison
+  (``compare_digest``) is written in C and part of Python.
+- BLAKE2b is either provided by the system's libb2, an official implementation,
+  or a bundled copy of the BLAKE2 reference implementation (written in C).
+
+Implemented cryptographic constructions are:
+
+- Encrypt-then-MAC based on AES-256-CTR and either HMAC-SHA-256
+  or keyed BLAKE2b256 as described above under Encryption_.
+- Encrypt-and-MAC based on AES-256-CTR and HMAC-SHA-256
+  as described above under `Offline key security`_.
+- HKDF_-SHA-512
+
+.. _Horton principle: https://en.wikipedia.org/wiki/Horton_Principle
+.. _HKDF: https://tools.ietf.org/html/rfc5869
+.. _length extension: https://en.wikipedia.org/wiki/Length_extension_attack
+.. _hashlib: https://docs.python.org/3/library/hashlib.html
+.. _hmac: https://docs.python.org/3/library/hmac.html
+.. _os.urandom: https://docs.python.org/3/library/os.html#os.urandom
+
+Remote RPC protocol security
+============================
+
+.. note:: This section could be further expanded / detailed.
+
+The RPC protocol is fundamentally based on msgpack'd messages exchanged
+over an encrypted SSH channel (the system's SSH client is used for this
+by piping data from/to it).
+
+This means that the authorization and transport security properties
+are inherited from SSH and the configuration of the SSH client and the
+SSH server -- Borg RPC does not contain *any* networking
+code. Networking is done by the SSH client running in a separate
+process, Borg only communicates over the standard pipes (stdout,
+stderr and stdin) with this process. This also means that Borg doesn't
+have to directly use a SSH client (or SSH at all). For example,
+``sudo`` or ``qrexec`` could be used as an intermediary.
+
+By using the system's SSH client and not implementing a
+(cryptographic) network protocol Borg sidesteps many security issues
+that would normally impact distributing statically linked / standalone
+binaries.
+
+The remainder of this section will focus on the security of the RPC
+protocol within Borg.
+
+The assumed worst-case a server can inflict to a client is a
+denial of repository service.
+
+The situation were a server can create a general DoS on the client
+should be avoided, but might be possible by e.g. forcing the client to
+allocate large amounts of memory to decode large messages (or messages
+that merely indicate a large amount of data follows). The RPC protocol
+code uses a limited msgpack Unpacker to prohibit this.
+
+We believe that other kinds of attacks, especially critical vulnerabilities
+like remote code execution are inhibited by the design of the protocol:
+
+1. The server cannot send requests to the client on its own accord,
+   it only can send responses. This avoids "unexpected inversion of control"
+   issues.
+2. msgpack serialization does not allow embedding or referencing code that
+   is automatically executed. Incoming messages are unpacked by the msgpack
+   unpacker into native Python data structures (like tuples and dictionaries),
+   which are then passed to the rest of the program.
+
+   Additional verification of the correct form of the responses could be implemented.
+3. Remote errors are presented in two forms:
+
+   1. A simple plain-text *stderr* channel. A prefix string indicates the kind of message
+      (e.g. WARNING, INFO, ERROR), which is used to suppress it according to the
+      log level selected in the client.
+
+      A server can send arbitrary log messages, which may confuse a user. However,
+      log messages are only processed when server requests are in progress, therefore
+      the server cannot interfere / confuse with security critical dialogue like
+      the password prompt.
+   2. Server-side exceptions passed over the main data channel. These follow the
+      general pattern of server-sent responses and are sent instead of response data
+      for a request.
+
+The msgpack implementation used (msgpack-python) has a good security track record,
+a large test suite and no issues found by fuzzing. It is based on the msgpack-c implementation,
+sharing the unpacking engine and some support code. msgpack-c has a good track record as well.
+Some issues [#]_ in the past were located in code not included in msgpack-python.
+Borg does not use msgpack-c.
+
+.. [#] - `MessagePack fuzzing <https://blog.gypsyengineer.com/fun/msgpack-fuzzing.html>`_
+       - `Fixed integer overflow and EXT size problem <https://github.com/msgpack/msgpack-c/pull/547>`_
+       - `Fixed array and map size overflow <https://github.com/msgpack/msgpack-c/pull/550>`_
+
+Using OpenSSL
+=============
+
+Borg uses the OpenSSL library for most cryptography (see `Implementations used`_ above).
+OpenSSL is bundled with static releases, thus the bundled copy is not updated with system
+updates.
+
+OpenSSL is a large and complex piece of software and has had its share of vulnerabilities,
+however, it is important to note that Borg links against ``libcrypto`` **not** ``libssl``.
+libcrypto is the low-level cryptography part of OpenSSL,
+while libssl implements TLS and related protocols.
+
+The latter is not used by Borg (cf. `Remote RPC protocol security`_, Borg itself does not implement
+any network access) and historically contained most vulnerabilities, especially critical ones.
+The static binaries released by the project contain neither libssl nor the Python ssl/_ssl modules.

docs/introduction.rst

@@ -0,0 +1,8 @@
+Introduction
+============
+
+.. this shim is here to fix the structure in the PDF
+   rendering. without this stub, the elements in the toctree of
+   index.rst show up a level below the README file included
+
+.. include:: ../README.rst

docs/man/borg-benchmark-crud.1

@@ -0,0 +1,101 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-BENCHMARK-CRUD 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-benchmark-crud \- Benchmark Create, Read, Update, Delete for archives.
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] benchmark crud <options> REPO PATH
+.SH DESCRIPTION
+.sp
+This command benchmarks borg CRUD (create, read, update, delete) operations.
+.sp
+It creates input data below the given PATH and backups this data into the given REPO.
+The REPO must already exist (it could be a fresh empty repo or an existing repo, the
+command will create / read / update / delete some archives named borg\-test\-data* there.
+.sp
+Make sure you have free space there, you\(aqll need about 1GB each (+ overhead).
+.sp
+If your repository is encrypted and borg needs a passphrase to unlock the key, use:
+.sp
+BORG_PASSPHRASE=mysecret borg benchmark crud REPO PATH
+.sp
+Measurements are done with different input file sizes and counts.
+The file contents are very artificial (either all zero or all random),
+thus the measurement results do not necessarily reflect performance with real data.
+Also, due to the kind of content used, no compression is used in these benchmarks.
+.INDENT 0.0
+.TP
+.B C\- == borg create (1st archive creation, no compression, do not use files cache)
+C\-Z\- == all\-zero files. full dedup, this is primarily measuring reader/chunker/hasher.
+C\-R\- == random files. no dedup, measuring throughput through all processing stages.
+.TP
+.B R\- == borg extract (extract archive, dry\-run, do everything, but do not write files to disk)
+R\-Z\- == all zero files. Measuring heavily duplicated files.
+R\-R\- == random files. No duplication here, measuring throughput through all processing
+.IP "System Message: ERROR/3 (docs/virtmanpage.rst:, line 56)"
+Unexpected indentation.
+.INDENT 7.0
+.INDENT 3.5
+stages, except writing to disk.
+.UNINDENT
+.UNINDENT
+.TP
+.B U\- == borg create (2nd archive creation of unchanged input files, measure files cache speed)
+The throughput value is kind of virtual here, it does not actually read the file.
+U\-Z\- == needs to check the 2 all\-zero chunks\(aq existence in the repo.
+U\-R\- == needs to check existence of a lot of different chunks in the repo.
+.TP
+.B D\- == borg delete archive (delete last remaining archive, measure deletion + compaction)
+D\-Z\- == few chunks to delete / few segments to compact/remove.
+D\-R\- == many chunks to delete / many segments to compact/remove.
+.UNINDENT
+.sp
+Please note that there might be quite some variance in these measurements.
+Try multiple measurements and having a otherwise idle machine (and network, if you use it).
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B REPO
+repo to use for benchmark (must exist)
+.TP
+.B PATH
+path were to create benchmark input data
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-benchmark.1

@@ -0,0 +1,47 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-BENCHMARK 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-benchmark \- benchmark command
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.nf
+borg [common options] benchmark crud ...
+.fi
+.sp
+.SH DESCRIPTION
+.sp
+These commands do various benchmarks.
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP, \fIborg\-benchmark\-crud(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-break-lock.1

@@ -0,0 +1,56 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-BREAK-LOCK 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-break-lock \- Break the repository lock (e.g. in case it was left by a dead borg.
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] break\-lock <options> REPOSITORY
+.SH DESCRIPTION
+.sp
+This command breaks the repository and cache locks.
+Please use carefully and only while no borg process (on any machine) is
+trying to access the Cache or the Repository.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B REPOSITORY
+repository for which to break the locks
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-change-passphrase.1

@@ -0,0 +1,52 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-CHANGE-PASSPHRASE 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-change-passphrase \- Change repository key file passphrase
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] change\-passphrase <options> REPOSITORY
+.SH DESCRIPTION
+.sp
+The key files used for repository encryption are optionally passphrase
+protected. This command can be used to change this passphrase.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.sp
+REPOSITORY
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-check.1

@@ -0,0 +1,148 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-CHECK 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-check \- Check repository consistency
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] check <options> REPOSITORY_OR_ARCHIVE
+.SH DESCRIPTION
+.sp
+The check command verifies the consistency of a repository and the corresponding archives.
+.sp
+First, the underlying repository data files are checked:
+.INDENT 0.0
+.IP \(bu 2
+For all segments the segment magic (header) is checked
+.IP \(bu 2
+For all objects stored in the segments, all metadata (e.g. crc and size) and
+all data is read. The read data is checked by size and CRC. Bit rot and other
+types of accidental damage can be detected this way.
+.IP \(bu 2
+If we are in repair mode and a integrity error is detected for a segment,
+we try to recover as many objects from the segment as possible.
+.IP \(bu 2
+In repair mode, it makes sure that the index is consistent with the data
+stored in the segments.
+.IP \(bu 2
+If you use a remote repo server via ssh:, the repo check is executed on the
+repo server without causing significant network traffic.
+.IP \(bu 2
+The repository check can be skipped using the \fB\-\-archives\-only\fP option.
+.UNINDENT
+.sp
+Second, the consistency and correctness of the archive metadata is verified:
+.INDENT 0.0
+.IP \(bu 2
+Is the repo manifest present? If not, it is rebuilt from archive metadata
+chunks (this requires reading and decrypting of all metadata and data).
+.IP \(bu 2
+Check if archive metadata chunk is present. if not, remove archive from
+manifest.
+.IP \(bu 2
+For all files (items) in the archive, for all chunks referenced by these
+files, check if chunk is present.
+If a chunk is not present and we are in repair mode, replace it with a same\-size
+replacement chunk of zeros.
+If a previously lost chunk reappears (e.g. via a later backup) and we are in
+repair mode, the all\-zero replacement chunk will be replaced by the correct chunk.
+This requires reading of archive and file metadata, but not data.
+.IP \(bu 2
+If we are in repair mode and we checked all the archives: delete orphaned
+chunks from the repo.
+.IP \(bu 2
+if you use a remote repo server via ssh:, the archive check is executed on
+the client machine (because if encryption is enabled, the checks will require
+decryption and this is always done client\-side, because key access will be
+required).
+.IP \(bu 2
+The archive checks can be time consuming, they can be skipped using the
+\fB\-\-repository\-only\fP option.
+.UNINDENT
+.sp
+The \fB\-\-verify\-data\fP option will perform a full integrity verification (as opposed to
+checking the CRC32 of the segment) of data, which means reading the data from the
+repository, decrypting and decompressing it. This is a cryptographic verification,
+which will detect (accidental) corruption. For encrypted repositories it is
+tamper\-resistant as well, unless the attacker has access to the keys.
+.sp
+It is also very slow.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B REPOSITORY_OR_ARCHIVE
+repository or archive to check consistency of
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-\-repository\-only
+only perform repository checks
+.TP
+.B \-\-archives\-only
+only perform archives checks
+.TP
+.B \-\-verify\-data
+perform cryptographic archive data integrity verification (conflicts with \fB\-\-repository\-only\fP)
+.TP
+.B \-\-repair
+attempt to repair any inconsistencies found
+.TP
+.B \-\-save\-space
+work slower, but using less space
+.UNINDENT
+.SS filters
+.INDENT 0.0
+.TP
+.B \-P\fP,\fB  \-\-prefix
+only consider archive names starting with this prefix.
+.TP
+.B \-a\fP,\fB  \-\-glob\-archives
+only consider archive names matching the glob. sh: rules apply, see "borg help patterns". \fB\-\-prefix\fP and \fB\-\-glob\-archives\fP are mutually exclusive.
+.TP
+.B \-\-sort\-by
+Comma\-separated list of sorting keys; valid keys are: timestamp, name, id; default is: timestamp
+.TP
+.BI \-\-first \ N
+consider first N archives after other filters were applied
+.TP
+.BI \-\-last \ N
+consider last N archives after other filters were applied
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-common.1

@@ -0,0 +1,96 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-COMMON 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-common \- Common options of Borg commands
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.INDENT 0.0
+.TP
+.B \-h\fP,\fB  \-\-help
+show this help message and exit
+.TP
+.B \-\-critical
+work on log level CRITICAL
+.TP
+.B \-\-error
+work on log level ERROR
+.TP
+.B \-\-warning
+work on log level WARNING (default)
+.TP
+.B \-\-info\fP,\fB  \-v\fP,\fB  \-\-verbose
+work on log level INFO
+.TP
+.B \-\-debug
+enable debug output, work on log level DEBUG
+.TP
+.BI \-\-debug\-topic \ TOPIC
+enable TOPIC debugging (can be specified multiple times). The logger path is borg.debug.<TOPIC> if TOPIC is not fully qualified.
+.TP
+.B \-p\fP,\fB  \-\-progress
+show progress information
+.TP
+.B \-\-log\-json
+Output one JSON object per log line instead of formatted text.
+.TP
+.BI \-\-lock\-wait \ N
+wait for the lock, but max. N seconds (default: 1).
+.TP
+.B \-\-show\-version
+show/log the borg version
+.TP
+.B \-\-show\-rc
+show/log the return code (rc)
+.TP
+.B \-\-no\-files\-cache
+do not load/update the file metadata cache used to detect unchanged files
+.TP
+.BI \-\-umask \ M
+set umask to M (local and remote, default: 0077)
+.TP
+.BI \-\-remote\-path \ PATH
+use PATH as borg executable on the remote (default: "borg")
+.TP
+.BI \-\-remote\-ratelimit \ rate
+set remote network upload rate limit in kiByte/s (default: 0=unlimited)
+.TP
+.B \-\-consider\-part\-files
+treat part files like normal files (e.g. to list/extract them)
+.TP
+.BI \-\-debug\-profile \ FILE
+Write execution profile in Borg format into FILE. For local use a Python\-compatible file can be generated by suffixing FILE with ".pyprof".
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-compression.1

@@ -0,0 +1,96 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-COMPRESSION 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-compression \- Details regarding compression
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH DESCRIPTION
+.sp
+It is no problem to mix different compression methods in one repo,
+deduplication is done on the source data chunks (not on the compressed
+or encrypted data).
+.sp
+If some specific chunk was once compressed and stored into the repo, creating
+another backup that also uses this chunk will not change the stored chunk.
+So if you use different compression specs for the backups, whichever stores a
+chunk first determines its compression. See also borg recreate.
+.sp
+Compression is lz4 by default. If you want something else, you have to specify what you want.
+.sp
+Valid compression specifiers are:
+.INDENT 0.0
+.TP
+.B none
+Do not compress.
+.TP
+.B lz4
+Use lz4 compression. High speed, low compression. (default)
+.TP
+.B zlib[,L]
+Use zlib ("gz") compression. Medium speed, medium compression.
+If you do not explicitely give the compression level L (ranging from 0
+to 9), it will use level 6.
+Giving level 0 (means "no compression", but still has zlib protocol
+overhead) is usually pointless, you better use "none" compression.
+.TP
+.B lzma[,L]
+Use lzma ("xz") compression. Low speed, high compression.
+If you do not explicitely give the compression level L (ranging from 0
+to 9), it will use level 6.
+Giving levels above 6 is pointless and counterproductive because it does
+not compress better due to the buffer size used by borg \- but it wastes
+lots of CPU cycles and RAM.
+.TP
+.B auto,C[,L]
+Use a built\-in heuristic to decide per chunk whether to compress or not.
+The heuristic tries with lz4 whether the data is compressible.
+For incompressible data, it will not use compression (uses "none").
+For compressible data, it uses the given C[,L] compression \- with C[,L]
+being any valid compression specifier.
+.UNINDENT
+.sp
+Examples:
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+borg create \-\-compression lz4 REPO::ARCHIVE data
+borg create \-\-compression zlib REPO::ARCHIVE data
+borg create \-\-compression zlib,1 REPO::ARCHIVE data
+borg create \-\-compression auto,lzma,6 REPO::ARCHIVE data
+borg create \-\-compression auto,lzma ...
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-create.1

@@ -0,0 +1,313 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-CREATE 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-create \- Create new archive
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] create <options> ARCHIVE PATH
+.SH DESCRIPTION
+.sp
+This command creates a backup archive containing all files found while recursively
+traversing all paths specified. Paths are added to the archive as they are given,
+that means if relative paths are desired, the command has to be run from the correct
+directory.
+.sp
+When giving \(aq\-\(aq as path, borg will read data from standard input and create a
+file \(aqstdin\(aq in the created archive from that data.
+.sp
+The archive will consume almost no disk space for files or parts of files that
+have already been stored in other archives.
+.sp
+The archive name needs to be unique. It must not end in \(aq.checkpoint\(aq or
+\(aq.checkpoint.N\(aq (with N being a number), because these names are used for
+checkpoints and treated in special ways.
+.sp
+In the archive name, you may use the following placeholders:
+{now}, {utcnow}, {fqdn}, {hostname}, {user} and some others.
+.sp
+To speed up pulling backups over sshfs and similar network file systems which do
+not provide correct inode information the \fB\-\-ignore\-inode\fP flag can be used. This
+potentially decreases reliability of change detection, while avoiding always reading
+all files on these file systems.
+.sp
+The mount points of filesystems or filesystem snapshots should be the same for every
+creation of a new archive to ensure fast operation. This is because the file cache that
+is used to determine changed files quickly uses absolute filenames.
+If this is not possible, consider creating a bind mount to a stable location.
+.sp
+The \fB\-\-progress\fP option shows (from left to right) Original, Compressed and Deduplicated
+(O, C and D, respectively), then the Number of files (N) processed so far, followed by
+the currently processed path.
+.sp
+See the output of the "borg help patterns" command for more help on exclude patterns.
+See the output of the "borg help placeholders" command for more help on placeholders.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B ARCHIVE
+name of archive to create (must be also a valid directory name)
+.TP
+.B PATH
+paths to archive
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-n\fP,\fB  \-\-dry\-run
+do not create a backup archive
+.TP
+.B \-s\fP,\fB  \-\-stats
+print statistics for the created archive
+.TP
+.B \-\-list
+output verbose list of items (files, dirs, ...)
+.TP
+.BI \-\-filter \ STATUSCHARS
+only display items with the given status characters
+.TP
+.B \-\-json
+output stats as JSON (implies \-\-stats)
+.TP
+.B \-\-no\-cache\-sync
+experimental: do not synchronize the cache. Implies \-\-no\-files\-cache.
+.UNINDENT
+.SS Exclusion options
+.INDENT 0.0
+.TP
+.BI \-e \ PATTERN\fP,\fB \ \-\-exclude \ PATTERN
+exclude paths matching PATTERN
+.TP
+.BI \-\-exclude\-from \ EXCLUDEFILE
+read exclude patterns from EXCLUDEFILE, one per line
+.TP
+.B \-\-exclude\-caches
+exclude directories that contain a CACHEDIR.TAG file (\fI\%http://www.brynosaurus.com/cachedir/spec.html\fP)
+.TP
+.BI \-\-exclude\-if\-present \ NAME
+exclude directories that are tagged by containing a filesystem object with the given NAME
+.TP
+.B \-\-keep\-exclude\-tags\fP,\fB  \-\-keep\-tag\-files
+if tag objects are specified with \-\-exclude\-if\-present, don\(aqt omit the tag objects themselves from the backup archive
+.TP
+.BI \-\-pattern \ PATTERN
+experimental: include/exclude paths matching PATTERN
+.TP
+.BI \-\-patterns\-from \ PATTERNFILE
+experimental: read include/exclude patterns from PATTERNFILE, one per line
+.UNINDENT
+.SS Filesystem options
+.INDENT 0.0
+.TP
+.B \-x\fP,\fB  \-\-one\-file\-system
+stay in the same file system and do not store mount points of other file systems
+.TP
+.B \-\-numeric\-owner
+only store numeric user and group identifiers
+.TP
+.B \-\-noatime
+do not store atime into archive
+.TP
+.B \-\-noctime
+do not store ctime into archive
+.TP
+.B \-\-ignore\-inode
+ignore inode data in the file metadata cache used to detect unchanged files.
+.TP
+.B \-\-read\-special
+open and read block and char device files as well as FIFOs as if they were regular files. Also follows symlinks pointing to these kinds of files.
+.UNINDENT
+.SS Archive options
+.INDENT 0.0
+.TP
+.BI \-\-comment \ COMMENT
+add a comment text to the archive
+.TP
+.BI \-\-timestamp \ TIMESTAMP
+manually specify the archive creation date/time (UTC, yyyy\-mm\-ddThh:mm:ss format). alternatively, give a reference file/directory.
+.TP
+.BI \-c \ SECONDS\fP,\fB \ \-\-checkpoint\-interval \ SECONDS
+write checkpoint every SECONDS seconds (Default: 1800)
+.TP
+.BI \-\-chunker\-params \ PARAMS
+specify the chunker parameters (CHUNK_MIN_EXP, CHUNK_MAX_EXP, HASH_MASK_BITS, HASH_WINDOW_SIZE). default: 19,23,21,4095
+.TP
+.BI \-C \ COMPRESSION\fP,\fB \ \-\-compression \ COMPRESSION
+select compression algorithm, see the output of the "borg help compression" command for details.
+.UNINDENT
+.SH EXAMPLES
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+# Backup ~/Documents into an archive named "my\-documents"
+$ borg create /path/to/repo::my\-documents ~/Documents
+
+# same, but list all files as we process them
+$ borg create \-\-list /path/to/repo::my\-documents ~/Documents
+
+# Backup ~/Documents and ~/src but exclude pyc files
+$ borg create /path/to/repo::my\-files \e
+    ~/Documents                       \e
+    ~/src                             \e
+    \-\-exclude \(aq*.pyc\(aq
+
+# Backup home directories excluding image thumbnails (i.e. only
+# /home/<one directory>/.thumbnails is excluded, not /home/*/*/.thumbnails etc.)
+$ borg create /path/to/repo::my\-files /home \e
+    \-\-exclude \(aqsh:/home/*/.thumbnails\(aq
+
+# Backup the root filesystem into an archive named "root\-YYYY\-MM\-DD"
+# use zlib compression (good, but slow) \- default is lz4 (fast, low compression ratio)
+$ borg create \-C zlib,6 /path/to/repo::root\-{now:%Y\-%m\-%d} / \-\-one\-file\-system
+
+# Backup a remote host locally ("pull" style) using sshfs
+$ mkdir sshfs\-mount
+$ sshfs root@example.com:/ sshfs\-mount
+$ cd sshfs\-mount
+$ borg create /path/to/repo::example.com\-root\-{now:%Y\-%m\-%d} .
+$ cd ..
+$ fusermount \-u sshfs\-mount
+
+# Make a big effort in fine granular deduplication (big chunk management
+# overhead, needs a lot of RAM and disk space, see formula in internals
+# docs \- same parameters as borg < 1.0 or attic):
+$ borg create \-\-chunker\-params 10,23,16,4095 /path/to/repo::small /smallstuff
+
+# Backup a raw device (must not be active/in use/mounted at that time)
+$ dd if=/dev/sdx bs=10M | borg create /path/to/repo::my\-sdx \-
+
+# No compression (default)
+$ borg create /path/to/repo::arch ~
+
+# Super fast, low compression
+$ borg create \-\-compression lz4 /path/to/repo::arch ~
+
+# Less fast, higher compression (N = 0..9)
+$ borg create \-\-compression zlib,N /path/to/repo::arch ~
+
+# Even slower, even higher compression (N = 0..9)
+$ borg create \-\-compression lzma,N /path/to/repo::arch ~
+
+# Use short hostname, user name and current time in archive name
+$ borg create /path/to/repo::{hostname}\-{user}\-{now} ~
+# Similar, use the same datetime format as borg 1.1 will have as default
+$ borg create /path/to/repo::{hostname}\-{user}\-{now:%Y\-%m\-%dT%H:%M:%S} ~
+# As above, but add nanoseconds
+$ borg create /path/to/repo::{hostname}\-{user}\-{now:%Y\-%m\-%dT%H:%M:%S.%f} ~
+
+# Backing up relative paths by moving into the correct directory first
+$ cd /home/user/Documents
+# The root directory of the archive will be "projectA"
+$ borg create /path/to/repo::daily\-projectA\-{now:%Y\-%m\-%d} projectA
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH NOTES
+.sp
+The \fB\-\-exclude\fP patterns are not like tar. In tar \fB\-\-exclude\fP .bundler/gems will
+exclude foo/.bundler/gems. In borg it will not, you need to use \fB\-\-exclude\fP
+\(aq*/.bundler/gems\(aq to get the same effect. See \fBborg help patterns\fP for
+more information.
+.sp
+In addition to using \fB\-\-exclude\fP patterns, it is possible to use
+\fB\-\-exclude\-if\-present\fP to specify the name of a filesystem object (e.g. a file
+or folder name) which, when contained within another folder, will prevent the
+containing folder from being backed up.  By default, the containing folder and
+all of its contents will be omitted from the backup.  If, however, you wish to
+only include the objects specified by \fB\-\-exclude\-if\-present\fP in your backup,
+and not include any other contents of the containing folder, this can be enabled
+through using the \fB\-\-keep\-exclude\-tags\fP option.
+.SS Item flags
+.sp
+\fB\-\-list\fP outputs a list of all files, directories and other
+file system items it considered (no matter whether they had content changes
+or not). For each item, it prefixes a single\-letter flag that indicates type
+and/or status of the item.
+.sp
+If you are interested only in a subset of that output, you can give e.g.
+\fB\-\-filter=AME\fP and it will only show regular files with A, M or E status (see
+below).
+.sp
+A uppercase character represents the status of a regular file relative to the
+"files" cache (not relative to the repo \-\- this is an issue if the files cache
+is not used). Metadata is stored in any case and for \(aqA\(aq and \(aqM\(aq also new data
+chunks are stored. For \(aqU\(aq all data chunks refer to already existing chunks.
+.INDENT 0.0
+.IP \(bu 2
+\(aqA\(aq = regular file, added (see also \fIa_status_oddity\fP in the FAQ)
+.IP \(bu 2
+\(aqM\(aq = regular file, modified
+.IP \(bu 2
+\(aqU\(aq = regular file, unchanged
+.IP \(bu 2
+\(aqE\(aq = regular file, an error happened while accessing/reading \fIthis\fP file
+.UNINDENT
+.sp
+A lowercase character means a file type other than a regular file,
+borg usually just stores their metadata:
+.INDENT 0.0
+.IP \(bu 2
+\(aqd\(aq = directory
+.IP \(bu 2
+\(aqb\(aq = block device
+.IP \(bu 2
+\(aqc\(aq = char device
+.IP \(bu 2
+\(aqh\(aq = regular file, hardlink (to already seen inodes)
+.IP \(bu 2
+\(aqs\(aq = symlink
+.IP \(bu 2
+\(aqf\(aq = fifo
+.UNINDENT
+.sp
+Other flags used include:
+.INDENT 0.0
+.IP \(bu 2
+\(aqi\(aq = backup data was read from standard input (stdin)
+.IP \(bu 2
+\(aq\-\(aq = dry run, item was \fInot\fP backed up
+.IP \(bu 2
+\(aqx\(aq = excluded, item was \fInot\fP backed up
+.IP \(bu 2
+\(aq?\(aq = missing status code (if you see this, please file a bug report!)
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP, \fIborg\-delete(1)\fP, \fIborg\-prune(1)\fP, \fIborg\-check(1)\fP, \fIborg\-patterns(1)\fP, \fIborg\-placeholders(1)\fP, \fIborg\-compression(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-delete.1

@@ -0,0 +1,109 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-DELETE 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-delete \- Delete an existing repository or archives
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] delete <options> TARGET
+.SH DESCRIPTION
+.sp
+This command deletes an archive from the repository or the complete repository.
+Disk space is reclaimed accordingly. If you delete the complete repository, the
+local cache for it (if any) is also deleted.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B TARGET
+archive or repository to delete
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-s\fP,\fB  \-\-stats
+print statistics for the deleted archive
+.TP
+.B \-c\fP,\fB  \-\-cache\-only
+delete only the local cache for the given repository
+.TP
+.B \-\-force
+force deletion of corrupted archives, use \-\-force \-\-force in case \-\-force does not work.
+.TP
+.B \-\-save\-space
+work slower, but using less space
+.UNINDENT
+.SS filters
+.INDENT 0.0
+.TP
+.B \-P\fP,\fB  \-\-prefix
+only consider archive names starting with this prefix.
+.TP
+.B \-a\fP,\fB  \-\-glob\-archives
+only consider archive names matching the glob. sh: rules apply, see "borg help patterns". \fB\-\-prefix\fP and \fB\-\-glob\-archives\fP are mutually exclusive.
+.TP
+.B \-\-sort\-by
+Comma\-separated list of sorting keys; valid keys are: timestamp, name, id; default is: timestamp
+.TP
+.BI \-\-first \ N
+consider first N archives after other filters were applied
+.TP
+.BI \-\-last \ N
+consider last N archives after other filters were applied
+.UNINDENT
+.SH EXAMPLES
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+# delete a single backup archive:
+$ borg delete /path/to/repo::Monday
+
+# delete the whole repository and the related local cache:
+$ borg delete /path/to/repo
+You requested to completely DELETE the repository *including* all archives it contains:
+repo                                 Mon, 2016\-02\-15 19:26:54
+root\-2016\-02\-15                      Mon, 2016\-02\-15 19:36:29
+newname                              Mon, 2016\-02\-15 19:50:19
+Type \(aqYES\(aq if you understand this and want to continue: YES
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-diff.1

@@ -0,0 +1,151 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-DIFF 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-diff \- Diff contents of two archives
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] diff <options> REPO_ARCHIVE1 ARCHIVE2 PATH
+.SH DESCRIPTION
+.sp
+This command finds differences (file contents, user/group/mode) between archives.
+.sp
+A repository location and an archive name must be specified for REPO_ARCHIVE1.
+ARCHIVE2 is just another archive name in same repository (no repository location
+allowed).
+.sp
+For archives created with Borg 1.1 or newer diff automatically detects whether
+the archives are created with the same chunker params. If so, only chunk IDs
+are compared, which is very fast.
+.sp
+For archives prior to Borg 1.1 chunk contents are compared by default.
+If you did not create the archives with different chunker params,
+pass \fB\-\-same\-chunker\-params\fP\&.
+Note that the chunker params changed from Borg 0.xx to 1.0.
+.sp
+See the output of the "borg help patterns" command for more help on exclude patterns.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B REPO_ARCHIVE1
+repository location and ARCHIVE1 name
+.TP
+.B ARCHIVE2
+ARCHIVE2 name (no repository location allowed)
+.TP
+.B PATH
+paths of items inside the archives to compare; patterns are supported
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-\-numeric\-owner
+only consider numeric user and group identifiers
+.TP
+.B \-\-same\-chunker\-params
+Override check of chunker parameters.
+.TP
+.B \-\-sort
+Sort the output lines by file path.
+.UNINDENT
+.SS Exclusion options
+.INDENT 0.0
+.TP
+.BI \-e \ PATTERN\fP,\fB \ \-\-exclude \ PATTERN
+exclude paths matching PATTERN
+.TP
+.BI \-\-exclude\-from \ EXCLUDEFILE
+read exclude patterns from EXCLUDEFILE, one per line
+.TP
+.B \-\-exclude\-caches
+exclude directories that contain a CACHEDIR.TAG file (\fI\%http://www.brynosaurus.com/cachedir/spec.html\fP)
+.TP
+.BI \-\-exclude\-if\-present \ NAME
+exclude directories that are tagged by containing a filesystem object with the given NAME
+.TP
+.B \-\-keep\-exclude\-tags\fP,\fB  \-\-keep\-tag\-files
+if tag objects are specified with \-\-exclude\-if\-present, don\(aqt omit the tag objects themselves from the backup archive
+.TP
+.BI \-\-pattern \ PATTERN
+experimental: include/exclude paths matching PATTERN
+.TP
+.BI \-\-patterns\-from \ PATTERNFILE
+experimental: read include/exclude patterns from PATTERNFILE, one per line
+.UNINDENT
+.SH EXAMPLES
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ borg init \-e=none testrepo
+$ mkdir testdir
+$ cd testdir
+$ echo asdf > file1
+$ dd if=/dev/urandom bs=1M count=4 > file2
+$ touch file3
+$ borg create ../testrepo::archive1 .
+
+$ chmod a+x file1
+$ echo "something" >> file2
+$ borg create ../testrepo::archive2 .
+
+$ rm file3
+$ touch file4
+$ borg create ../testrepo::archive3 .
+
+$ cd ..
+$ borg diff testrepo::archive1 archive2
+[\-rw\-r\-\-r\-\- \-> \-rwxr\-xr\-x] file1
+   +135 B    \-252 B file2
+
+$ borg diff testrepo::archive2 archive3
+added           0 B file4
+removed         0 B file3
+
+$ borg diff testrepo::archive1 archive3
+[\-rw\-r\-\-r\-\- \-> \-rwxr\-xr\-x] file1
+   +135 B    \-252 B file2
+added           0 B file4
+removed         0 B file3
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-export-tar.1

@@ -0,0 +1,142 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-EXPORT-TAR 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-export-tar \- Export archive contents as a tarball
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] export\-tar <options> ARCHIVE FILE PATH
+.SH DESCRIPTION
+.sp
+This command creates a tarball from an archive.
+.sp
+When giving \(aq\-\(aq as the output FILE, Borg will write a tar stream to standard output.
+.sp
+By default (\fB\-\-tar\-filter=auto\fP) Borg will detect whether the FILE should be compressed
+based on its file extension and pipe the tarball through an appropriate filter
+before writing it to FILE:
+.INDENT 0.0
+.IP \(bu 2
+\&.tar.gz: gzip
+.IP \(bu 2
+\&.tar.bz2: bzip2
+.IP \(bu 2
+\&.tar.xz: xz
+.UNINDENT
+.sp
+Alternatively a \fB\-\-tar\-filter\fP program may be explicitly specified. It should
+read the uncompressed tar stream from stdin and write a compressed/filtered
+tar stream to stdout.
+.sp
+The generated tarball uses the GNU tar format.
+.sp
+export\-tar is a lossy conversion:
+BSD flags, ACLs, extended attributes (xattrs), atime and ctime are not exported.
+Timestamp resolution is limited to whole seconds, not the nanosecond resolution
+otherwise supported by Borg.
+.sp
+A \fB\-\-sparse\fP option (as found in borg extract) is not supported.
+.sp
+By default the entire archive is extracted but a subset of files and directories
+can be selected by passing a list of \fBPATHs\fP as arguments.
+The file selection can further be restricted by using the \fB\-\-exclude\fP option.
+.sp
+See the output of the "borg help patterns" command for more help on exclude patterns.
+.sp
+\fB\-\-progress\fP can be slower than no progress display, since it makes one additional
+pass over the archive metadata.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B ARCHIVE
+archive to export
+.TP
+.B FILE
+output tar file. "\-" to write to stdout instead.
+.TP
+.B PATH
+paths to extract; patterns are supported
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-\-tar\-filter
+filter program to pipe data through
+.TP
+.B \-\-list
+output verbose list of items (files, dirs, ...)
+.TP
+.BI \-e \ PATTERN\fP,\fB \ \-\-exclude \ PATTERN
+exclude paths matching PATTERN
+.TP
+.BI \-\-exclude\-from \ EXCLUDEFILE
+read exclude patterns from EXCLUDEFILE, one per line
+.TP
+.BI \-\-pattern \ PATTERN
+experimental: include/exclude paths matching PATTERN
+.TP
+.BI \-\-patterns\-from \ PATTERNFILE
+experimental: read include/exclude patterns from PATTERNFILE, one per line
+.TP
+.BI \-\-strip\-components \ NUMBER
+Remove the specified number of leading path elements. Pathnames with fewer elements will be silently skipped.
+.UNINDENT
+.SH EXAMPLES
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+# export as uncompressed tar
+$ borg export\-tar /path/to/repo::Monday Monday.tar
+
+# exclude some types, compress using gzip
+$ borg export\-tar /path/to/repo::Monday Monday.tar.gz \-\-exclude \(aq*.so\(aq
+
+# use higher compression level with gzip
+$ borg export\-tar testrepo::linux \-\-tar\-filter="gzip \-9" Monday.tar.gz
+
+# export a gzipped tar, but instead of storing it on disk,
+# upload it to a remote site using curl.
+$ borg export\-tar ... \-\-tar\-filter="gzip" \- | curl \-\-data\-binary @\- https://somewhere/to/POST
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-extract.1

@@ -0,0 +1,137 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-EXTRACT 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-extract \- Extract archive contents
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] extract <options> ARCHIVE PATH
+.SH DESCRIPTION
+.sp
+This command extracts the contents of an archive. By default the entire
+archive is extracted but a subset of files and directories can be selected
+by passing a list of \fBPATHs\fP as arguments. The file selection can further
+be restricted by using the \fB\-\-exclude\fP option.
+.sp
+See the output of the "borg help patterns" command for more help on exclude patterns.
+.sp
+By using \fB\-\-dry\-run\fP, you can do all extraction steps except actually writing the
+output data: reading metadata and data chunks from the repo, checking the hash/hmac,
+decrypting, decompressing.
+.sp
+\fB\-\-progress\fP can be slower than no progress display, since it makes one additional
+pass over the archive metadata.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B ARCHIVE
+archive to extract
+.TP
+.B PATH
+paths to extract; patterns are supported
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-\-list
+output verbose list of items (files, dirs, ...)
+.TP
+.B \-n\fP,\fB  \-\-dry\-run
+do not actually change any files
+.TP
+.BI \-e \ PATTERN\fP,\fB \ \-\-exclude \ PATTERN
+exclude paths matching PATTERN
+.TP
+.BI \-\-exclude\-from \ EXCLUDEFILE
+read exclude patterns from EXCLUDEFILE, one per line
+.TP
+.BI \-\-pattern \ PATTERN
+experimental: include/exclude paths matching PATTERN
+.TP
+.BI \-\-patterns\-from \ PATTERNFILE
+experimental: read include/exclude patterns from PATTERNFILE, one per line
+.TP
+.B \-\-numeric\-owner
+only obey numeric user and group identifiers
+.TP
+.BI \-\-strip\-components \ NUMBER
+Remove the specified number of leading path elements. Pathnames with fewer elements will be silently skipped.
+.TP
+.B \-\-stdout
+write all extracted data to stdout
+.TP
+.B \-\-sparse
+create holes in output sparse file from all\-zero chunks
+.UNINDENT
+.SH EXAMPLES
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+# Extract entire archive
+$ borg extract /path/to/repo::my\-files
+
+# Extract entire archive and list files while processing
+$ borg extract \-\-list /path/to/repo::my\-files
+
+# Verify whether an archive could be successfully extracted, but do not write files to disk
+$ borg extract \-\-dry\-run /path/to/repo::my\-files
+
+# Extract the "src" directory
+$ borg extract /path/to/repo::my\-files home/USERNAME/src
+
+# Extract the "src" directory but exclude object files
+$ borg extract /path/to/repo::my\-files home/USERNAME/src \-\-exclude \(aq*.o\(aq
+
+# Restore a raw device (must not be active/in use/mounted at that time)
+$ borg extract \-\-stdout /path/to/repo::my\-sdx | dd of=/dev/sdx bs=10M
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.sp
+\fBNOTE:\fP
+.INDENT 0.0
+.INDENT 3.5
+Currently, extract always writes into the current working directory ("."),
+so make sure you \fBcd\fP to the right place before calling \fBborg extract\fP\&.
+.UNINDENT
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP, \fIborg\-mount(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-info.1

@@ -0,0 +1,116 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-INFO 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-info \- Show archive details such as disk space used
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] info <options> REPOSITORY_OR_ARCHIVE
+.SH DESCRIPTION
+.sp
+This command displays detailed information about the specified archive or repository.
+.sp
+Please note that the deduplicated sizes of the individual archives do not add
+up to the deduplicated size of the repository ("all archives"), because the two
+are meaning different things:
+.INDENT 0.0
+.TP
+.B This archive / deduplicated size = amount of data stored ONLY for this archive
+= unique chunks of this archive.
+.TP
+.B All archives / deduplicated size = amount of data stored in the repo
+= all chunks in the repository.
+.UNINDENT
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B REPOSITORY_OR_ARCHIVE
+archive or repository to display information about
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-\-json
+format output as JSON
+.UNINDENT
+.SS filters
+.INDENT 0.0
+.TP
+.B \-P\fP,\fB  \-\-prefix
+only consider archive names starting with this prefix.
+.TP
+.B \-a\fP,\fB  \-\-glob\-archives
+only consider archive names matching the glob. sh: rules apply, see "borg help patterns". \fB\-\-prefix\fP and \fB\-\-glob\-archives\fP are mutually exclusive.
+.TP
+.B \-\-sort\-by
+Comma\-separated list of sorting keys; valid keys are: timestamp, name, id; default is: timestamp
+.TP
+.BI \-\-first \ N
+consider first N archives after other filters were applied
+.TP
+.BI \-\-last \ N
+consider last N archives after other filters were applied
+.UNINDENT
+.SH EXAMPLES
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ borg info /path/to/repo::root\-2016\-02\-15
+Name: root\-2016\-02\-15
+Fingerprint: 57c827621f21b000a8d363c1e163cc55983822b3afff3a96df595077a660be50
+Hostname: myhostname
+Username: root
+Time (start): Mon, 2016\-02\-15 19:36:29
+Time (end):   Mon, 2016\-02\-15 19:39:26
+Command line: /usr/local/bin/borg create \-\-list \-C zlib,6 /path/to/repo::root\-2016\-02\-15 / \-\-one\-file\-system
+Number of files: 38100
+
+                       Original size      Compressed size    Deduplicated size
+This archive:                1.33 GB            613.25 MB            571.64 MB
+All archives:                1.63 GB            853.66 MB            584.12 MB
+
+                       Unique chunks         Total chunks
+Chunk index:                   36858                48844
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP, \fIborg\-list(1)\fP, \fIborg\-diff(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-init.1

@@ -0,0 +1,217 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-INIT 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-init \- Initialize an empty repository
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] init <options> REPOSITORY
+.SH DESCRIPTION
+.sp
+This command initializes an empty repository. A repository is a filesystem
+directory containing the deduplicated data from zero or more archives.
+.sp
+Encryption can be enabled at repository init time. It cannot be changed later.
+.sp
+It is not recommended to work without encryption. Repository encryption protects
+you e.g. against the case that an attacker has access to your backup repository.
+.sp
+But be careful with the key / the passphrase:
+.sp
+If you want "passphrase\-only" security, use one of the repokey modes. The
+key will be stored inside the repository (in its "config" file). In above
+mentioned attack scenario, the attacker will have the key (but not the
+passphrase).
+.sp
+If you want "passphrase and having\-the\-key" security, use one of the keyfile
+modes. The key will be stored in your home directory (in .config/borg/keys).
+In the attack scenario, the attacker who has just access to your repo won\(aqt
+have the key (and also not the passphrase).
+.sp
+Make a backup copy of the key file (keyfile mode) or repo config file
+(repokey mode) and keep it at a safe place, so you still have the key in
+case it gets corrupted or lost. Also keep the passphrase at a safe place.
+The backup that is encrypted with that key won\(aqt help you with that, of course.
+.sp
+Make sure you use a good passphrase. Not too short, not too simple. The real
+encryption / decryption key is encrypted with / locked by your passphrase.
+If an attacker gets your key, he can\(aqt unlock and use it without knowing the
+passphrase.
+.sp
+Be careful with special or non\-ascii characters in your passphrase:
+.INDENT 0.0
+.IP \(bu 2
+Borg processes the passphrase as unicode (and encodes it as utf\-8),
+so it does not have problems dealing with even the strangest characters.
+.IP \(bu 2
+BUT: that does not necessarily apply to your OS / VM / keyboard configuration.
+.UNINDENT
+.sp
+So better use a long passphrase made from simple ascii chars than one that
+includes non\-ascii stuff or characters that are hard/impossible to enter on
+a different keyboard layout.
+.sp
+You can change your passphrase for existing repos at any time, it won\(aqt affect
+the encryption/decryption key or other secrets.
+.SS Encryption modes
+.\" nanorst: inline-fill
+.
+.TS
+center;
+|l|l|l|l|.
+_
+T{
+Hash/MAC
+T}	T{
+Not encrypted
+no auth
+T}	T{
+Not encrypted,
+but authenticated
+T}	T{
+Encrypted (AEAD w/ AES)
+and authenticated
+T}
+_
+T{
+SHA\-256
+T}	T{
+none
+T}	T{
+\fIauthenticated\fP
+T}	T{
+repokey
+keyfile
+T}
+_
+T{
+BLAKE2b
+T}	T{
+n/a
+T}	T{
+\fIauthenticated\-blake2\fP
+T}	T{
+\fIrepokey\-blake2\fP
+\fIkeyfile\-blake2\fP
+T}
+_
+.TE
+.\" nanorst: inline-replace
+.
+.sp
+\fIMarked modes\fP are new in Borg 1.1 and are not backwards\-compatible with Borg 1.0.x.
+.sp
+On modern Intel/AMD CPUs (except very cheap ones), AES is usually
+hardware\-accelerated.
+BLAKE2b is faster than SHA256 on Intel/AMD 64\-bit CPUs
+(except AMD Ryzen and future CPUs with SHA extensions),
+which makes \fIauthenticated\-blake2\fP faster than \fInone\fP and \fIauthenticated\fP\&.
+.sp
+On modern ARM CPUs, NEON provides hardware acceleration for SHA256 making it faster
+than BLAKE2b\-256 there. NEON accelerates AES as well.
+.sp
+Hardware acceleration is always used automatically when available.
+.sp
+\fIrepokey\fP and \fIkeyfile\fP use AES\-CTR\-256 for encryption and HMAC\-SHA256 for
+authentication in an encrypt\-then\-MAC (EtM) construction. The chunk ID hash
+is HMAC\-SHA256 as well (with a separate key).
+These modes are compatible with Borg 1.0.x.
+.sp
+\fIrepokey\-blake2\fP and \fIkeyfile\-blake2\fP are also authenticated encryption modes,
+but use BLAKE2b\-256 instead of HMAC\-SHA256 for authentication. The chunk ID
+hash is a keyed BLAKE2b\-256 hash.
+These modes are new and \fInot\fP compatible with Borg 1.0.x.
+.sp
+\fIauthenticated\fP mode uses no encryption, but authenticates repository contents
+through the same HMAC\-SHA256 hash as the \fIrepokey\fP and \fIkeyfile\fP modes (it uses it
+as the chunk ID hash). The key is stored like \fIrepokey\fP\&.
+This mode is new and \fInot\fP compatible with Borg 1.0.x.
+.sp
+\fIauthenticated\-blake2\fP is like \fIauthenticated\fP, but uses the keyed BLAKE2b\-256 hash
+from the other blake2 modes.
+This mode is new and \fInot\fP compatible with Borg 1.0.x.
+.sp
+\fInone\fP mode uses no encryption and no authentication. It uses SHA256 as chunk
+ID hash. Not recommended, rather consider using an authenticated or
+authenticated/encrypted mode. This mode has possible denial\-of\-service issues
+when running \fBborg create\fP on contents controlled by an attacker.
+Use it only for new repositories where no encryption is wanted \fBand\fP when compatibility
+with 1.0.x is important. If compatibility with 1.0.x is not important, use
+\fIauthenticated\-blake2\fP or \fIauthenticated\fP instead.
+This mode is compatible with Borg 1.0.x.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B REPOSITORY
+repository to create
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-e\fP,\fB  \-\-encryption
+select encryption key mode \fB(required)\fP
+.TP
+.B \-\-append\-only
+create an append\-only mode repository
+.TP
+.B \-\-storage\-quota
+Set storage quota of the new repository (e.g. 5G, 1.5T). Default: no quota.
+.UNINDENT
+.SH EXAMPLES
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+# Local repository, repokey encryption, BLAKE2b (often faster, since Borg 1.1)
+$ borg init \-\-encryption=repokey\-blake2 /path/to/repo
+
+# Local repository (no encryption)
+$ borg init \-\-encryption=none /path/to/repo
+
+# Remote repository (accesses a remote borg via ssh)
+$ borg init \-\-encryption=repokey\-blake2 user@hostname:backup
+
+# Remote repository (store the key your home dir)
+$ borg init \-\-encryption=keyfile user@hostname:backup
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP, \fIborg\-create(1)\fP, \fIborg\-delete(1)\fP, \fIborg\-check(1)\fP, \fIborg\-list(1)\fP, \fIborg\-key\-import(1)\fP, \fIborg\-key\-export(1)\fP, \fIborg\-key\-change\-passphrase(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-key-change-passphrase.1

@@ -0,0 +1,96 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-KEY-CHANGE-PASSPHRASE 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-key-change-passphrase \- Change repository key file passphrase
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] key change\-passphrase <options> REPOSITORY
+.SH DESCRIPTION
+.sp
+The key files used for repository encryption are optionally passphrase
+protected. This command can be used to change this passphrase.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.sp
+REPOSITORY
+.SH EXAMPLES
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+# Create a key file protected repository
+$ borg init \-\-encryption=keyfile \-v /path/to/repo
+Initializing repository at "/path/to/repo"
+Enter new passphrase:
+Enter same passphrase again:
+Remember your passphrase. Your data will be inaccessible without it.
+Key in "/root/.config/borg/keys/mnt_backup" created.
+Keep this key safe. Your data will be inaccessible without it.
+Synchronizing chunks cache...
+Archives: 0, w/ cached Idx: 0, w/ outdated Idx: 0, w/o cached Idx: 0.
+Done.
+
+# Change key file passphrase
+$ borg key change\-passphrase \-v /path/to/repo
+Enter passphrase for key /root/.config/borg/keys/mnt_backup:
+Enter new passphrase:
+Enter same passphrase again:
+Remember your passphrase. Your data will be inaccessible without it.
+Key updated
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.sp
+Fully automated using environment variables:
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ BORG_NEW_PASSPHRASE=old borg init \-e=repokey repo
+# now "old" is the current passphrase.
+$ BORG_PASSPHRASE=old BORG_NEW_PASSPHRASE=new borg key change\-passphrase repo
+# now "new" is the current passphrase.
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-key-export.1

@@ -0,0 +1,81 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-KEY-EXPORT 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-key-export \- Export the repository key for backup
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] key export <options> REPOSITORY PATH
+.SH DESCRIPTION
+.sp
+If repository encryption is used, the repository is inaccessible
+without the key. This command allows to backup this essential key.
+.sp
+There are two backup formats. The normal backup format is suitable for
+digital storage as a file. The \fB\-\-paper\fP backup format is optimized
+for printing and typing in while importing, with per line checks to
+reduce problems with manual input.
+.sp
+For repositories using keyfile encryption the key is saved locally
+on the system that is capable of doing backups. To guard against loss
+of this key, the key needs to be backed up independently of the main
+data backup.
+.sp
+For repositories using the repokey encryption the key is saved in the
+repository in the config file. A backup is thus not strictly needed,
+but guards against the repository becoming inaccessible if the file
+is damaged for some reason.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.sp
+REPOSITORY
+.INDENT 0.0
+.TP
+.B PATH
+where to store the backup
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-\-paper
+Create an export suitable for printing and later type\-in
+.TP
+.B \-\-qr\-html
+Create an html file suitable for printing and later type\-in or qr scan
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP, \fIborg\-key\-import(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-key-import.1

@@ -0,0 +1,67 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-KEY-IMPORT 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-key-import \- Import the repository key from backup
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] key import <options> REPOSITORY PATH
+.SH DESCRIPTION
+.sp
+This command allows to restore a key previously backed up with the
+export command.
+.sp
+If the \fB\-\-paper\fP option is given, the import will be an interactive
+process in which each line is checked for plausibility before
+proceeding to the next line. For this format PATH must not be given.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.sp
+REPOSITORY
+.INDENT 0.0
+.TP
+.B PATH
+path to the backup
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-\-paper
+interactively import from a backup done with \fB\-\-paper\fP
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP, \fIborg\-key\-export(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-key-migrate-to-repokey.1

@@ -0,0 +1,66 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-KEY-MIGRATE-TO-REPOKEY 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-key-migrate-to-repokey \- Migrate passphrase -> repokey
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] key migrate\-to\-repokey <options> REPOSITORY
+.SH DESCRIPTION
+.sp
+This command migrates a repository from passphrase mode (removed in Borg 1.0)
+to repokey mode.
+.sp
+You will be first asked for the repository passphrase (to open it in passphrase
+mode). This is the same passphrase as you used to use for this repo before 1.0.
+.sp
+It will then derive the different secrets from this passphrase.
+.sp
+Then you will be asked for a new passphrase (twice, for safety). This
+passphrase will be used to protect the repokey (which contains these same
+secrets in encrypted form). You may use the same passphrase as you used to
+use, but you may also use a different one.
+.sp
+After migrating to repokey mode, you can change the passphrase at any time.
+But please note: the secrets will always stay the same and they could always
+be derived from your (old) passphrase\-mode passphrase.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.sp
+REPOSITORY
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-key.1

@@ -0,0 +1,47 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-KEY 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-key \- Manage a keyfile or repokey of a repository
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.nf
+borg [common options] key export ...
+borg [common options] key import ...
+borg [common options] key change\-passphrase ...
+borg [common options] key migrate\-to\-repokey ...
+.fi
+.sp
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP, \fIborg\-key\-export(1)\fP, \fIborg\-key\-import(1)\fP, \fIborg\-key\-change\-passphrase(1)\fP, \fIborg\-key\-migrate\-to\-repokey(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-list.1

@@ -0,0 +1,249 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-LIST 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-list \- List archive or repository contents
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] list <options> REPOSITORY_OR_ARCHIVE PATH
+.SH DESCRIPTION
+.sp
+This command lists the contents of a repository or an archive.
+.sp
+See the "borg help patterns" command for more help on exclude patterns.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B REPOSITORY_OR_ARCHIVE
+repository/archive to list contents of
+.TP
+.B PATH
+paths to list; patterns are supported
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-\-short
+only print file/directory names, nothing else
+.TP
+.B \-\-format\fP,\fB  \-\-list\-format
+specify format for file listing
+(default: "{mode} {user:6} {group:6} {size:8d} {isomtime} {path}{extra}{NL}")
+.TP
+.B \-\-json
+Only valid for listing repository contents. Format output as JSON. The form of \fB\-\-format\fP is ignored, but keys used in it are added to the JSON output. Some keys are always present. Note: JSON can only represent text. A "barchive" key is therefore not available.
+.TP
+.B \-\-json\-lines
+Only valid for listing archive contents. Format output as JSON Lines. The form of \fB\-\-format\fP is ignored, but keys used in it are added to the JSON output. Some keys are always present. Note: JSON can only represent text. A "bpath" key is therefore not available.
+.UNINDENT
+.SS filters
+.INDENT 0.0
+.TP
+.B \-P\fP,\fB  \-\-prefix
+only consider archive names starting with this prefix.
+.TP
+.B \-a\fP,\fB  \-\-glob\-archives
+only consider archive names matching the glob. sh: rules apply, see "borg help patterns". \fB\-\-prefix\fP and \fB\-\-glob\-archives\fP are mutually exclusive.
+.TP
+.B \-\-sort\-by
+Comma\-separated list of sorting keys; valid keys are: timestamp, name, id; default is: timestamp
+.TP
+.BI \-\-first \ N
+consider first N archives after other filters were applied
+.TP
+.BI \-\-last \ N
+consider last N archives after other filters were applied
+.UNINDENT
+.SS Exclusion options
+.INDENT 0.0
+.TP
+.BI \-e \ PATTERN\fP,\fB \ \-\-exclude \ PATTERN
+exclude paths matching PATTERN
+.TP
+.BI \-\-exclude\-from \ EXCLUDEFILE
+read exclude patterns from EXCLUDEFILE, one per line
+.TP
+.B \-\-exclude\-caches
+exclude directories that contain a CACHEDIR.TAG file (\fI\%http://www.brynosaurus.com/cachedir/spec.html\fP)
+.TP
+.BI \-\-exclude\-if\-present \ NAME
+exclude directories that are tagged by containing a filesystem object with the given NAME
+.TP
+.B \-\-keep\-exclude\-tags\fP,\fB  \-\-keep\-tag\-files
+if tag objects are specified with \-\-exclude\-if\-present, don\(aqt omit the tag objects themselves from the backup archive
+.TP
+.BI \-\-pattern \ PATTERN
+experimental: include/exclude paths matching PATTERN
+.TP
+.BI \-\-patterns\-from \ PATTERNFILE
+experimental: read include/exclude patterns from PATTERNFILE, one per line
+.UNINDENT
+.SH EXAMPLES
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ borg list /path/to/repo
+Monday                               Mon, 2016\-02\-15 19:15:11
+repo                                 Mon, 2016\-02\-15 19:26:54
+root\-2016\-02\-15                      Mon, 2016\-02\-15 19:36:29
+newname                              Mon, 2016\-02\-15 19:50:19
+\&...
+
+$ borg list /path/to/repo::root\-2016\-02\-15
+drwxr\-xr\-x root   root          0 Mon, 2016\-02\-15 17:44:27 .
+drwxrwxr\-x root   root          0 Mon, 2016\-02\-15 19:04:49 bin
+\-rwxr\-xr\-x root   root    1029624 Thu, 2014\-11\-13 00:08:51 bin/bash
+lrwxrwxrwx root   root          0 Fri, 2015\-03\-27 20:24:26 bin/bzcmp \-> bzdiff
+\-rwxr\-xr\-x root   root       2140 Fri, 2015\-03\-27 20:24:22 bin/bzdiff
+\&...
+
+$ borg list /path/to/repo::archiveA \-\-list\-format="{mode} {user:6} {group:6} {size:8d} {isomtime} {path}{extra}{NEWLINE}"
+drwxrwxr\-x user   user          0 Sun, 2015\-02\-01 11:00:00 .
+drwxrwxr\-x user   user          0 Sun, 2015\-02\-01 11:00:00 code
+drwxrwxr\-x user   user          0 Sun, 2015\-02\-01 11:00:00 code/myproject
+\-rw\-rw\-r\-\- user   user    1416192 Sun, 2015\-02\-01 11:00:00 code/myproject/file.ext
+\&...
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH NOTES
+.sp
+The following keys are available for \fB\-\-format\fP:
+.INDENT 0.0
+.IP \(bu 2
+NEWLINE: OS dependent line separator
+.IP \(bu 2
+NL: alias of NEWLINE
+.IP \(bu 2
+NUL: NUL character for creating print0 / xargs \-0 like output, see barchive/bpath
+.IP \(bu 2
+SPACE
+.IP \(bu 2
+TAB
+.IP \(bu 2
+CR
+.IP \(bu 2
+LF
+.UNINDENT
+.sp
+Keys for listing repository archives:
+.INDENT 0.0
+.IP \(bu 2
+archive, name: archive name interpreted as text (might be missing non\-text characters, see barchive)
+.IP \(bu 2
+barchive: verbatim archive name, can contain any character except NUL
+.IP \(bu 2
+time: time of creation of the archive
+.IP \(bu 2
+id: internal ID of the archive
+.UNINDENT
+.sp
+Keys for listing archive files:
+.INDENT 0.0
+.IP \(bu 2
+type
+.IP \(bu 2
+mode
+.IP \(bu 2
+uid
+.IP \(bu 2
+gid
+.IP \(bu 2
+user
+.IP \(bu 2
+group
+.IP \(bu 2
+path: path interpreted as text (might be missing non\-text characters, see bpath)
+.IP \(bu 2
+bpath: verbatim POSIX path, can contain any character except NUL
+.IP \(bu 2
+source: link target for links (identical to linktarget)
+.IP \(bu 2
+linktarget
+.IP \(bu 2
+flags
+.IP \(bu 2
+size
+.IP \(bu 2
+csize: compressed size
+.IP \(bu 2
+dsize: deduplicated size
+.IP \(bu 2
+dcsize: deduplicated compressed size
+.IP \(bu 2
+num_chunks: number of chunks in this file
+.IP \(bu 2
+unique_chunks: number of unique chunks in this file
+.IP \(bu 2
+mtime
+.IP \(bu 2
+ctime
+.IP \(bu 2
+atime
+.IP \(bu 2
+isomtime
+.IP \(bu 2
+isoctime
+.IP \(bu 2
+isoatime
+.IP \(bu 2
+md5
+.IP \(bu 2
+sha1
+.IP \(bu 2
+sha224
+.IP \(bu 2
+sha256
+.IP \(bu 2
+sha384
+.IP \(bu 2
+sha512
+.IP \(bu 2
+archiveid
+.IP \(bu 2
+archivename
+.IP \(bu 2
+extra: prepends {source} with " \-> " for soft links and " link to " for hard links
+.IP \(bu 2
+health: either "healthy" (file ok) or "broken" (if file has all\-zero replacement chunks)
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP, \fIborg\-info(1)\fP, \fIborg\-diff(1)\fP, \fIborg\-prune(1)\fP, \fIborg\-patterns(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-mount.1

@@ -0,0 +1,118 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-MOUNT 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-mount \- Mount archive or an entire repository as a FUSE filesystem
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] mount <options> REPOSITORY_OR_ARCHIVE MOUNTPOINT
+.SH DESCRIPTION
+.sp
+This command mounts an archive as a FUSE filesystem. This can be useful for
+browsing an archive or restoring individual files. Unless the \fB\-\-foreground\fP
+option is given the command will run in the background until the filesystem
+is \fBumounted\fP\&.
+.sp
+The command \fBborgfs\fP provides a wrapper for \fBborg mount\fP\&. This can also be
+used in fstab entries:
+\fB/path/to/repo /mnt/point fuse.borgfs defaults,noauto 0 0\fP
+.sp
+To allow a regular user to use fstab entries, add the \fBuser\fP option:
+\fB/path/to/repo /mnt/point fuse.borgfs defaults,noauto,user 0 0\fP
+.sp
+For mount options, see the fuse(8) manual page. Additional mount options
+supported by borg:
+.INDENT 0.0
+.IP \(bu 2
+versions: when used with a repository mount, this gives a merged, versioned
+view of the files in the archives. EXPERIMENTAL, layout may change in future.
+.IP \(bu 2
+allow_damaged_files: by default damaged files (where missing chunks were
+replaced with runs of zeros by borg check \fB\-\-repair\fP) are not readable and
+return EIO (I/O error). Set this option to read such files.
+.UNINDENT
+.sp
+The BORG_MOUNT_DATA_CACHE_ENTRIES environment variable is meant for advanced users
+to tweak the performance. It sets the number of cached data chunks; additional
+memory usage can be up to ~8 MiB times this number. The default is the number
+of CPU cores.
+.sp
+When the daemonized process receives a signal or crashes, it does not unmount.
+Unmounting in these cases could cause an active rsync or similar process
+to unintentionally delete data.
+.sp
+When running in the foreground ^C/SIGINT unmounts cleanly, but other
+signals or crashes do not.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B REPOSITORY_OR_ARCHIVE
+repository/archive to mount
+.TP
+.B MOUNTPOINT
+where to mount filesystem
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-f\fP,\fB  \-\-foreground
+stay in foreground, do not daemonize
+.TP
+.B \-o
+Extra mount options
+.UNINDENT
+.SS filters
+.INDENT 0.0
+.TP
+.B \-P\fP,\fB  \-\-prefix
+only consider archive names starting with this prefix.
+.TP
+.B \-a\fP,\fB  \-\-glob\-archives
+only consider archive names matching the glob. sh: rules apply, see "borg help patterns". \fB\-\-prefix\fP and \fB\-\-glob\-archives\fP are mutually exclusive.
+.TP
+.B \-\-sort\-by
+Comma\-separated list of sorting keys; valid keys are: timestamp, name, id; default is: timestamp
+.TP
+.BI \-\-first \ N
+consider first N archives after other filters were applied
+.TP
+.BI \-\-last \ N
+consider last N archives after other filters were applied
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP, \fIborg\-umount(1)\fP, \fIborg\-extract(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-patterns.1

@@ -0,0 +1,201 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-PATTERNS 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-patterns \- Details regarding patterns
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH DESCRIPTION
+.sp
+File patterns support these styles: fnmatch, shell, regular expressions,
+path prefixes and path full\-matches. By default, fnmatch is used for
+\fB\-\-exclude\fP patterns and shell\-style is used for the experimental \fB\-\-pattern\fP
+option.
+.sp
+If followed by a colon (\(aq:\(aq) the first two characters of a pattern are used as a
+style selector. Explicit style selection is necessary when a
+non\-default style is desired or when the desired pattern starts with
+two alphanumeric characters followed by a colon (i.e. \fIaa:something/*\fP).
+.INDENT 0.0
+.TP
+.B \fI\%Fnmatch\fP, selector \fIfm:\fP
+This is the default style for \fB\-\-exclude\fP and \fB\-\-exclude\-from\fP\&.
+These patterns use a variant of shell pattern syntax, with \(aq*\(aq matching
+any number of characters, \(aq?\(aq matching any single character, \(aq[...]\(aq
+matching any single character specified, including ranges, and \(aq[!...]\(aq
+matching any character not specified. For the purpose of these patterns,
+the path separator (\(aq\(aq for Windows and \(aq/\(aq on other systems) is not
+treated specially. Wrap meta\-characters in brackets for a literal
+match (i.e. \fI[?]\fP to match the literal character \fI?\fP). For a path
+to match a pattern, it must completely match from start to end, or
+must match from the start to just before a path separator. Except
+for the root path, paths will never end in the path separator when
+matching is attempted.  Thus, if a given pattern ends in a path
+separator, a \(aq*\(aq is appended before matching is attempted.
+.TP
+.B Shell\-style patterns, selector \fIsh:\fP
+This is the default style for \-\-pattern and \-\-patterns\-from.
+Like fnmatch patterns these are similar to shell patterns. The difference
+is that the pattern may include \fI**/\fP for matching zero or more directory
+levels, \fI*\fP for matching zero or more arbitrary characters with the
+exception of any path separator.
+.TP
+.B Regular expressions, selector \fIre:\fP
+Regular expressions similar to those found in Perl are supported. Unlike
+shell patterns regular expressions are not required to match the complete
+path and any substring match is sufficient. It is strongly recommended to
+anchor patterns to the start (\(aq^\(aq), to the end (\(aq$\(aq) or both. Path
+separators (\(aq\(aq for Windows and \(aq/\(aq on other systems) in paths are
+always normalized to a forward slash (\(aq/\(aq) before applying a pattern. The
+regular expression syntax is described in the \fI\%Python documentation for
+the re module\fP\&.
+.TP
+.B Path prefix, selector \fIpp:\fP
+This pattern style is useful to match whole sub\-directories. The pattern
+\fIpp:/data/bar\fP matches \fI/data/bar\fP and everything therein.
+.TP
+.B Path full\-match, selector \fIpf:\fP
+This pattern style is useful to match whole paths.
+This is kind of a pseudo pattern as it can not have any variable or
+unspecified parts \- the full, precise path must be given.
+\fIpf:/data/foo.txt\fP matches \fI/data/foo.txt\fP only.
+.sp
+Implementation note: this is implemented via very time\-efficient O(1)
+hashtable lookups (this means you can have huge amounts of such patterns
+without impacting performance much).
+Due to that, this kind of pattern does not respect any context or order.
+If you use such a pattern to include a file, it will always be included
+(if the directory recursion encounters it).
+Other include/exclude patterns that would normally match will be ignored.
+Same logic applies for exclude.
+.UNINDENT
+.sp
+\fBNOTE:\fP
+.INDENT 0.0
+.INDENT 3.5
+\fIre:\fP, \fIsh:\fP and \fIfm:\fP patterns are all implemented on top of the Python SRE
+engine. It is very easy to formulate patterns for each of these types which
+requires an inordinate amount of time to match paths. If untrusted users
+are able to supply patterns, ensure they cannot supply \fIre:\fP patterns.
+Further, ensure that \fIsh:\fP and \fIfm:\fP patterns only contain a handful of
+wildcards at most.
+.UNINDENT
+.UNINDENT
+.sp
+Exclusions can be passed via the command line option \fB\-\-exclude\fP\&. When used
+from within a shell the patterns should be quoted to protect them from
+expansion.
+.sp
+The \fB\-\-exclude\-from\fP option permits loading exclusion patterns from a text
+file with one pattern per line. Lines empty or starting with the number sign
+(\(aq#\(aq) after removing whitespace on both ends are ignored. The optional style
+selector prefix is also supported for patterns loaded from a file. Due to
+whitespace removal paths with whitespace at the beginning or end can only be
+excluded using regular expressions.
+.sp
+Examples:
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+# Exclude \(aq/home/user/file.o\(aq but not \(aq/home/user/file.odt\(aq:
+$ borg create \-e \(aq*.o\(aq backup /
+
+# Exclude \(aq/home/user/junk\(aq and \(aq/home/user/subdir/junk\(aq but
+# not \(aq/home/user/importantjunk\(aq or \(aq/etc/junk\(aq:
+$ borg create \-e \(aq/home/*/junk\(aq backup /
+
+# Exclude the contents of \(aq/home/user/cache\(aq but not the directory itself:
+$ borg create \-e /home/user/cache/ backup /
+
+# The file \(aq/home/user/cache/important\(aq is *not* backed up:
+$ borg create \-e /home/user/cache/ backup / /home/user/cache/important
+
+# The contents of directories in \(aq/home\(aq are not backed up when their name
+# ends in \(aq.tmp\(aq
+$ borg create \-\-exclude \(aqre:^/home/[^/]+\e.tmp/\(aq backup /
+
+# Load exclusions from file
+$ cat >exclude.txt <<EOF
+# Comment line
+/home/*/junk
+*.tmp
+fm:aa:something/*
+re:^/home/[^/]\e.tmp/
+sh:/home/*/.thumbnails
+EOF
+$ borg create \-\-exclude\-from exclude.txt backup /
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+A more general and easier to use way to define filename matching patterns exists
+with the experimental \fB\-\-pattern\fP and \fB\-\-patterns\-from\fP options. Using these, you
+may specify the backup roots (starting points) and patterns for inclusion/exclusion.
+A root path starts with the prefix \fIR\fP, followed by a path (a plain path, not a
+file pattern). An include rule starts with the prefix +, an exclude rule starts
+with the prefix \-, both followed by a pattern.
+Inclusion patterns are useful to include paths that are contained in an excluded
+path. The first matching pattern is used so if an include pattern matches before
+an exclude pattern, the file is backed up.
+.sp
+Note that the default pattern style for \fB\-\-pattern\fP and \fB\-\-patterns\-from\fP is
+shell style (\fIsh:\fP), so those patterns behave similar to rsync include/exclude
+patterns. The pattern style can be set via the \fIP\fP prefix.
+.sp
+Patterns (\fB\-\-pattern\fP) and excludes (\fB\-\-exclude\fP) from the command line are
+considered first (in the order of appearance). Then patterns from \fB\-\-patterns\-from\fP
+are added. Exclusion patterns from \fB\-\-exclude\-from\fP files are appended last.
+.sp
+An example \fB\-\-patterns\-from\fP file could look like that:
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+# "sh:" pattern style is the default, so the following line is not needed:
+P sh
+R /
+# can be rebuild
+\- /home/*/.cache
+# they\(aqre downloads for a reason
+\- /home/*/Downloads
+# susan is a nice person
+# include susans home
++ /home/susan
+# don\(aqt backup the other home directories
+\- /home/*
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-placeholders.1

@@ -0,0 +1,114 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-PLACEHOLDERS 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-placeholders \- Details regarding placeholders
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH DESCRIPTION
+.sp
+Repository (or Archive) URLs, \fB\-\-prefix\fP and \fB\-\-remote\-path\fP values support these
+placeholders:
+.INDENT 0.0
+.TP
+.B {hostname}
+The (short) hostname of the machine.
+.TP
+.B {fqdn}
+The full name of the machine.
+.TP
+.B {now}
+The current local date and time, by default in ISO\-8601 format.
+You can also supply your own \fI\%format string\fP, e.g. {now:%Y\-%m\-%d_%H:%M:%S}
+.TP
+.B {utcnow}
+The current UTC date and time, by default in ISO\-8601 format.
+You can also supply your own \fI\%format string\fP, e.g. {utcnow:%Y\-%m\-%d_%H:%M:%S}
+.TP
+.B {user}
+The user name (or UID, if no name is available) of the user running borg.
+.TP
+.B {pid}
+The current process ID.
+.TP
+.B {borgversion}
+The version of borg, e.g.: 1.0.8rc1
+.TP
+.B {borgmajor}
+The version of borg, only the major version, e.g.: 1
+.TP
+.B {borgminor}
+The version of borg, only major and minor version, e.g.: 1.0
+.TP
+.B {borgpatch}
+The version of borg, only major, minor and patch version, e.g.: 1.0.8
+.UNINDENT
+.sp
+If literal curly braces need to be used, double them for escaping:
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+borg create /path/to/repo::{{literal_text}}
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.sp
+Examples:
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+borg create /path/to/repo::{hostname}\-{user}\-{utcnow} ...
+borg create /path/to/repo::{hostname}\-{now:%Y\-%m\-%d_%H:%M:%S} ...
+borg prune \-\-prefix \(aq{hostname}\-\(aq ...
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.sp
+\fBNOTE:\fP
+.INDENT 0.0
+.INDENT 3.5
+systemd uses a difficult, non\-standard syntax for command lines in unit files (refer to
+the \fIsystemd.unit(5)\fP manual page).
+.sp
+When invoking borg from unit files, pay particular attention to escaping,
+especially when using the now/utcnow placeholders, since systemd performs its own
+%\-based variable replacement even in quoted text. To avoid interference from systemd,
+double all percent signs (\fB{hostname}\-{now:%Y\-%m\-%d_%H:%M:%S}\fP
+becomes \fB{hostname}\-{now:%%Y\-%%m\-%%d_%%H:%%M:%%S}\fP).
+.UNINDENT
+.UNINDENT
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-prune.1

@@ -0,0 +1,180 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-PRUNE 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-prune \- Prune repository archives according to specified rules
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] prune <options> REPOSITORY
+.SH DESCRIPTION
+.sp
+The prune command prunes a repository by deleting all archives not matching
+any of the specified retention options. This command is normally used by
+automated backup scripts wanting to keep a certain number of historic backups.
+.sp
+Also, prune automatically removes checkpoint archives (incomplete archives left
+behind by interrupted backup runs) except if the checkpoint is the latest
+archive (and thus still needed). Checkpoint archives are not considered when
+comparing archive counts against the retention limits (\fB\-\-keep\-X\fP).
+.sp
+If a prefix is set with \-P, then only archives that start with the prefix are
+considered for deletion and only those archives count towards the totals
+specified by the rules.
+Otherwise, \fIall\fP archives in the repository are candidates for deletion!
+There is no automatic distinction between archives representing different
+contents. These need to be distinguished by specifying matching prefixes.
+.sp
+If you have multiple sequences of archives with different data sets (e.g.
+from different machines) in one shared repository, use one prune call per
+data set that matches only the respective archives using the \-P option.
+.sp
+The \fB\-\-keep\-within\fP option takes an argument of the form "<int><char>",
+where char is "H", "d", "w", "m", "y". For example, \fB\-\-keep\-within 2d\fP means
+to keep all archives that were created within the past 48 hours.
+"1m" is taken to mean "31d". The archives kept with this option do not
+count towards the totals specified by any other options.
+.sp
+A good procedure is to thin out more and more the older your backups get.
+As an example, \fB\-\-keep\-daily 7\fP means to keep the latest backup on each day,
+up to 7 most recent days with backups (days without backups do not count).
+The rules are applied from secondly to yearly, and backups selected by previous
+rules do not count towards those of later rules. The time that each backup
+starts is used for pruning purposes. Dates and times are interpreted in
+the local timezone, and weeks go from Monday to Sunday. Specifying a
+negative number of archives to keep means that there is no limit.
+.sp
+The \fB\-\-keep\-last N\fP option is doing the same as \fB\-\-keep\-secondly N\fP (and it will
+keep the last N archives under the assumption that you do not create more than one
+backup archive in the same second).
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B REPOSITORY
+repository to prune
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-n\fP,\fB  \-\-dry\-run
+do not change repository
+.TP
+.B \-\-force
+force pruning of corrupted archives
+.TP
+.B \-s\fP,\fB  \-\-stats
+print statistics for the deleted archive
+.TP
+.B \-\-list
+output verbose list of archives it keeps/prunes
+.TP
+.BI \-\-keep\-within \ WITHIN
+keep all archives within this time interval
+.TP
+.B \-\-keep\-last\fP,\fB  \-\-keep\-secondly
+number of secondly archives to keep
+.TP
+.B \-\-keep\-minutely
+number of minutely archives to keep
+.TP
+.B \-H\fP,\fB  \-\-keep\-hourly
+number of hourly archives to keep
+.TP
+.B \-d\fP,\fB  \-\-keep\-daily
+number of daily archives to keep
+.TP
+.B \-w\fP,\fB  \-\-keep\-weekly
+number of weekly archives to keep
+.TP
+.B \-m\fP,\fB  \-\-keep\-monthly
+number of monthly archives to keep
+.TP
+.B \-y\fP,\fB  \-\-keep\-yearly
+number of yearly archives to keep
+.TP
+.B \-\-save\-space
+work slower, but using less space
+.UNINDENT
+.SS filters
+.INDENT 0.0
+.TP
+.B \-P\fP,\fB  \-\-prefix
+only consider archive names starting with this prefix.
+.TP
+.B \-a\fP,\fB  \-\-glob\-archives
+only consider archive names matching the glob. sh: rules apply, see "borg help patterns". \fB\-\-prefix\fP and \fB\-\-glob\-archives\fP are mutually exclusive.
+.UNINDENT
+.SH EXAMPLES
+.sp
+Be careful, prune is a potentially dangerous command, it will remove backup
+archives.
+.sp
+The default of prune is to apply to \fBall archives in the repository\fP unless
+you restrict its operation to a subset of the archives using \fB\-\-prefix\fP\&.
+When using \fB\-\-prefix\fP, be careful to choose a good prefix \- e.g. do not use a
+prefix "foo" if you do not also want to match "foobar".
+.sp
+It is strongly recommended to always run \fBprune \-v \-\-list \-\-dry\-run ...\fP
+first so you will see what it would do without it actually doing anything.
+.sp
+There is also a visualized prune example in \fBdocs/misc/prune\-example.txt\fP\&.
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+# Keep 7 end of day and 4 additional end of week archives.
+# Do a dry\-run without actually deleting anything.
+$ borg prune \-v \-\-list \-\-dry\-run \-\-keep\-daily=7 \-\-keep\-weekly=4 /path/to/repo
+
+# Same as above but only apply to archive names starting with the hostname
+# of the machine followed by a "\-" character:
+$ borg prune \-v \-\-list \-\-keep\-daily=7 \-\-keep\-weekly=4 \-\-prefix=\(aq{hostname}\-\(aq /path/to/repo
+
+# Keep 7 end of day, 4 additional end of week archives,
+# and an end of month archive for every month:
+$ borg prune \-v \-\-list \-\-keep\-daily=7 \-\-keep\-weekly=4 \-\-keep\-monthly=\-1 /path/to/repo
+
+# Keep all backups in the last 10 days, 4 additional end of week archives,
+# and an end of month archive for every month:
+$ borg prune \-v \-\-list \-\-keep\-within=10d \-\-keep\-weekly=4 \-\-keep\-monthly=\-1 /path/to/repo
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-recreate.1

@@ -0,0 +1,192 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-RECREATE 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-recreate \- Re-create archives
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] recreate <options> REPOSITORY_OR_ARCHIVE PATH
+.SH DESCRIPTION
+.sp
+Recreate the contents of existing archives.
+.sp
+This is an \fIexperimental\fP feature. Do \fInot\fP use this on your only backup.
+.sp
+\fB\-\-exclude\fP, \fB\-\-exclude\-from\fP, \fB\-\-exclude\-if\-present\fP, \fB\-\-keep\-exclude\-tags\fP, and PATH
+have the exact same semantics as in "borg create". If PATHs are specified the
+resulting archive will only contain files from these PATHs.
+.sp
+Note that all paths in an archive are relative, therefore absolute patterns/paths
+will \fInot\fP match (\fB\-\-exclude\fP, \fB\-\-exclude\-from\fP, PATHs).
+.sp
+\fB\-\-recompress\fP allows to change the compression of existing data in archives.
+Due to how Borg stores compressed size information this might display
+incorrect information for archives that were not recreated at the same time.
+There is no risk of data loss by this.
+.sp
+\fB\-\-chunker\-params\fP will re\-chunk all files in the archive, this can be
+used to have upgraded Borg 0.xx or Attic archives deduplicate with
+Borg 1.x archives.
+.sp
+\fBUSE WITH CAUTION.\fP
+Depending on the PATHs and patterns given, recreate can be used to permanently
+delete files from archives.
+When in doubt, use \fB\-\-dry\-run \-\-verbose \-\-list\fP to see how patterns/PATHS are
+interpreted.
+.sp
+The archive being recreated is only removed after the operation completes. The
+archive that is built during the operation exists at the same time at
+"<ARCHIVE>.recreate". The new archive will have a different archive ID.
+.sp
+With \fB\-\-target\fP the original archive is not replaced, instead a new archive is created.
+.sp
+When rechunking space usage can be substantial, expect at least the entire
+deduplicated size of the archives using the previous chunker params.
+When recompressing expect approx. (throughput / checkpoint\-interval) in space usage,
+assuming all chunks are recompressed.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B REPOSITORY_OR_ARCHIVE
+repository/archive to recreate
+.TP
+.B PATH
+paths to recreate; patterns are supported
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-\-list
+output verbose list of items (files, dirs, ...)
+.TP
+.BI \-\-filter \ STATUSCHARS
+only display items with the given status characters
+.TP
+.B \-n\fP,\fB  \-\-dry\-run
+do not change anything
+.TP
+.B \-s\fP,\fB  \-\-stats
+print statistics at end
+.UNINDENT
+.SS Exclusion options
+.INDENT 0.0
+.TP
+.BI \-e \ PATTERN\fP,\fB \ \-\-exclude \ PATTERN
+exclude paths matching PATTERN
+.TP
+.BI \-\-exclude\-from \ EXCLUDEFILE
+read exclude patterns from EXCLUDEFILE, one per line
+.TP
+.B \-\-exclude\-caches
+exclude directories that contain a CACHEDIR.TAG file (\fI\%http://www.brynosaurus.com/cachedir/spec.html\fP)
+.TP
+.BI \-\-exclude\-if\-present \ NAME
+exclude directories that are tagged by containing a filesystem object with the given NAME
+.TP
+.B \-\-keep\-exclude\-tags\fP,\fB  \-\-keep\-tag\-files
+if tag objects are specified with \fB\-\-exclude\-if\-present\fP, don\(aqt omit the tag objects themselves from the backup archive
+.TP
+.BI \-\-pattern \ PATTERN
+experimental: include/exclude paths matching PATTERN
+.TP
+.BI \-\-patterns\-from \ PATTERNFILE
+experimental: read include/exclude patterns from PATTERNFILE, one per line
+.UNINDENT
+.SS Archive options
+.INDENT 0.0
+.TP
+.BI \-\-target \ TARGET
+create a new archive with the name ARCHIVE, do not replace existing archive (only applies for a single archive)
+.TP
+.BI \-c \ SECONDS\fP,\fB \ \-\-checkpoint\-interval \ SECONDS
+write checkpoint every SECONDS seconds (Default: 1800)
+.TP
+.BI \-\-comment \ COMMENT
+add a comment text to the archive
+.TP
+.BI \-\-timestamp \ TIMESTAMP
+manually specify the archive creation date/time (UTC, yyyy\-mm\-ddThh:mm:ss format). alternatively, give a reference file/directory.
+.TP
+.BI \-C \ COMPRESSION\fP,\fB \ \-\-compression \ COMPRESSION
+select compression algorithm, see the output of the "borg help compression" command for details.
+.TP
+.B \-\-recompress
+recompress data chunks according to \fB\-\-compression\fP if \fIif\-different\fP\&. When \fIalways\fP, chunks that are already compressed that way are not skipped, but compressed again. Only the algorithm is considered for \fIif\-different\fP, not the compression level (if any).
+.TP
+.BI \-\-chunker\-params \ PARAMS
+specify the chunker parameters (CHUNK_MIN_EXP, CHUNK_MAX_EXP, HASH_MASK_BITS, HASH_WINDOW_SIZE) or \fIdefault\fP to use the current defaults. default: 19,23,21,4095
+.UNINDENT
+.SH EXAMPLES
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+# Make old (Attic / Borg 0.xx) archives deduplicate with Borg 1.x archives
+# Archives created with Borg 1.1+ and the default chunker params are skipped (archive ID stays the same)
+$ borg recreate /mnt/backup \-\-chunker\-params default \-\-progress
+
+# Create a backup with little but fast compression
+$ borg create /mnt/backup::archive /some/files \-\-compression lz4
+# Then compress it \- this might take longer, but the backup has already completed, so no inconsistencies
+# from a long\-running backup job.
+$ borg recreate /mnt/backup::archive \-\-recompress \-\-compression zlib,9
+
+# Remove unwanted files from all archives in a repository
+$ borg recreate /mnt/backup \-e /home/icke/Pictures/drunk_photos
+
+
+# Change archive comment
+$ borg create \-\-comment "This is a comment" /mnt/backup::archivename ~
+$ borg info /mnt/backup::archivename
+Name: archivename
+Fingerprint: ...
+Comment: This is a comment
+\&...
+$ borg recreate \-\-comment "This is a better comment" /mnt/backup::archivename
+$ borg info /mnt/backup::archivename
+Name: archivename
+Fingerprint: ...
+Comment: This is a better comment
+\&...
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP, \fIborg\-patterns(1)\fP, \fIborg\-placeholders(1)\fP, \fIborg\-compression(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-rename.1

@@ -0,0 +1,76 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-RENAME 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-rename \- Rename an existing archive
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] rename <options> ARCHIVE NEWNAME
+.SH DESCRIPTION
+.sp
+This command renames an archive in the repository.
+.sp
+This results in a different archive ID.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B ARCHIVE
+archive to rename
+.TP
+.B NEWNAME
+the new archive name to use
+.UNINDENT
+.SH EXAMPLES
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ borg create /path/to/repo::archivename ~
+$ borg list /path/to/repo
+archivename                          Mon, 2016\-02\-15 19:50:19
+
+$ borg rename /path/to/repo::archivename newname
+$ borg list /path/to/repo
+newname                              Mon, 2016\-02\-15 19:50:19
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-serve.1

@@ -0,0 +1,96 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-SERVE 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-serve \- Start in server mode. This command is usually not used manually.
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] serve <options>
+.SH DESCRIPTION
+.sp
+This command starts a repository server process. This command is usually not used manually.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS optional arguments
+.INDENT 0.0
+.TP
+.BI \-\-restrict\-to\-path \ PATH
+restrict repository access to PATH. Can be specified multiple times to allow the client access to several directories. Access to all sub\-directories is granted implicitly; PATH doesn\(aqt need to directly point to a repository.
+.TP
+.BI \-\-restrict\-to\-repository \ PATH
+restrict repository access. Only the repository located at PATH (no sub\-directories are considered) is accessible. Can be specified multiple times to allow the client access to several repositories. Unlike \-\-restrict\-to\-path sub\-directories are not accessible; PATH needs to directly point at a repository location. PATH may be an empty directory or the last element of PATH may not exist, in which case the client may initialize a repository there.
+.TP
+.B \-\-append\-only
+only allow appending to repository segment files
+.TP
+.B \-\-storage\-quota
+Override storage quota of the repository (e.g. 5G, 1.5T). When a new repository is initialized, sets the storage quota on the new repository as well. Default: no quota.
+.UNINDENT
+.SH EXAMPLES
+.sp
+borg serve has special support for ssh forced commands (see \fBauthorized_keys\fP
+example below): it will detect that you use such a forced command and extract
+the value of the \fB\-\-restrict\-to\-path\fP option(s).
+.sp
+It will then parse the original command that came from the client, makes sure
+that it is also \fBborg serve\fP and enforce path restriction(s) as given by the
+forced command. That way, other options given by the client (like \fB\-\-info\fP or
+\fB\-\-umask\fP) are preserved (and are not fixed by the forced command).
+.sp
+Environment variables (such as BORG_HOSTNAME_IS_UNIQUE) contained in the original
+command sent by the client are \fInot\fP interpreted, but ignored. If BORG_XXX environment
+variables should be set on the \fBborg serve\fP side, then these must be set in system\-specific
+locations like \fB/etc/environment\fP or in the forced command itself (example below).
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+# Allow an SSH keypair to only run borg, and only have access to /path/to/repo.
+# Use key options to disable unneeded and potentially dangerous SSH functionality.
+# This will help to secure an automated remote backup system.
+$ cat ~/.ssh/authorized_keys
+command="borg serve \-\-restrict\-to\-path /path/to/repo",no\-pty,no\-agent\-forwarding,no\-port\-forwarding,no\-X11\-forwarding,no\-user\-rc ssh\-rsa AAAAB3[...]
+
+# Set a BORG_XXX environment variable on the "borg serve" side
+$ cat ~/.ssh/authorized_keys
+command="export BORG_XXX=value; borg serve [...]",restrict ssh\-rsa [...]
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-umount.1

@@ -0,0 +1,115 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-UMOUNT 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-umount \- un-mount the FUSE filesystem
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] umount <options> MOUNTPOINT
+.SH DESCRIPTION
+.sp
+This command un\-mounts a FUSE filesystem that was mounted with \fBborg mount\fP\&.
+.sp
+This is a convenience wrapper that just calls the platform\-specific shell
+command \- usually this is either umount or fusermount \-u.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B MOUNTPOINT
+mountpoint of the filesystem to umount
+.UNINDENT
+.SH EXAMPLES
+.SS borg mount
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ borg mount /path/to/repo::root\-2016\-02\-15 /tmp/mymountpoint
+$ ls /tmp/mymountpoint
+bin  boot  etc      home  lib  lib64  lost+found  media  mnt  opt  root  sbin  srv  tmp  usr  var
+$ borg umount /tmp/mymountpoint
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ borg mount \-o versions /path/to/repo /tmp/mymountpoint
+$ ls \-l /tmp/mymountpoint/home/user/doc.txt/
+total 24
+\-rw\-rw\-r\-\- 1 user group 12357 Aug 26 21:19 doc.txt.cda00bc9
+\-rw\-rw\-r\-\- 1 user group 12204 Aug 26 21:04 doc.txt.fa760f28
+$ fusermount \-u /tmp/mymountpoint
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SS borgfs
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ echo \(aq/mnt/backup /tmp/myrepo fuse.borgfs defaults,noauto 0 0\(aq >> /etc/fstab
+$ echo \(aq/mnt/backup::root\-2016\-02\-15 /tmp/myarchive fuse.borgfs defaults,noauto 0 0\(aq >> /etc/fstab
+$ mount /tmp/myrepo
+$ mount /tmp/myarchive
+$ ls /tmp/myrepo
+root\-2016\-02\-01 root\-2016\-02\-2015
+$ ls /tmp/myarchive
+bin  boot  etc      home  lib  lib64  lost+found  media  mnt  opt  root  sbin  srv  tmp  usr  var
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.sp
+\fBNOTE:\fP
+.INDENT 0.0
+.INDENT 3.5
+\fBborgfs\fP will be automatically provided if you used a distribution
+package, \fBpip\fP or \fBsetup.py\fP to install Borg. Users of the
+standalone binary will have to manually create a symlink (see
+\fIpyinstaller\-binary\fP).
+.UNINDENT
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP, \fIborg\-mount(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-upgrade.1

@@ -0,0 +1,187 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-UPGRADE 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-upgrade \- upgrade a repository from a previous version
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] upgrade <options> REPOSITORY
+.SH DESCRIPTION
+.sp
+Upgrade an existing, local Borg repository.
+.SS When you do not need borg upgrade
+.sp
+Not every change requires that you run \fBborg upgrade\fP\&.
+.sp
+You do \fBnot\fP need to run it when:
+.INDENT 0.0
+.IP \(bu 2
+moving your repository to a different place
+.IP \(bu 2
+upgrading to another point release (like 1.0.x to 1.0.y),
+except when noted otherwise in the changelog
+.IP \(bu 2
+upgrading from 1.0.x to 1.1.x,
+except when noted otherwise in the changelog
+.UNINDENT
+.SS Borg 1.x.y upgrades
+.sp
+Use \fBborg upgrade \-\-tam REPO\fP to require manifest authentication
+introduced with Borg 1.0.9 to address security issues. This means
+that modifying the repository after doing this with a version prior
+to 1.0.9 will raise a validation error, so only perform this upgrade
+after updating all clients using the repository to 1.0.9 or newer.
+.sp
+This upgrade should be done on each client for safety reasons.
+.sp
+If a repository is accidentally modified with a pre\-1.0.9 client after
+this upgrade, use \fBborg upgrade \-\-tam \-\-force REPO\fP to remedy it.
+.sp
+If you routinely do this you might not want to enable this upgrade
+(which will leave you exposed to the security issue). You can
+reverse the upgrade by issuing \fBborg upgrade \-\-disable\-tam REPO\fP\&.
+.sp
+See
+\fI\%https://borgbackup.readthedocs.io/en/stable/changes.html#pre\-1\-0\-9\-manifest\-spoofing\-vulnerability\fP
+for details.
+.SS Attic and Borg 0.xx to Borg 1.x
+.sp
+This currently supports converting an Attic repository to Borg and also
+helps with converting Borg 0.xx to 1.0.
+.sp
+Currently, only LOCAL repositories can be upgraded (issue #465).
+.sp
+Please note that \fBborg create\fP (since 1.0.0) uses bigger chunks by
+default than old borg or attic did, so the new chunks won\(aqt deduplicate
+with the old chunks in the upgraded repository.
+See \fB\-\-chunker\-params\fP option of \fBborg create\fP and \fBborg recreate\fP\&.
+.sp
+\fBborg upgrade\fP will change the magic strings in the repository\(aqs
+segments to match the new Borg magic strings. The keyfiles found in
+$ATTIC_KEYS_DIR or ~/.attic/keys/ will also be converted and
+copied to $BORG_KEYS_DIR or ~/.config/borg/keys.
+.sp
+The cache files are converted, from $ATTIC_CACHE_DIR or
+~/.cache/attic to $BORG_CACHE_DIR or ~/.cache/borg, but the
+cache layout between Borg and Attic changed, so it is possible
+the first backup after the conversion takes longer than expected
+due to the cache resync.
+.sp
+Upgrade should be able to resume if interrupted, although it
+will still iterate over all segments. If you want to start
+from scratch, use \fIborg delete\fP over the copied repository to
+make sure the cache files are also removed:
+.INDENT 0.0
+.INDENT 3.5
+borg delete borg
+.UNINDENT
+.UNINDENT
+.sp
+Unless \fB\-\-inplace\fP is specified, the upgrade process first
+creates a backup copy of the repository, in
+REPOSITORY.upgrade\-DATETIME, using hardlinks. This takes
+longer than in place upgrades, but is much safer and gives
+progress information (as opposed to \fBcp \-al\fP). Once you are
+satisfied with the conversion, you can safely destroy the
+backup copy.
+.sp
+WARNING: Running the upgrade in place will make the current
+copy unusable with older version, with no way of going back
+to previous versions. This can PERMANENTLY DAMAGE YOUR
+REPOSITORY!  Attic CAN NOT READ BORG REPOSITORIES, as the
+magic strings have changed. You have been warned.
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B REPOSITORY
+path to the repository to be upgraded
+.UNINDENT
+.SS optional arguments
+.INDENT 0.0
+.TP
+.B \-n\fP,\fB  \-\-dry\-run
+do not change repository
+.TP
+.B \-\-inplace
+rewrite repository in place, with no chance of going back to older
+versions of the repository.
+.TP
+.B \-\-force
+Force upgrade
+.TP
+.B \-\-tam
+Enable manifest authentication (in key and cache) (Borg 1.0.9 and later)
+.TP
+.B \-\-disable\-tam
+Disable manifest authentication (in key and cache)
+.UNINDENT
+.SH EXAMPLES
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+# Upgrade the borg repository to the most recent version.
+$ borg upgrade \-v /path/to/repo
+making a hardlink copy in /path/to/repo.upgrade\-2016\-02\-15\-20:51:55
+opening attic repository with borg and converting
+no key file found for repository
+converting repo index /path/to/repo/index.0
+converting 1 segments...
+converting borg 0.xx to borg current
+no key file found for repository
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.SS Upgrading a passphrase encrypted attic repo
+.sp
+attic offered a "passphrase" encryption mode, but this was removed in borg 1.0
+and replaced by the "repokey" mode (which stores the passphrase\-protected
+encryption key into the repository config).
+.sp
+Thus, to upgrade a "passphrase" attic repo to a "repokey" borg repo, 2 steps
+are needed, in this order:
+.INDENT 0.0
+.IP \(bu 2
+borg upgrade repo
+.IP \(bu 2
+borg key migrate\-to\-repokey repo
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg-with-lock.1

@@ -0,0 +1,71 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG-WITH-LOCK 1 "2017-06-18" "" "borg backup tool"
+.SH NAME
+borg-with-lock \- run a user specified command with the repository lock held
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] with\-lock <options> REPOSITORY COMMAND ARGS
+.SH DESCRIPTION
+.sp
+This command runs a user\-specified command while the repository lock is held.
+.sp
+It will first try to acquire the lock (make sure that no other operation is
+running in the repo), then execute the given command as a subprocess and wait
+for its termination, release the lock and return the user command\(aqs return
+code as borg\(aqs return code.
+.INDENT 0.0
+.TP
+.B Note: if you copy a repository with the lock held, the lock will be present in
+the copy, obviously. Thus, before using borg on the copy, you need to
+use "borg break\-lock" on it.
+.UNINDENT
+.SH OPTIONS
+.sp
+See \fIborg\-common(1)\fP for common options of Borg commands.
+.SS arguments
+.INDENT 0.0
+.TP
+.B REPOSITORY
+repository to lock
+.TP
+.B COMMAND
+command to run
+.TP
+.B ARGS
+command arguments
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man/borg.1

@@ -0,0 +1,603 @@
+.\" Man page generated from reStructuredText.
+.
+.TH BORG 1 "2017-02-05" "" "borg backup tool"
+.SH NAME
+borg \- deduplicating and encrypting backup tool
+.
+.nr rst2man-indent-level 0
+.
+.de1 rstReportMargin
+\\$1 \\n[an-margin]
+level \\n[rst2man-indent-level]
+level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
+-
+\\n[rst2man-indent0]
+\\n[rst2man-indent1]
+\\n[rst2man-indent2]
+..
+.de1 INDENT
+.\" .rstReportMargin pre:
+. RS \\$1
+. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
+. nr rst2man-indent-level +1
+.\" .rstReportMargin post:
+..
+.de UNINDENT
+. RE
+.\" indent \\n[an-margin]
+.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.nr rst2man-indent-level -1
+.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
+.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
+..
+.SH SYNOPSIS
+.sp
+borg [common options] <command> [options] [arguments]
+.SH DESCRIPTION
+.\" we don't include the README.rst here since we want to keep this terse.
+.
+.sp
+BorgBackup (short: Borg) is a deduplicating backup program.
+Optionally, it supports compression and authenticated encryption.
+.sp
+The main goal of Borg is to provide an efficient and secure way to backup data.
+The data deduplication technique used makes Borg suitable for daily backups
+since only changes are stored.
+The authenticated encryption technique makes it suitable for backups to not
+fully trusted targets.
+.sp
+Borg stores a set of files in an \fIarchive\fP\&. A \fIrepository\fP is a collection
+of \fIarchives\fP\&. The format of repositories is Borg\-specific. Borg does not
+distinguish archives from each other in a any way other than their name,
+it does not matter when or where archives where created (eg. different hosts).
+.SH EXAMPLES
+.SS A step\-by\-step example
+.INDENT 0.0
+.IP 1. 3
+Before a backup can be made a repository has to be initialized:
+.INDENT 3.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ borg init \-\-encryption=repokey /path/to/repo
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.IP 2. 3
+Backup the \fB~/src\fP and \fB~/Documents\fP directories into an archive called
+\fIMonday\fP:
+.INDENT 3.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ borg create /path/to/repo::Monday ~/src ~/Documents
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.IP 3. 3
+The next day create a new archive called \fITuesday\fP:
+.INDENT 3.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ borg create \-\-stats /path/to/repo::Tuesday ~/src ~/Documents
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.sp
+This backup will be a lot quicker and a lot smaller since only new never
+before seen data is stored. The \fB\-\-stats\fP option causes Borg to
+output statistics about the newly created archive such as the amount of unique
+data (not shared with other archives):
+.INDENT 3.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-
+Archive name: Tuesday
+Archive fingerprint: bd31004d58f51ea06ff735d2e5ac49376901b21d58035f8fb05dbf866566e3c2
+Time (start): Tue, 2016\-02\-16 18:15:11
+Time (end):   Tue, 2016\-02\-16 18:15:11
+
+Duration: 0.19 seconds
+Number of files: 127
+\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-
+                      Original size      Compressed size    Deduplicated size
+This archive:                4.16 MB              4.17 MB             26.78 kB
+All archives:                8.33 MB              8.34 MB              4.19 MB
+
+                      Unique chunks         Total chunks
+Chunk index:                     132                  261
+\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-\-
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.IP 4. 3
+List all archives in the repository:
+.INDENT 3.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ borg list /path/to/repo
+Monday                               Mon, 2016\-02\-15 19:14:44
+Tuesday                              Tue, 2016\-02\-16 19:15:11
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.IP 5. 3
+List the contents of the \fIMonday\fP archive:
+.INDENT 3.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ borg list /path/to/repo::Monday
+drwxr\-xr\-x user   group          0 Mon, 2016\-02\-15 18:22:30 home/user/Documents
+\-rw\-r\-\-r\-\- user   group       7961 Mon, 2016\-02\-15 18:22:30 home/user/Documents/Important.doc
+\&...
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.IP 6. 3
+Restore the \fIMonday\fP archive by extracting the files relative to the current directory:
+.INDENT 3.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ borg extract /path/to/repo::Monday
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.IP 7. 3
+Recover disk space by manually deleting the \fIMonday\fP archive:
+.INDENT 3.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+$ borg delete /path/to/repo::Monday
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.UNINDENT
+.sp
+\fBNOTE:\fP
+.INDENT 0.0
+.INDENT 3.5
+Borg is quiet by default (it works on WARNING log level).
+You can use options like \fB\-\-progress\fP or \fB\-\-list\fP to get specific
+reports during command execution.  You can also add the \fB\-v\fP (or
+\fB\-\-verbose\fP or \fB\-\-info\fP) option to adjust the log level to INFO to
+get other informational messages.
+.UNINDENT
+.UNINDENT
+.SH NOTES
+.SS Repository URLs
+.sp
+\fBLocal filesystem\fP (or locally mounted network filesystem):
+.sp
+\fB/path/to/repo\fP \- filesystem path to repo directory, absolute path
+.sp
+\fBpath/to/repo\fP \- filesystem path to repo directory, relative path
+.sp
+Also, stuff like \fB~/path/to/repo\fP or \fB~other/path/to/repo\fP works (this is
+expanded by your shell).
+.sp
+Note: you may also prepend a \fBfile://\fP to a filesystem path to get URL style.
+.sp
+\fBRemote repositories\fP accessed via ssh \fI\%user@host\fP:
+.sp
+\fBuser@host:/path/to/repo\fP \- remote repo, absolute path
+.sp
+\fBssh://user@host:port/path/to/repo\fP \- same, alternative syntax, port can be given
+.sp
+\fBRemote repositories with relative paths\fP can be given using this syntax:
+.sp
+\fBuser@host:path/to/repo\fP \- path relative to current directory
+.sp
+\fBuser@host:~/path/to/repo\fP \- path relative to user\(aqs home directory
+.sp
+\fBuser@host:~other/path/to/repo\fP \- path relative to other\(aqs home directory
+.sp
+Note: giving \fBuser@host:/./path/to/repo\fP or \fBuser@host:/~/path/to/repo\fP or
+\fBuser@host:/~other/path/to/repo\fP is also supported, but not required here.
+.sp
+\fBRemote repositories with relative paths, alternative syntax with port\fP:
+.sp
+\fBssh://user@host:port/./path/to/repo\fP \- path relative to current directory
+.sp
+\fBssh://user@host:port/~/path/to/repo\fP \- path relative to user\(aqs home directory
+.sp
+\fBssh://user@host:port/~other/path/to/repo\fP \- path relative to other\(aqs home directory
+.sp
+If you frequently need the same repo URL, it is a good idea to set the
+\fBBORG_REPO\fP environment variable to set a default for the repo URL:
+.INDENT 0.0
+.INDENT 3.5
+.sp
+.nf
+.ft C
+export BORG_REPO=\(aqssh://user@host:port/path/to/repo\(aq
+.ft P
+.fi
+.UNINDENT
+.UNINDENT
+.sp
+Then just leave away the repo URL if only a repo URL is needed and you want
+to use the default \- it will be read from BORG_REPO then.
+.sp
+Use \fB::\fP syntax to give the repo URL when syntax requires giving a positional
+argument for the repo (e.g. \fBborg mount :: /mnt\fP).
+.SS Repository / Archive Locations
+.sp
+Many commands want either a repository (just give the repo URL, see above) or
+an archive location, which is a repo URL followed by \fB::archive_name\fP\&.
+.sp
+Archive names must not contain the \fB/\fP (slash) character. For simplicity,
+maybe also avoid blanks or other characters that have special meaning on the
+shell or in a filesystem (borg mount will use the archive name as directory
+name).
+.sp
+If you have set BORG_REPO (see above) and an archive location is needed, use
+\fB::archive_name\fP \- the repo URL part is then read from BORG_REPO.
+.SS Type of log output
+.sp
+The log level of the builtin logging configuration defaults to WARNING.
+This is because we want Borg to be mostly silent and only output
+warnings, errors and critical messages, unless output has been requested
+by supplying an option that implies output (e.g. \fB\-\-list\fP or \fB\-\-progress\fP).
+.sp
+Log levels: DEBUG < INFO < WARNING < ERROR < CRITICAL
+.sp
+Use \fB\-\-debug\fP to set DEBUG log level \-
+to get debug, info, warning, error and critical level output.
+.sp
+Use \fB\-\-info\fP (or \fB\-v\fP or \fB\-\-verbose\fP) to set INFO log level \-
+to get info, warning, error and critical level output.
+.sp
+Use \fB\-\-warning\fP (default) to set WARNING log level \-
+to get warning, error and critical level output.
+.sp
+Use \fB\-\-error\fP to set ERROR log level \-
+to get error and critical level output.
+.sp
+Use \fB\-\-critical\fP to set CRITICAL log level \-
+to get critical level output.
+.sp
+While you can set misc. log levels, do not expect that every command will
+give different output on different log levels \- it\(aqs just a possibility.
+.sp
+\fBWARNING:\fP
+.INDENT 0.0
+.INDENT 3.5
+Options \fB\-\-critical\fP and \fB\-\-error\fP are provided for completeness,
+their usage is not recommended as you might miss important information.
+.UNINDENT
+.UNINDENT
+.SS Return codes
+.sp
+Borg can exit with the following return codes (rc):
+.TS
+center;
+|l|l|.
+_
+T{
+Return code
+T}	T{
+Meaning
+T}
+_
+T{
+0
+T}	T{
+success (logged as INFO)
+T}
+_
+T{
+1
+T}	T{
+warning (operation reached its normal end, but there were warnings \-\-
+you should check the log, logged as WARNING)
+T}
+_
+T{
+2
+T}	T{
+error (like a fatal error, a local or remote exception, the operation
+did not reach its normal end, logged as ERROR)
+T}
+_
+T{
+128+N
+T}	T{
+killed by signal N (e.g. 137 == kill \-9)
+T}
+_
+.TE
+.sp
+If you use \fB\-\-show\-rc\fP, the return code is also logged at the indicated
+level as the last log entry.
+.SS Environment Variables
+.sp
+Borg uses some environment variables for automation:
+.INDENT 0.0
+.TP
+.B General:
+.INDENT 7.0
+.TP
+.B BORG_REPO
+When set, use the value to give the default repository location. If a command needs an archive
+parameter, you can abbreviate as \fB::archive\fP\&. If a command needs a repository parameter, you
+can either leave it away or abbreviate as \fB::\fP, if a positional parameter is required.
+.TP
+.B BORG_PASSPHRASE
+When set, use the value to answer the passphrase question for encrypted repositories.
+It is used when a passphrase is needed to access an encrypted repo as well as when a new
+passphrase should be initially set when initializing an encrypted repo.
+See also BORG_NEW_PASSPHRASE.
+.TP
+.B BORG_PASSCOMMAND
+When set, use the standard output of the command (trailing newlines are stripped) to answer the
+passphrase question for encrypted repositories.
+It is used when a passphrase is needed to access an encrypted repo as well as when a new
+passphrase should be initially set when initializing an encrypted repo.
+If BORG_PASSPHRASE is also set, it takes precedence.
+See also BORG_NEW_PASSPHRASE.
+.TP
+.B BORG_NEW_PASSPHRASE
+When set, use the value to answer the passphrase question when a \fBnew\fP passphrase is asked for.
+This variable is checked first. If it is not set, BORG_PASSPHRASE and BORG_PASSCOMMAND will also
+be checked.
+Main usecase for this is to fully automate \fBborg change\-passphrase\fP\&.
+.TP
+.B BORG_DISPLAY_PASSPHRASE
+When set, use the value to answer the "display the passphrase for verification" question when defining a new passphrase for encrypted repositories.
+.TP
+.B BORG_HOSTNAME_IS_UNIQUE=no
+Borg assumes that it can derive a unique hostname / identity (see \fBborg debug info\fP).
+If this is not the case or you do not want Borg to automatically remove stale locks,
+set this to \fIno\fP\&.
+.TP
+.B BORG_LOGGING_CONF
+When set, use the given filename as \fI\%INI\fP\-style logging configuration.
+.TP
+.B BORG_RSH
+When set, use this command instead of \fBssh\fP\&. This can be used to specify ssh options, such as
+a custom identity file \fBssh \-i /path/to/private/key\fP\&. See \fBman ssh\fP for other options.
+.TP
+.B BORG_REMOTE_PATH
+When set, use the given path as borg executable on the remote (defaults to "borg" if unset).
+Using \fB\-\-remote\-path PATH\fP commandline option overrides the environment variable.
+.TP
+.B BORG_FILES_CACHE_TTL
+When set to a numeric value, this determines the maximum "time to live" for the files cache
+entries (default: 20). The files cache is used to quickly determine whether a file is unchanged.
+The FAQ explains this more detailed in: \fIalways_chunking\fP
+.TP
+.B TMPDIR
+where temporary files are stored (might need a lot of temporary space for some operations)
+.UNINDENT
+.TP
+.B Some automatic "answerers" (if set, they automatically answer confirmation questions):
+.INDENT 7.0
+.TP
+.B BORG_UNKNOWN_UNENCRYPTED_REPO_ACCESS_IS_OK=no (or =yes)
+For "Warning: Attempting to access a previously unknown unencrypted repository"
+.TP
+.B BORG_RELOCATED_REPO_ACCESS_IS_OK=no (or =yes)
+For "Warning: The repository at location ... was previously located at ..."
+.TP
+.B BORG_CHECK_I_KNOW_WHAT_I_AM_DOING=NO (or =YES)
+For "Warning: \(aqcheck \-\-repair\(aq is an experimental feature that might result in data loss."
+.TP
+.B BORG_DELETE_I_KNOW_WHAT_I_AM_DOING=NO (or =YES)
+For "You requested to completely DELETE the repository \fIincluding\fP all archives it contains:"
+.TP
+.B BORG_RECREATE_I_KNOW_WHAT_I_AM_DOING=NO (or =YES)
+For "recreate is an experimental feature."
+.UNINDENT
+.sp
+Note: answers are case sensitive. setting an invalid answer value might either give the default
+answer or ask you interactively, depending on whether retries are allowed (they by default are
+allowed). So please test your scripts interactively before making them a non\-interactive script.
+.TP
+.B Directories and files:
+.INDENT 7.0
+.TP
+.B BORG_KEYS_DIR
+Default to \(aq~/.config/borg/keys\(aq. This directory contains keys for encrypted repositories.
+.TP
+.B BORG_KEY_FILE
+When set, use the given filename as repository key file.
+.TP
+.B BORG_SECURITY_DIR
+Default to \(aq~/.config/borg/security\(aq. This directory contains information borg uses to
+track its usage of NONCES ("numbers used once" \- usually in encryption context) and other
+security relevant data.
+.TP
+.B BORG_CACHE_DIR
+Default to \(aq~/.cache/borg\(aq. This directory contains the local cache and might need a lot
+of space for dealing with big repositories).
+.UNINDENT
+.TP
+.B Building:
+.INDENT 7.0
+.TP
+.B BORG_OPENSSL_PREFIX
+Adds given OpenSSL header file directory to the default locations (setup.py).
+.TP
+.B BORG_LZ4_PREFIX
+Adds given LZ4 header file directory to the default locations (setup.py).
+.TP
+.B BORG_LIBB2_PREFIX
+Adds given prefix directory to the default locations. If a \(aqinclude/blake2.h\(aq is found Borg
+will be linked against the system libb2 instead of a bundled implementation. (setup.py)
+.UNINDENT
+.UNINDENT
+.sp
+Please note:
+.INDENT 0.0
+.IP \(bu 2
+be very careful when using the "yes" sayers, the warnings with prompt exist for your / your data\(aqs security/safety
+.IP \(bu 2
+also be very careful when putting your passphrase into a script, make sure it has appropriate file permissions
+(e.g. mode 600, root:root).
+.UNINDENT
+.SS File systems
+.sp
+We strongly recommend against using Borg (or any other database\-like
+software) on non\-journaling file systems like FAT, since it is not
+possible to assume any consistency in case of power failures (or a
+sudden disconnect of an external drive or similar failures).
+.sp
+While Borg uses a data store that is resilient against these failures
+when used on journaling file systems, it is not possible to guarantee
+this with some hardware \-\- independent of the software used. We don\(aqt
+know a list of affected hardware.
+.sp
+If you are suspicious whether your Borg repository is still consistent
+and readable after one of the failures mentioned above occurred, run
+\fBborg check \-\-verify\-data\fP to make sure it is consistent.
+.SS Units
+.sp
+To display quantities, Borg takes care of respecting the
+usual conventions of scale. Disk sizes are displayed in \fI\%decimal\fP, using powers of ten (so
+\fBkB\fP means 1000 bytes). For memory usage, \fI\%binary prefixes\fP are used, and are
+indicated using the \fI\%IEC binary prefixes\fP,
+using powers of two (so \fBKiB\fP means 1024 bytes).
+.SS Date and Time
+.sp
+We format date and time conforming to ISO\-8601, that is: YYYY\-MM\-DD and
+HH:MM:SS (24h clock).
+.sp
+For more information about that, see: \fI\%https://xkcd.com/1179/\fP
+.sp
+Unless otherwise noted, we display local date and time.
+Internally, we store and process date and time as UTC.
+.SS Resource Usage
+.sp
+Borg might use a lot of resources depending on the size of the data set it is dealing with.
+.sp
+If one uses Borg in a client/server way (with a ssh: repository),
+the resource usage occurs in part on the client and in another part on the
+server.
+.sp
+If one uses Borg as a single process (with a filesystem repo),
+all the resource usage occurs in that one process, so just add up client +
+server to get the approximate resource usage.
+.INDENT 0.0
+.TP
+.B CPU client:
+borg create: does chunking, hashing, compression, crypto (high CPU usage)
+chunks cache sync: quite heavy on CPU, doing lots of hashtable operations.
+borg extract: crypto, decompression (medium to high CPU usage)
+borg check: similar to extract, but depends on options given.
+borg prune / borg delete archive: low to medium CPU usage
+borg delete repo: done on the server
+It won\(aqt go beyond 100% of 1 core as the code is currently single\-threaded.
+Especially higher zlib and lzma compression levels use significant amounts
+of CPU cycles. Crypto might be cheap on the CPU (if hardware accelerated) or
+expensive (if not).
+.TP
+.B CPU server:
+It usually doesn\(aqt need much CPU, it just deals with the key/value store
+(repository) and uses the repository index for that.
+.sp
+borg check: the repository check computes the checksums of all chunks
+(medium CPU usage)
+borg delete repo: low CPU usage
+.TP
+.B CPU (only for client/server operation):
+When using borg in a client/server way with a \fI\%ssh:\-type\fP repo, the ssh
+processes used for the transport layer will need some CPU on the client and
+on the server due to the crypto they are doing \- esp. if you are pumping
+big amounts of data.
+.TP
+.B Memory (RAM) client:
+The chunks index and the files index are read into memory for performance
+reasons. Might need big amounts of memory (see below).
+Compression, esp. lzma compression with high levels might need substantial
+amounts of memory.
+.TP
+.B Memory (RAM) server:
+The server process will load the repository index into memory. Might need
+considerable amounts of memory, but less than on the client (see below).
+.TP
+.B Chunks index (client only):
+Proportional to the amount of data chunks in your repo. Lots of chunks
+in your repo imply a big chunks index.
+It is possible to tweak the chunker params (see create options).
+.TP
+.B Files index (client only):
+Proportional to the amount of files in your last backups. Can be switched
+off (see create options), but next backup might be much slower if you do.
+The speed benefit of using the files cache is proportional to file size.
+.TP
+.B Repository index (server only):
+Proportional to the amount of data chunks in your repo. Lots of chunks
+in your repo imply a big repository index.
+It is possible to tweak the chunker params (see create options) to
+influence the amount of chunks being created.
+.TP
+.B Temporary files (client):
+Reading data and metadata from a FUSE mounted repository will consume up to
+the size of all deduplicated, small chunks in the repository. Big chunks
+won\(aqt be locally cached.
+.TP
+.B Temporary files (server):
+None.
+.TP
+.B Cache files (client only):
+Contains the chunks index and files index (plus a collection of single\-
+archive chunk indexes which might need huge amounts of disk space,
+depending on archive count and size \- see FAQ about how to reduce).
+.TP
+.B Network (only for client/server operation):
+If your repository is remote, all deduplicated (and optionally compressed/
+encrypted) data of course has to go over the connection (\fBssh://\fP repo url).
+If you use a locally mounted network filesystem, additionally some copy
+operations used for transaction support also go over the connection. If
+you backup multiple sources to one target repository, additional traffic
+happens for cache resynchronization.
+.UNINDENT
+.SH SEE ALSO
+.sp
+\fIborg\-common(1)\fP for common command line options
+.sp
+\fIborg\-init(1)\fP,
+\fIborg\-create(1)\fP, \fIborg\-mount(1)\fP, \fIborg\-extract(1)\fP,
+\fIborg\-list(1)\fP, \fIborg\-info(1)\fP,
+\fIborg\-delete(1)\fP, \fIborg\-prune(1)\fP,
+\fIborg\-recreate(1)\fP
+.sp
+\fIborg\-compression(1)\fP, \fIborg\-patterns(1)\fP, \fIborg\-placeholders(1)\fP
+.INDENT 0.0
+.IP \(bu 2
+Main web site \fI\%https://borgbackup.readthedocs.org/\fP
+.IP \(bu 2
+Releases \fI\%https://github.com/borgbackup/borg/releases\fP
+.IP \(bu 2
+Changelog \fI\%https://github.com/borgbackup/borg/blob/master/docs/changes.rst\fP
+.IP \(bu 2
+GitHub \fI\%https://github.com/borgbackup/borg\fP
+.IP \(bu 2
+Security contact \fI\%https://borgbackup.readthedocs.io/en/latest/support.html#security\-contact\fP
+.UNINDENT
+.SH AUTHOR
+The Borg Collective
+.\" Generated by docutils manpage writer.
+.

docs/man_intro.rst

@@ -0,0 +1,68 @@
+====
+borg
+====
+
+----------------------------------------
+deduplicating and encrypting backup tool
+----------------------------------------
+
+:Author: The Borg Collective
+:Date: 2017-02-05
+:Manual section: 1
+:Manual group: borg backup tool
+
+SYNOPSIS
+--------
+
+borg [common options] <command> [options] [arguments]
+
+DESCRIPTION
+-----------
+
+.. we don't include the README.rst here since we want to keep this terse.
+
+BorgBackup (short: Borg) is a deduplicating backup program.
+Optionally, it supports compression and authenticated encryption.
+
+The main goal of Borg is to provide an efficient and secure way to backup data.
+The data deduplication technique used makes Borg suitable for daily backups
+since only changes are stored.
+The authenticated encryption technique makes it suitable for backups to not
+fully trusted targets.
+
+Borg stores a set of files in an *archive*. A *repository* is a collection
+of *archives*. The format of repositories is Borg-specific. Borg does not
+distinguish archives from each other in any way other than their name,
+it does not matter when or where archives were created (e.g. different hosts).
+
+EXAMPLES
+--------
+
+A step-by-step example
+~~~~~~~~~~~~~~~~~~~~~~
+
+.. include:: quickstart_example.rst.inc
+
+NOTES
+-----
+
+.. include:: usage_general.rst.inc
+
+SEE ALSO
+--------
+
+`borg-common(1)` for common command line options
+
+`borg-init(1)`,
+`borg-create(1)`, `borg-mount(1)`, `borg-extract(1)`,
+`borg-list(1)`, `borg-info(1)`,
+`borg-delete(1)`, `borg-prune(1)`,
+`borg-recreate(1)`
+
+`borg-compression(1)`, `borg-patterns(1)`, `borg-placeholders(1)`
+
+* Main web site https://www.borgbackup.org/
+* Releases https://github.com/borgbackup/borg/releases
+* Changelog https://github.com/borgbackup/borg/blob/master/docs/changes.rst
+* GitHub https://github.com/borgbackup/borg
+* Security contact https://borgbackup.readthedocs.io/en/latest/support.html#security-contact

docs/misc/asciinema/advanced.json

@@ -0,0 +1,7733 @@
+{
+  "version": 1,
+  "width": 78,
+  "height": 24,
+  "duration": 446.783754,
+  "command": null,
+  "title": null,
+  "env": {
+    "TERM": "xterm-256color",
+    "SHELL": "/bin/zsh"
+  },
+  "stdout": [
+    [
+      0.29658,
+      "\b\u001b[1m$ # \u001b[1mFor the pro users, here are some advanced features of borg, so you can imp\u001b[1mr\u001b[1mess your friends. ;)\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      1.025674,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000375,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000796,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000953,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000799,
+      "\u001b]7;\u0007"
+    ],
+    [
+      7.7e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      4.6e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000368,
+      "\u001b[?2004h"
+    ],
+    [
+      0.857202,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.269836,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.277016,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mN\u001b[0m\u001b[39m"
+    ],
+    [
+      0.185115,
+      "\b\u001b[1mN\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.222294,
+      "\b\u001b[1mo\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.098908,
+      "\b\u001b[1mt\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.471037,
+      "\b\u001b[1me\u001b[1m:\u001b[0m\u001b[39m"
+    ],
+    [
+      0.276132,
+      "\b\u001b[1m:\u001b[1m This screencast was made with borg version 1.1.0 – older or newer bo\u001b[1mr\u001b[1mg versions may behave differently.\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      1.063392,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001402,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001228,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.002846,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.002554,
+      "\u001b]7;\u0007"
+    ],
+    [
+      6.6e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000229,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000858,
+      "\u001b[?2004h"
+    ],
+    [
+      0.944947,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000319,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000652,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001131,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000871,
+      "\u001b]7;\u0007"
+    ],
+    [
+      9.6e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000117,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00014,
+      "\u001b[?2004h"
+    ],
+    [
+      0.91046,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.350642,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.226284,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mF\u001b[0m\u001b[39m"
+    ],
+    [
+      0.190635,
+      "\b\u001b[1mF\u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.226298,
+      "\b\u001b[1mi\u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.094075,
+      "\b\u001b[1mr\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.125931,
+      "\b\u001b[1ms\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.210409,
+      "\b\u001b[1mt\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.333349,
+      "\b\u001b[1m \u001b[1mof all, we can use several environment variables for borg.\u001b[0m\u001b[39m"
+    ],
+    [
+      1.115007,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000418,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000665,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001185,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.00091,
+      "\u001b]7;\u0007"
+    ],
+    [
+      2.5e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.9e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000298,
+      "\u001b[?2004h"
+    ],
+    [
+      1.193161,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.249128,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.253119,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mE\u001b[0m\u001b[39m"
+    ],
+    [
+      0.328187,
+      "\b\u001b[1mE\u001b[1m.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.873845,
+      "\b\u001b[1m.\u001b[1mg\u001b[0m\u001b[39m"
+    ],
+    [
+      0.164238,
+      "\b\u001b[1mg\u001b[1m.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.211331,
+      "\b\u001b[1m.\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.15971,
+      "\b\u001b[1m \u001b[1mw\u001b[0m\u001b[39m"
+    ],
+    [
+      0.133833,
+      "\b\u001b[1mw\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      2.95423,
+      "\b\u001b[1me\u001b[1m do not want to type in our repo path and password again and again…"
+    ],
+    [
+      1.769654,
+      "\u001b[K"
+    ],
+    [
+      2.7e-05,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000616,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000594,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.00144,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001172,
+      "\u001b]7;\u0007"
+    ],
+    [
+      3.7e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.2e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000419,
+      "\u001b[?2004h"
+    ],
+    [
+      0.975676,
+      "\u001b[1m\u001b[31me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.156719,
+      "\b\u001b[0m\u001b[32me\u001b[32mx\u001b[39m"
+    ],
+    [
+      0.121911,
+      "\b\b\u001b[1m\u001b[31me\u001b[1m\u001b[31mx\u001b[1m\u001b[31mp\u001b[0m\u001b[39m"
+    ],
+    [
+      0.15502,
+      "\b\u001b[1m\u001b[31mp\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.26241,
+      "\b\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.126933,
+      "\b\b\b\b\b\u001b[0m\u001b[33me\u001b[0m\u001b[33mx\u001b[0m\u001b[33mp\u001b[0m\u001b[33mo\u001b[0m\u001b[33mr\u001b[33mt\u001b[39m"
+    ],
+    [
+      0.192182,
+      " "
+    ],
+    [
+      0.304561,
+      "B"
+    ],
+    [
+      0.192073,
+      "O"
+    ],
+    [
+      0.136183,
+      "R"
+    ],
+    [
+      0.114362,
+      "G"
+    ],
+    [
+      0.576349,
+      "_"
+    ],
+    [
+      0.103719,
+      "R"
+    ],
+    [
+      0.113626,
+      "E"
+    ],
+    [
+      0.159395,
+      "P"
+    ],
+    [
+      0.141942,
+      "O"
+    ],
+    [
+      0.554082,
+      "="
+    ],
+    [
+      0.74644,
+      "'"
+    ],
+    [
+      0.69222,
+      "/"
+    ],
+    [
+      0.20093,
+      "m"
+    ],
+    [
+      0.108068,
+      "e"
+    ],
+    [
+      0.125576,
+      "d"
+    ],
+    [
+      0.161298,
+      "i"
+    ],
+    [
+      0.107949,
+      "a"
+    ],
+    [
+      0.423969,
+      "/"
+    ],
+    [
+      0.623591,
+      "b"
+    ],
+    [
+      0.102775,
+      "a"
+    ],
+    [
+      0.146442,
+      "c"
+    ],
+    [
+      0.116202,
+      "k"
+    ],
+    [
+      0.133034,
+      "u"
+    ],
+    [
+      0.282831,
+      "p"
+    ],
+    [
+      0.436512,
+      "/"
+    ],
+    [
+      0.551147,
+      "b"
+    ],
+    [
+      0.208373,
+      "o"
+    ],
+    [
+      0.108883,
+      "r"
+    ],
+    [
+      0.137272,
+      "g"
+    ],
+    [
+      0.218057,
+      "d"
+    ],
+    [
+      0.122586,
+      "e"
+    ],
+    [
+      0.133605,
+      "m"
+    ],
+    [
+      0.170095,
+      "o"
+    ],
+    [
+      0.795644,
+      "'"
+    ],
+    [
+      0.928899,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001469,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000802,
+      "\u001b]2;export BORG_REPO='/media/backup/borgdemo' \u0007\u001b]1;export\u0007"
+    ],
+    [
+      0.000109,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001347,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001006,
+      "\u001b]7;\u0007"
+    ],
+    [
+      5.1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.2e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000186,
+      "\u001b[?2004h"
+    ],
+    [
+      0.718289,
+      "\u001b[1m\u001b[31me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.19628,
+      "\b\u001b[0m\u001b[32me\u001b[32mx\u001b[39m"
+    ],
+    [
+      0.269637,
+      "\b\b\u001b[1m\u001b[31me\u001b[1m\u001b[31mx\u001b[1m\u001b[31mp\u001b[0m\u001b[39m"
+    ],
+    [
+      0.164388,
+      "\b\u001b[1m\u001b[31mp\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.332999,
+      "\b\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.121063,
+      "\b\b\b\b\b\u001b[0m\u001b[33me\u001b[0m\u001b[33mx\u001b[0m\u001b[33mp\u001b[0m\u001b[33mo\u001b[0m\u001b[33mr\u001b[33mt\u001b[39m"
+    ],
+    [
+      0.265335,
+      " "
+    ],
+    [
+      0.311313,
+      "B"
+    ],
+    [
+      0.205307,
+      "O"
+    ],
+    [
+      0.159682,
+      "R"
+    ],
+    [
+      0.141683,
+      "G"
+    ],
+    [
+      0.553563,
+      "_"
+    ],
+    [
+      0.225583,
+      "P"
+    ],
+    [
+      0.10739,
+      "A"
+    ],
+    [
+      0.204722,
+      "S"
+    ],
+    [
+      0.145905,
+      "S"
+    ],
+    [
+      0.312666,
+      "P"
+    ],
+    [
+      0.311469,
+      "H"
+    ],
+    [
+      0.209393,
+      "R"
+    ],
+    [
+      0.069618,
+      "A"
+    ],
+    [
+      0.208505,
+      "S"
+    ],
+    [
+      0.202229,
+      "E"
+    ],
+    [
+      0.719142,
+      "="
+    ],
+    [
+      0.61979,
+      "'"
+    ],
+    [
+      0.414834,
+      "1"
+    ],
+    [
+      0.208777,
+      "2"
+    ],
+    [
+      0.193519,
+      "3"
+    ],
+    [
+      0.171001,
+      "4"
+    ],
+    [
+      0.542373,
+      "'"
+    ],
+    [
+      0.876006,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.002877,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001161,
+      "\u001b]2;export BORG_PASSPHRASE='1234' \u0007\u001b]1;export\u0007"
+    ],
+    [
+      8.5e-05,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.003438,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.002065,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000146,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.9e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000508,
+      "\u001b[?2004h"
+    ],
+    [
+      1.238676,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.273221,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.248131,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mP\u001b[0m\u001b[39m"
+    ],
+    [
+      0.142137,
+      "\b\u001b[1mP\u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.089312,
+      "\b\u001b[1mr\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.19919,
+      "\b\u001b[1mo\u001b[1mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.207691,
+      "\b\u001b[1mb\u001b[1ml\u001b[0m\u001b[39m"
+    ],
+    [
+      0.105529,
+      "\b\u001b[1ml\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.075159,
+      "\b\u001b[1me\u001b[1mm\u001b[0m\u001b[39m"
+    ],
+    [
+      0.625428,
+      "\b\u001b[1mm\u001b[1m solved, borg will use this automatically… :)\u001b[0m\u001b[39m"
+    ],
+    [
+      0.442303,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.0004,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.00077,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001065,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001105,
+      "\u001b]7;\u0007"
+    ],
+    [
+      2.2e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.3e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000266,
+      "\u001b[?2004h"
+    ],
+    [
+      1.570802,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.218966,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.191279,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mW\u001b[0m\u001b[39m"
+    ],
+    [
+      0.144698,
+      "\b\u001b[1mW\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.313061,
+      "\b\u001b[1me\u001b[1m'\u001b[0m\u001b[39m"
+    ],
+    [
+      0.245196,
+      "\b\u001b[1m'\u001b[1mll use this right away…\u001b[0m\u001b[39m"
+    ],
+    [
+      0.532339,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000412,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.00062,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001169,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.00087,
+      "\u001b]7;\u0007"
+    ],
+    [
+      2.3e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000101,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000279,
+      "\u001b[?2004h"
+    ],
+    [
+      0.63892,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000369,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.00044,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.002911,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.002442,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000162,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.8e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00059,
+      "\u001b[?2004h"
+    ],
+    [
+      0.548725,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.113549,
+      "\b\u001b[1m#\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.290577,
+      "\b\b\u001b[1m#\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.262532,
+      "\b\u001b[1m \u001b[1mA\u001b[0m\u001b[39m"
+    ],
+    [
+      0.41846,
+      "\b\u001b[1mA\u001b[1mDVANCED CREATION ##\u001b[0m\u001b[39m"
+    ],
+    [
+      0.535376,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001234,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000938,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.002912,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001987,
+      "\u001b]7;\u0007"
+    ],
+    [
+      7e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000134,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000671,
+      "\u001b[?2004h"
+    ],
+    [
+      0.759129,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000397,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000757,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001297,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.00131,
+      "\u001b]7;\u0007"
+    ],
+    [
+      3.1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.0001,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000135,
+      "\u001b[?2004h"
+    ],
+    [
+      0.425509,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.233111,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.185443,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mW\u001b[0m\u001b[39m"
+    ],
+    [
+      0.151433,
+      "\b\u001b[1mW\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.157168,
+      "\b\u001b[1me\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.148414,
+      "\b\u001b[1m \u001b[1mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.200586,
+      "\b\u001b[1mc\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.145343,
+      "\b\u001b[1ma\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.414343,
+      "\b\u001b[1mn\u001b[1m also use some placeholders in our archive name…\u001b[0m\u001b[39m"
+    ],
+    [
+      1.198174,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000433,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000647,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001494,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001069,
+      "\u001b]7;\u0007"
+    ],
+    [
+      8.2e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      4.6e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000395,
+      "\u001b[?2004h"
+    ],
+    [
+      0.832499,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.186742,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.076839,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.15706,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.175773,
+      " "
+    ],
+    [
+      0.265231,
+      "c"
+    ],
+    [
+      0.198791,
+      "r"
+    ],
+    [
+      0.162497,
+      "e"
+    ],
+    [
+      0.08856,
+      "a"
+    ],
+    [
+      0.135865,
+      "t"
+    ],
+    [
+      0.112707,
+      "e"
+    ],
+    [
+      0.634063,
+      " "
+    ],
+    [
+      0.621186,
+      "-"
+    ],
+    [
+      0.112118,
+      "-"
+    ],
+    [
+      0.270276,
+      "s"
+    ],
+    [
+      0.135637,
+      "t"
+    ],
+    [
+      0.130994,
+      "a"
+    ],
+    [
+      0.086801,
+      "t"
+    ],
+    [
+      0.119778,
+      "s"
+    ],
+    [
+      0.24882,
+      " "
+    ],
+    [
+      0.47677,
+      "-"
+    ],
+    [
+      0.112232,
+      "-"
+    ],
+    [
+      0.26855,
+      "p"
+    ],
+    [
+      0.218974,
+      "r"
+    ],
+    [
+      0.14527,
+      "o"
+    ],
+    [
+      0.21975,
+      "g"
+    ],
+    [
+      0.104406,
+      "r"
+    ],
+    [
+      0.168975,
+      "e"
+    ],
+    [
+      0.224875,
+      "s"
+    ],
+    [
+      0.161557,
+      "s"
+    ],
+    [
+      0.556139,
+      " "
+    ],
+    [
+      0.90841,
+      "-"
+    ],
+    [
+      0.117065,
+      "-"
+    ],
+    [
+      0.268496,
+      "c"
+    ],
+    [
+      0.118758,
+      "o"
+    ],
+    [
+      0.13892,
+      "m"
+    ],
+    [
+      0.17322,
+      "p"
+    ],
+    [
+      0.146756,
+      "r"
+    ],
+    [
+      0.196139,
+      "e"
+    ],
+    [
+      0.249655,
+      "s"
+    ],
+    [
+      0.157202,
+      "s"
+    ],
+    [
+      0.236521,
+      "i"
+    ],
+    [
+      0.120624,
+      "o"
+    ],
+    [
+      0.175143,
+      "n"
+    ],
+    [
+      0.321073,
+      " "
+    ],
+    [
+      0.249849,
+      "l"
+    ],
+    [
+      0.281988,
+      "z"
+    ],
+    [
+      0.281179,
+      "4"
+    ],
+    [
+      1.223567,
+      " "
+    ],
+    [
+      0.604439,
+      ":"
+    ],
+    [
+      0.099497,
+      ":"
+    ],
+    [
+      0.760652,
+      "{"
+    ],
+    [
+      0.504646,
+      "u"
+    ],
+    [
+      0.249702,
+      "s"
+    ],
+    [
+      0.310204,
+      "e"
+    ],
+    [
+      0.156776,
+      "r"
+    ],
+    [
+      0.927624,
+      "}"
+    ],
+    [
+      0.972074,
+      "-"
+    ],
+    [
+      0.979824,
+      "{"
+    ],
+    [
+      0.397346,
+      "n"
+    ],
+    [
+      0.195251,
+      "o"
+    ],
+    [
+      0.203266,
+      "w"
+    ],
+    [
+      0.716944,
+      "}"
+    ],
+    [
+      0.992466,
+      " "
+    ],
+    [
+      0.404348,
+      "\u001b[4mW\u001b[24m"
+    ],
+    [
+      0.098053,
+      "\b\u001b[4mW\u001b[4ma\u001b[24m \b"
+    ],
+    [
+      0.440872,
+      "\b\u001b[4ma\u001b[4ml\u001b[24m"
+    ],
+    [
+      0.130433,
+      "\b\u001b[4ml\u001b[4ml\u001b[24m"
+    ],
+    [
+      0.079918,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.009903,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m create --stats --progress --compression lz4 ::{user}-{now} \u001b[4mWallpaper\u001b[24m\u001b[K"
+    ],
+    [
+      1.432747,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.006238,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001309,
+      "\u001b]2;borg create --stats --progress --compression lz4 ::{user}-{now} Wallpaper\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.703285,
+      "0 B O 0 B C 0 B D 0 N Wallpaper                                               \r"
+    ],
+    [
+      0.059704,
+      "Initializing cache transaction: Reading config                                \r"
+    ],
+    [
+      0.000259,
+      "Initializing cache transaction: Reading chunks                                \r"
+    ],
+    [
+      0.000283,
+      "Initializing cache transaction: Reading files                                 \r"
+    ],
+    [
+      0.00035,
+      "                                                                              \r"
+    ],
+    [
+      0.302813,
+      "Compacting segments   0%                                                      \r"
+    ],
+    [
+      0.000422,
+      "Compacting segments  50%                                                      \r"
+    ],
+    [
+      2.6e-05,
+      "                                                                              \r"
+    ],
+    [
+      0.053481,
+      "Saving files cache                                                            \r"
+    ],
+    [
+      0.010102,
+      "Saving chunks cache                                                           \r"
+    ],
+    [
+      0.000354,
+      "Saving cache config                                                           \r"
+    ],
+    [
+      0.08865,
+      "                                                                              \r"
+    ],
+    [
+      2.6e-05,
+      "                                                                              \r"
+    ],
+    [
+      0.000371,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      3.4e-05,
+      "Archive name: rugk-2017-07-16T18:51:34\r\n"
+    ],
+    [
+      8e-06,
+      "Archive fingerprint: d054cc411324d4bd848b39d1c9cad909073f9ff1a1a503a676d3e050be140396\r\n"
+    ],
+    [
+      0.000101,
+      "Time (start): Sun, 2017-07-16 18:51:34\r\nTime (end):   Sun, 2017-07-16 18:51:35\r\n"
+    ],
+    [
+      7.5e-05,
+      "Duration: 0.18 seconds\r\nNumber of files: 1\r\n"
+    ],
+    [
+      8.8e-05,
+      "Utilization of maximum supported archive size: 0%\r\n"
+    ],
+    [
+      7e-05,
+      "------------------------------------------------------------------------------\r\n                       Original size      Compressed size    Deduplicated size\r\n"
+    ],
+    [
+      1.6e-05,
+      "This archive:                3.78 MB              3.80 MB                916 B\r\n"
+    ],
+    [
+      5.2e-05,
+      "All archives:                1.86 GB              1.86 GB            561.88 MB\r\n"
+    ],
+    [
+      1.3e-05,
+      "\r\n"
+    ],
+    [
+      2.4e-05,
+      "                       Unique chunks         Total chunks\r\n"
+    ],
+    [
+      2.4e-05,
+      "Chunk index:                    1008                 3288\r\n"
+    ],
+    [
+      2.4e-05,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      0.049018,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.00124,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000936,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000124,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.9e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00019,
+      "\u001b[?2004h"
+    ],
+    [
+      0.814358,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.326066,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.279288,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mN\u001b[0m\u001b[39m"
+    ],
+    [
+      0.200695,
+      "\b\u001b[1mN\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.2241,
+      "\b\u001b[1mo\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.221056,
+      "\b\u001b[1mt\u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.341582,
+      "\b\u001b[1mi\u001b[1mce the backup name.\u001b[0m\u001b[39m"
+    ],
+    [
+      1.40396,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000442,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000701,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.00108,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000942,
+      "\u001b]7;\u0007"
+    ],
+    [
+      5e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      4.3e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00028,
+      "\u001b[?2004h"
+    ],
+    [
+      1.540998,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000288,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000571,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.0013,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000852,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000106,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.6e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000164,
+      "\u001b[?2004h"
+    ],
+    [
+      0.402376,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.27499,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.220032,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mA\u001b[0m\u001b[39m"
+    ],
+    [
+      0.127907,
+      "\b\u001b[1mA\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.092357,
+      "\b\u001b[1mn\u001b[1md\u001b[0m\u001b[39m"
+    ],
+    [
+      0.145572,
+      "\b\u001b[1md\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.222962,
+      "\b\u001b[1m \u001b[1mw\u001b[0m\u001b[39m"
+    ],
+    [
+      0.178534,
+      "\b\u001b[1mw\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.196668,
+      "\b\u001b[1me\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.225933,
+      "\b\u001b[1m \u001b[1mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.175493,
+      "\b\u001b[1mc\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.119503,
+      "\b\u001b[1ma\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.425112,
+      "\b\u001b[1mn\u001b[1m put completely different data, with different backup settings, i\u001b[1mn\u001b[1m our backup. It will be deduplicated, anyway:\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      1.421849,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000749,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.00066,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.00197,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001476,
+      "\u001b]7;\u0007"
+    ],
+    [
+      5.7e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000124,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000525,
+      "\u001b[?2004h"
+    ],
+    [
+      1.444268,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.209812,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.118788,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.145792,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.20446,
+      " "
+    ],
+    [
+      0.309592,
+      "c"
+    ],
+    [
+      0.201447,
+      "r"
+    ],
+    [
+      0.151315,
+      "e"
+    ],
+    [
+      0.084953,
+      "a"
+    ],
+    [
+      0.156918,
+      "t"
+    ],
+    [
+      0.091724,
+      "e"
+    ],
+    [
+      0.324287,
+      " "
+    ],
+    [
+      0.861486,
+      "-"
+    ],
+    [
+      0.134231,
+      "-"
+    ],
+    [
+      0.491182,
+      "s"
+    ],
+    [
+      0.195253,
+      "t"
+    ],
+    [
+      0.097572,
+      "a"
+    ],
+    [
+      0.09545,
+      "t"
+    ],
+    [
+      0.111782,
+      "s"
+    ],
+    [
+      0.301387,
+      " "
+    ],
+    [
+      0.524478,
+      "-"
+    ],
+    [
+      0.112538,
+      "-"
+    ],
+    [
+      0.397406,
+      "p"
+    ],
+    [
+      0.175509,
+      "r"
+    ],
+    [
+      0.203203,
+      "o"
+    ],
+    [
+      0.257392,
+      "g"
+    ],
+    [
+      0.1453,
+      "r"
+    ],
+    [
+      0.174285,
+      "e"
+    ],
+    [
+      0.353531,
+      "s"
+    ],
+    [
+      0.176989,
+      "s"
+    ],
+    [
+      0.386157,
+      " "
+    ],
+    [
+      0.510691,
+      "-"
+    ],
+    [
+      0.115919,
+      "-"
+    ],
+    [
+      0.225102,
+      "c"
+    ],
+    [
+      0.145577,
+      "o"
+    ],
+    [
+      0.133821,
+      "m"
+    ],
+    [
+      0.171364,
+      "p"
+    ],
+    [
+      0.157255,
+      "r"
+    ],
+    [
+      0.162989,
+      "e"
+    ],
+    [
+      0.256274,
+      "s"
+    ],
+    [
+      0.167254,
+      "s"
+    ],
+    [
+      0.253369,
+      "i"
+    ],
+    [
+      0.1197,
+      "o"
+    ],
+    [
+      0.178105,
+      "n"
+    ],
+    [
+      0.824434,
+      " "
+    ],
+    [
+      0.734608,
+      "z"
+    ],
+    [
+      0.237239,
+      "l"
+    ],
+    [
+      0.158877,
+      "i"
+    ],
+    [
+      0.148988,
+      "b"
+    ],
+    [
+      0.289236,
+      ","
+    ],
+    [
+      0.349273,
+      "6"
+    ],
+    [
+      0.618231,
+      " "
+    ],
+    [
+      0.449031,
+      "-"
+    ],
+    [
+      0.119307,
+      "-"
+    ],
+    [
+      0.451923,
+      "e"
+    ],
+    [
+      0.330743,
+      "x"
+    ],
+    [
+      0.232655,
+      "c"
+    ],
+    [
+      0.197384,
+      "l"
+    ],
+    [
+      0.176276,
+      "u"
+    ],
+    [
+      0.104427,
+      "d"
+    ],
+    [
+      0.141163,
+      "e"
+    ],
+    [
+      0.359309,
+      " "
+    ],
+    [
+      1.198529,
+      "\u001b[4m~\u001b[24m"
+    ],
+    [
+      0.338729,
+      "\b\u001b[4m~\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.352573,
+      "\b\u001b[4m/\u001b[4mD\u001b[24m"
+    ],
+    [
+      0.190254,
+      "\b\u001b[4mD\u001b[4mo\u001b[24m"
+    ],
+    [
+      0.113631,
+      "\b\u001b[4mo\u001b[4mw\u001b[24m"
+    ],
+    [
+      0.743216,
+      "\b\u001b[4mw\u001b[4mn\u001b[24m"
+    ],
+    [
+      0.613852,
+      "\b\u001b[4mn\u001b[4ml\u001b[24m"
+    ],
+    [
+      0.121501,
+      "\b\u001b[4ml\u001b[4mo\u001b[24m"
+    ],
+    [
+      0.068625,
+      "\b\u001b[4mo\u001b[4ma\u001b[24m"
+    ],
+    [
+      0.183855,
+      "\b\u001b[4ma\u001b[4md\u001b[24m"
+    ],
+    [
+      0.152099,
+      "\b\u001b[4md\u001b[4ms\u001b[24m"
+    ],
+    [
+      0.793349,
+      "\b\u001b[4ms\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.477575,
+      "\b\u001b[4m/\u001b[4mb\u001b[24m"
+    ],
+    [
+      0.198072,
+      "\b\u001b[4mb\u001b[4mi\u001b[24m \r\u001b[K"
+    ],
+    [
+      0.175276,
+      "\u001b[A\u001b[77C\u001b[4mi\u001b[4mg\u001b[24m"
+    ],
+    [
+      0.647369,
+      "\r\u001b[4mg\u001b[24m "
+    ],
+    [
+      0.439418,
+      ":"
+    ],
+    [
+      0.108932,
+      ":"
+    ],
+    [
+      0.556615,
+      "{"
+    ],
+    [
+      0.244626,
+      "u"
+    ],
+    [
+      0.097534,
+      "s"
+    ],
+    [
+      0.187502,
+      "e"
+    ],
+    [
+      0.16023,
+      "r"
+    ],
+    [
+      0.675542,
+      "}"
+    ],
+    [
+      0.988946,
+      "-"
+    ],
+    [
+      0.545789,
+      "{"
+    ],
+    [
+      0.33121,
+      "n"
+    ],
+    [
+      0.204667,
+      "o"
+    ],
+    [
+      0.141818,
+      "w"
+    ],
+    [
+      0.397217,
+      "}"
+    ],
+    [
+      0.979478,
+      " "
+    ],
+    [
+      0.768118,
+      "\u001b[4m~\u001b[24m"
+    ],
+    [
+      0.589532,
+      "\b\u001b[4m~\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.515186,
+      "\b\u001b[4m/\u001b[4mD\u001b[24m"
+    ],
+    [
+      0.17703,
+      "\b\u001b[4mD\u001b[4mo\u001b[24m"
+    ],
+    [
+      0.121294,
+      "\b\u001b[4mo\u001b[4mw\u001b[24m"
+    ],
+    [
+      0.153543,
+      "\b\u001b[4mw\u001b[4mn\u001b[24m"
+    ],
+    [
+      0.282343,
+      "\b\u001b[4mn\u001b[4ml\u001b[24m"
+    ],
+    [
+      0.129573,
+      "\b\u001b[4ml\u001b[4mo\u001b[24m"
+    ],
+    [
+      0.095125,
+      "\b\u001b[4mo\u001b[4ma\u001b[24m"
+    ],
+    [
+      0.19963,
+      "\b\u001b[4ma\u001b[4md\u001b[24m"
+    ],
+    [
+      0.142667,
+      "\b\u001b[4md\u001b[4ms\u001b[24m"
+    ],
+    [
+      1.499285,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.003081,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000637,
+      "\u001b]2;borg create --stats --progress --compression zlib,6 --exclude ~/Downloads/big\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.687457,
+      "0 B O 0 B C 0 B D 0 N home/rugk/Downloads                                     \r"
+    ],
+    [
+      0.025551,
+      "Initializing cache transaction: Reading config                                \r"
+    ],
+    [
+      0.000326,
+      "Initializing cache transaction: Reading chunks                                \r"
+    ],
+    [
+      0.000273,
+      "Initializing cache transaction: Reading files                                 \r"
+    ],
+    [
+      0.000394,
+      "                                                                              \r"
+    ],
+    [
+      0.220691,
+      "1.31 MB O 1.29 MB C 1.29 MB D 1 N home/rugk/Downloads...chiveWithStuffHere.zip\r"
+    ],
+    [
+      0.26224,
+      "7.70 MB O 6.91 MB C 6.91 MB D 2 N home/rugk/Downloads...droid.gms-11059462.apk\r"
+    ],
+    [
+      0.32599,
+      "Compacting segments   0%                                                      \r"
+    ],
+    [
+      0.026073,
+      "Compacting segments  50%                                                      \r"
+    ],
+    [
+      0.001982,
+      "                                                                              \r"
+    ],
+    [
+      0.058565,
+      "Saving files cache                                                            \r"
+    ],
+    [
+      0.011363,
+      "Saving chunks cache                                                           \r"
+    ],
+    [
+      0.000378,
+      "Saving cache config                                                           \r"
+    ],
+    [
+      0.12955,
+      "                                                                              \r"
+    ],
+    [
+      3.4e-05,
+      "                                                                              \r"
+    ],
+    [
+      0.00039,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      1.6e-05,
+      "Archive name: rugk-2017-07-16T18:52:19\r\n"
+    ],
+    [
+      3.1e-05,
+      "Archive fingerprint: 0de98f590b004ad7545f2013c4c9f2d4e3eed1415d177c89d6c2b7ff05918d2e\r\n"
+    ],
+    [
+      2.2e-05,
+      "Time (start): Sun, 2017-07-16 18:52:19\r\n"
+    ],
+    [
+      7.2e-05,
+      "Time (end):   Sun, 2017-07-16 18:52:20\r\nDuration: 0.63 seconds\r\n"
+    ],
+    [
+      3e-05,
+      "Number of files: 6\r\n"
+    ],
+    [
+      2.5e-05,
+      "Utilization of maximum supported archive size: 0%\r\n"
+    ],
+    [
+      2.4e-05,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      1.8e-05,
+      "                       Original size      Compressed size    Deduplicated size\r\n"
+    ],
+    [
+      2.5e-05,
+      "This archive:                9.55 MB              8.04 MB              8.04 MB\r\n"
+    ],
+    [
+      2.4e-05,
+      "All archives:                1.87 GB              1.86 GB            569.92 MB\r\n"
+    ],
+    [
+      2.5e-05,
+      "\r\n"
+    ],
+    [
+      2.4e-05,
+      "                       Unique chunks         Total chunks\r\n"
+    ],
+    [
+      2.4e-05,
+      "Chunk index:                    1023                 3303\r\n"
+    ],
+    [
+      2.4e-05,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      0.063104,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001326,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001145,
+      "\u001b]7;\u0007"
+    ],
+    [
+      8.9e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.9e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.0002,
+      "\u001b[?2004h"
+    ],
+    [
+      3.131399,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000281,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.00048,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001354,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000923,
+      "\u001b]7;\u0007"
+    ],
+    [
+      6.6e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      5.4e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000161,
+      "\u001b[?2004h"
+    ],
+    [
+      0.285262,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.419379,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.277555,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mO\u001b[0m\u001b[39m"
+    ],
+    [
+      0.015676,
+      "\b\u001b[1mO\u001b[0m\u001b[39m"
+    ],
+    [
+      0.119839,
+      "\u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.315418,
+      "\b\u001b[1mr\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.224426,
+      "\b\u001b[1m \u001b[1ml\u001b[0m\u001b[39m"
+    ],
+    [
+      0.10624,
+      "\b\u001b[1ml\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.170324,
+      "\b\u001b[1me\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.995665,
+      "\b\u001b[1mt\u001b[1m'\u001b[0m\u001b[39m"
+    ],
+    [
+      0.139331,
+      "\b\u001b[1m'\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.174188,
+      "\b\u001b[1ms\u001b[1m backup a device via STDIN.\u001b[0m\u001b[39m"
+    ],
+    [
+      1.117059,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000376,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000566,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001272,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000893,
+      "\u001b]7;\u0007"
+    ],
+    [
+      8.1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      3.9e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000291,
+      "\u001b[?2004h"
+    ],
+    [
+      2.390246,
+      "\u001b[1m\u001b[31ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.179283,
+      "\b\u001b[0m\u001b[32ms\u001b[32mu\u001b[39m"
+    ],
+    [
+      0.08919,
+      "\b\b\u001b[1m\u001b[31ms\u001b[1m\u001b[31mu\u001b[1m\u001b[31md\u001b[0m\u001b[39m"
+    ],
+    [
+      0.156134,
+      "\b\b\b\u001b[0m\u001b[4m\u001b[32ms\u001b[0m\u001b[4m\u001b[32mu\u001b[0m\u001b[4m\u001b[32md\u001b[4m\u001b[32mo\u001b[24m\u001b[39m"
+    ],
+    [
+      0.939511,
+      " "
+    ],
+    [
+      0.219491,
+      "\u001b[32md\u001b[39m"
+    ],
+    [
+      0.128817,
+      "\b\u001b[32md\u001b[32md\u001b[39m"
+    ],
+    [
+      0.317081,
+      " "
+    ],
+    [
+      0.206442,
+      "i"
+    ],
+    [
+      0.127682,
+      "f"
+    ],
+    [
+      0.497718,
+      "="
+    ],
+    [
+      0.79125,
+      "/"
+    ],
+    [
+      0.162326,
+      "d"
+    ],
+    [
+      0.141147,
+      "e"
+    ],
+    [
+      0.17081,
+      "v"
+    ],
+    [
+      0.229501,
+      "/"
+    ],
+    [
+      0.309668,
+      "s"
+    ],
+    [
+      0.201626,
+      "d"
+    ],
+    [
+      0.121565,
+      "x"
+    ],
+    [
+      1.112764,
+      " "
+    ],
+    [
+      0.458342,
+      "b"
+    ],
+    [
+      0.13412,
+      "s"
+    ],
+    [
+      0.426796,
+      "="
+    ],
+    [
+      0.325514,
+      "1"
+    ],
+    [
+      0.182735,
+      "0"
+    ],
+    [
+      0.635284,
+      "M"
+    ],
+    [
+      0.571527,
+      " "
+    ],
+    [
+      0.644682,
+      "|"
+    ],
+    [
+      0.668689,
+      " "
+    ],
+    [
+      0.368219,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.197192,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.069454,
+      "\b\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.15983,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.193693,
+      " "
+    ],
+    [
+      0.342177,
+      "c"
+    ],
+    [
+      0.213502,
+      "r"
+    ],
+    [
+      0.165989,
+      "e"
+    ],
+    [
+      0.101269,
+      "a"
+    ],
+    [
+      0.20561,
+      "t"
+    ],
+    [
+      0.172574,
+      "e"
+    ],
+    [
+      0.302751,
+      " "
+    ],
+    [
+      0.524261,
+      "-"
+    ],
+    [
+      0.112867,
+      "-"
+    ],
+    [
+      0.358854,
+      "p"
+    ],
+    [
+      0.158933,
+      "r"
+    ],
+    [
+      0.146881,
+      "o"
+    ],
+    [
+      0.235592,
+      "g"
+    ],
+    [
+      0.153909,
+      "r"
+    ],
+    [
+      0.187519,
+      "e"
+    ],
+    [
+      0.278997,
+      "s"
+    ],
+    [
+      0.161351,
+      "s"
+    ],
+    [
+      0.536239,
+      " "
+    ],
+    [
+      0.472536,
+      "-"
+    ],
+    [
+      0.103445,
+      "-"
+    ],
+    [
+      0.315142,
+      "s"
+    ],
+    [
+      0.188015,
+      "t"
+    ],
+    [
+      0.092463,
+      "a"
+    ],
+    [
+      0.121697,
+      "t"
+    ],
+    [
+      0.108331,
+      "s"
+    ],
+    [
+      0.863705,
+      " "
+    ],
+    [
+      0.547363,
+      ":"
+    ],
+    [
+      0.101957,
+      ":"
+    ],
+    [
+      0.713103,
+      "s"
+    ],
+    [
+      0.172527,
+      "p"
+    ],
+    [
+      0.143374,
+      "e"
+    ],
+    [
+      0.495475,
+      "c"
+    ],
+    [
+      0.184747,
+      "i"
+    ],
+    [
+      0.118626,
+      "a"
+    ],
+    [
+      0.21782,
+      "l"
+    ],
+    [
+      0.61779,
+      "b"
+    ],
+    [
+      0.056813,
+      "a"
+    ],
+    [
+      0.18761,
+      "c"
+    ],
+    [
+      0.116227,
+      "k"
+    ],
+    [
+      0.143399,
+      "u \r\u001b[K"
+    ],
+    [
+      0.31621,
+      "p"
+    ],
+    [
+      0.174943,
+      "\rp "
+    ],
+    [
+      0.964699,
+      "-"
+    ],
+    [
+      1.23368,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.003628,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000824,
+      "\u001b]2;sudo dd if=/dev/sdx bs=10M | borg create --progress --stats ::specialbackup\u0007\u001b]1;dd\u0007"
+    ],
+    [
+      0.023411,
+      "[sudo] password for rugk: "
+    ],
+    [
+      3.286582,
+      "\r\n"
+    ],
+    [
+      0.077852,
+      "Initializing cache transaction: Reading config                                \r"
+    ],
+    [
+      0.000267,
+      "Initializing cache transaction: Reading chunks                                \r"
+    ],
+    [
+      0.000293,
+      "Initializing cache transaction: Reading files                                 \r"
+    ],
+    [
+      0.00045,
+      "                                                                              \r"
+    ],
+    [
+      0.083816,
+      "8.39 MB O 34.25 kB C 34.25 kB D 0 N stdin                                     \r"
+    ],
+    [
+      0.228267,
+      "41.94 MB O 166.40 kB C 100.50 kB D 0 N stdin                                  \r"
+    ],
+    [
+      0.216716,
+      "75.50 MB O 298.20 kB C 100.50 kB D 0 N stdin                                  \r"
+    ],
+    [
+      0.218476,
+      "109.05 MB O 430.00 kB C 100.50 kB D 0 N stdin                                 \r"
+    ],
+    [
+      0.219164,
+      "142.61 MB O 562.12 kB C 133.77 kB D 0 N stdin                                 \r"
+    ],
+    [
+      0.216368,
+      "176.16 MB O 693.92 kB C 133.77 kB D 0 N stdin                                 \r"
+    ],
+    [
+      0.222311,
+      "209.72 MB O 825.72 kB C 133.77 kB D 0 N stdin                                 \r"
+    ],
+    [
+      0.217156,
+      "243.27 MB O 957.52 kB C 133.77 kB D 0 N stdin                                 \r"
+    ],
+    [
+      0.22399,
+      "276.82 MB O 1.09 MB C 166.77 kB D 0 N stdin                                   \r"
+    ],
+    [
+      0.223827,
+      "310.38 MB O 1.22 MB C 166.77 kB D 0 N stdin                                   \r"
+    ],
+    [
+      0.220959,
+      "343.93 MB O 1.35 MB C 166.77 kB D 0 N stdin                                   \r"
+    ],
+    [
+      0.223439,
+      "377.49 MB O 1.48 MB C 166.77 kB D 0 N stdin                                   \r"
+    ],
+    [
+      0.226226,
+      "411.04 MB O 1.62 MB C 200.04 kB D 0 N stdin                                   \r"
+    ],
+    [
+      0.239743,
+      "444.60 MB O 1.75 MB C 200.04 kB D 0 N stdin                                   \r"
+    ],
+    [
+      0.229508,
+      "478.15 MB O 1.88 MB C 200.04 kB D 0 N stdin                                   \r"
+    ],
+    [
+      0.220491,
+      "511.71 MB O 2.01 MB C 200.04 kB D 0 N stdin                                   \r"
+    ],
+    [
+      0.2504,
+      "545.26 MB O 2.14 MB C 200.04 kB D 0 N stdin                                   \r"
+    ],
+    [
+      0.241044,
+      "578.81 MB O 2.28 MB C 200.04 kB D 0 N stdin                                   \r"
+    ],
+    [
+      0.215372,
+      "612.37 MB O 2.41 MB C 200.04 kB D 0 N stdin                                   \r"
+    ],
+    [
+      0.113508,
+      "60+0 records in\r\n60+0 records out\r\n"
+    ],
+    [
+      3.9e-05,
+      "629145600 bytes (629 MB, 600 MiB) copied, 4.31277 s, 146 MB/s\r\n"
+    ],
+    [
+      0.231874,
+      "Compacting segments   0%                                                      \r"
+    ],
+    [
+      0.001188,
+      "Compacting segments  50%                                                      \r"
+    ],
+    [
+      3.7e-05,
+      "                                                                              \r"
+    ],
+    [
+      0.078344,
+      "Saving chunks cache                                                           \r"
+    ],
+    [
+      0.000348,
+      "Saving cache config                                                           \r"
+    ],
+    [
+      0.087821,
+      "                                                                              \r"
+    ],
+    [
+      2.8e-05,
+      "                                                                              \r"
+    ],
+    [
+      0.000346,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      2.2e-05,
+      "Archive name: specialbackup\r\n"
+    ],
+    [
+      9.7e-05,
+      "Archive fingerprint: 68e942cc4a48402e48ba87f4887c24e5b9fe06e881b0ca241c791810a108bec0\r\nTime (start): Sun, 2017-07-16 18:52:58\r\n"
+    ],
+    [
+      0.000133,
+      "Time (end):   Sun, 2017-07-16 18:53:05\r\nDuration: 6.99 seconds\r\n"
+    ],
+    [
+      1.3e-05,
+      "Number of files: 1\r\n"
+    ],
+    [
+      2.2e-05,
+      "Utilization of maximum supported archive size: 0%\r\n"
+    ],
+    [
+      7.3e-05,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      1.1e-05,
+      "                       Original size      Compressed size    Deduplicated size\r\n"
+    ],
+    [
+      2.7e-05,
+      "This archive:              629.15 MB              2.47 MB            234.02 kB\r\n"
+    ],
+    [
+      3.3e-05,
+      "All archives:                2.50 GB              1.87 GB            570.15 MB\r\n"
+    ],
+    [
+      3.3e-05,
+      "\r\n"
+    ],
+    [
+      3.3e-05,
+      "                       Unique chunks         Total chunks\r\n"
+    ],
+    [
+      2.4e-05,
+      "Chunk index:                    1032                 3380\r\n"
+    ],
+    [
+      2.4e-05,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      0.047256,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001383,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001024,
+      "\u001b]7;\u0007"
+    ],
+    [
+      8.3e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ "
+    ],
+    [
+      7e-06,
+      "\u001b[K"
+    ],
+    [
+      7.1e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00021,
+      "\u001b[?2004h"
+    ],
+    [
+      3.669021,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000291,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000719,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001178,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.0009,
+      "\u001b]7;\u0007"
+    ],
+    [
+      9.6e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      6.6e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00022,
+      "\u001b[?2004h"
+    ],
+    [
+      0.311851,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.290767,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.23476,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mL\u001b[0m\u001b[39m"
+    ],
+    [
+      0.188456,
+      "\b\u001b[1mL\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.139916,
+      "\b\u001b[1me\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.522516,
+      "\b\u001b[1mt\u001b[1m'\u001b[0m\u001b[39m"
+    ],
+    [
+      0.157443,
+      "\b\u001b[1m'\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.460729,
+      "\b\u001b[1ms\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.1201,
+      "\b\u001b[1m \u001b[1mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.324466,
+      "\b\u001b[1mc\u001b[1montinue with some simple things:\u001b[0m\u001b[39m"
+    ],
+    [
+      0.634167,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000434,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.0006,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.00124,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001113,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.00012,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000136,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000274,
+      "\u001b[?2004h"
+    ],
+    [
+      1.724466,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.116327,
+      "\b\u001b[1m#\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.26172,
+      "\b\b\u001b[1m#\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.250198,
+      "\b\u001b[1m \u001b[1mU\u001b[0m\u001b[39m"
+    ],
+    [
+      0.746624,
+      "\b\u001b[1mU\u001b[1mSEFUL COMMANDS ##\u001b[0m\u001b[39m"
+    ],
+    [
+      0.5602,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001411,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001009,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.003137,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.002454,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000167,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000157,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000746,
+      "\u001b[?2004h"
+    ],
+    [
+      1.207899,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000322,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000472,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001289,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000891,
+      "\u001b]7;\u0007"
+    ],
+
+    [
+      9.5e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ "
+    ],
+    [
+      1.8e-05,
+      "\u001b[K"
+    ],
+    [
+      0.000115,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000246,
+      "\u001b[?2004h"
+    ],
+    [
+      0.734707,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.247085,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.182467,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mY\u001b[0m\u001b[39m"
+    ],
+    [
+      0.123582,
+      "\b\u001b[1mY\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.16343,
+      "\b\u001b[1mo\u001b[1mu\u001b[0m\u001b[39m"
+    ],
+    [
+      0.183388,
+      "\b\u001b[1mu\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.083055,
+      "\b\u001b[1m \u001b[1mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.187526,
+      "\b\u001b[1mc\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.130988,
+      "\b\u001b[1ma\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.142246,
+      "\b\u001b[1mn\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.145489,
+      "\b\u001b[1m \u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.132155,
+      "\b\u001b[1ms\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.192915,
+      "\b\u001b[1mh\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.142644,
+      "\b\u001b[1mo\u001b[1mw\u001b[0m\u001b[39m"
+    ],
+    [
+      0.149707,
+      "\b\u001b[1mw\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.134515,
+      "\b\u001b[1m \u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.085942,
+      "\b\u001b[1ms\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.160772,
+      "\b\u001b[1mo\u001b[1mm\u001b[0m\u001b[39m"
+    ],
+    [
+      0.132016,
+      "\b\u001b[1mm\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.219601,
+      "\b\u001b[1me\u001b[1m information about an archive. You can even do it without \u001b[1mn\u001b[1meeding to specify the archive name:\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      0.644657,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000392,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000705,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001347,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001099,
+      "\u001b]7;\u0007"
+    ],
+    [
+      4.2e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.0001,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000372,
+      "\u001b[?2004h"
+    ],
+    [
+      2.264862,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.182056,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.083939,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.152072,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.142791,
+      " "
+    ],
+    [
+      0.224315,
+      "i"
+    ],
+    [
+      0.130651,
+      "n"
+    ],
+    [
+      0.100647,
+      "f"
+    ],
+    [
+      0.155636,
+      "o"
+    ],
+    [
+      0.716063,
+      " "
+    ],
+    [
+      0.736635,
+      ":"
+    ],
+    [
+      0.107352,
+      ":"
+    ],
+    [
+      0.289804,
+      " "
+    ],
+    [
+      0.436564,
+      "-"
+    ],
+    [
+      0.131871,
+      "-"
+    ],
+    [
+      0.824072,
+      "l"
+    ],
+    [
+      0.061945,
+      "a"
+    ],
+    [
+      0.136723,
+      "s"
+    ],
+    [
+      0.143197,
+      "t"
+    ],
+    [
+      0.186833,
+      " "
+    ],
+    [
+      0.125784,
+      "1"
+    ],
+    [
+      0.924568,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.002555,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.00096,
+      "\u001b]2;borg info :: --last 1\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.693043,
+      "Archive name: specialbackup\r\nArchive fingerprint: 68e942cc4a48402e48ba87f4887c24e5b9fe06e881b0ca241c791810a108bec0\r\nComment: \r\nHostname: tux\r\nUsername: rugk\r\nTime (start): Sun, 2017-07-16 18:52:58\r\nTime (end): Sun, 2017-07-16 18:53:05\r\nDuration: 6.99 seconds\r\nNumber of files: 1\r\nCommand line: borg create --progress --stats ::specialbackup -\r\nUtilization of maximum supported archive size: 0%\r\n------------------------------------------------------------------------------\r\n                       Original size      Compressed size    Deduplicated size\r\nThis archive:              629.15 MB              2.47 MB            234.02 kB\r\nAll archives:                2.50 GB              1.87 GB            570.15 MB\r\n\r\n                       Unique chunks         Total chunks\r\nChunk index:                    1032                 3380\r\n"
+    ],
+    [
+      0.045207,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001204,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000923,
+      "\u001b]7;\u0007"
+    ],
+    [
+      3.5e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000129,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000196,
+      "\u001b[?2004h"
+    ],
+    [
+      1.70302,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000314,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000475,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001262,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.00098,
+      "\u001b]7;\u0007"
+    ],
+    [
+      4.4e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      6.1e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000164,
+      "\u001b[?2004h"
+    ],
+    [
+      0.281651,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.234109,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.181326,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mS\u001b[0m\u001b[39m"
+    ],
+    [
+      0.12398,
+      "\b\u001b[1mS\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.166912,
+      "\b\u001b[1mo\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.490114,
+      "\b\u001b[1m \u001b[1ml\u001b[0m\u001b[39m"
+    ],
+    [
+      0.160581,
+      "\b\u001b[1ml\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.148283,
+      "\b\u001b[1me\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.453708,
+      "\b\u001b[1mt\u001b[1m'\u001b[0m\u001b[39m"
+    ],
+    [
+      0.118956,
+      "\b\u001b[1m'\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.125062,
+      "\b\u001b[1ms\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.130519,
+      "\b\u001b[1m \u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.130132,
+      "\b\u001b[1mr\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.265033,
+      "\b\u001b[1me\u001b[1mname our last archive:\u001b[0m\u001b[39m"
+    ],
+    [
+      1.001935,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000416,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.0006,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.00114,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000898,
+      "\u001b]7;\u0007"
+    ],
+    [
+      2.7e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      9.5e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000286,
+      "\u001b[?2004h"
+    ],
+    [
+      1.253113,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.202007,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.105752,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.134948,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.14764,
+      " "
+    ],
+    [
+      0.157682,
+      "r"
+    ],
+    [
+      0.124491,
+      "e"
+    ],
+    [
+      0.118993,
+      "n"
+    ],
+    [
+      0.140445,
+      "a"
+    ],
+    [
+      0.101365,
+      "m"
+    ],
+    [
+      0.115953,
+      "e"
+    ],
+    [
+      1.107064,
+      " "
+    ],
+    [
+      0.561405,
+      ":"
+    ],
+    [
+      0.103305,
+      ":"
+    ],
+    [
+      0.263633,
+      "s"
+    ],
+    [
+      0.142089,
+      "p"
+    ],
+    [
+      0.134253,
+      "e"
+    ],
+    [
+      0.240688,
+      "c"
+    ],
+    [
+      0.136782,
+      "i"
+    ],
+    [
+      0.128372,
+      "a"
+    ],
+    [
+      0.170065,
+      "l"
+    ],
+    [
+      0.592209,
+      "b"
+    ],
+    [
+      0.348417,
+      "a"
+    ],
+    [
+      0.210896,
+      "c"
+    ],
+    [
+      0.259528,
+      "k"
+    ],
+    [
+      0.171523,
+      "u"
+    ],
+    [
+      0.245786,
+      "p"
+    ],
+    [
+      0.582735,
+      " "
+    ],
+    [
+      0.568884,
+      "b"
+    ],
+    [
+      0.101982,
+      "a"
+    ],
+    [
+      0.162673,
+      "c"
+    ],
+    [
+      0.104218,
+      "k"
+    ],
+    [
+      0.132828,
+      "u"
+    ],
+    [
+      0.245157,
+      "p"
+    ],
+    [
+      0.266242,
+      "-"
+    ],
+    [
+      0.316388,
+      "b"
+    ],
+    [
+      0.43535,
+      "l"
+    ],
+    [
+      0.133908,
+      "o"
+    ],
+    [
+      0.047013,
+      "c"
+    ],
+    [
+      0.622041,
+      "k"
+    ],
+    [
+      0.82215,
+      "-"
+    ],
+    [
+      0.183882,
+      "d"
+    ],
+    [
+      0.189034,
+      "e"
+    ],
+    [
+      0.181902,
+      "v"
+    ],
+    [
+      0.18728,
+      "i"
+    ],
+    [
+      0.052242,
+      "c"
+    ],
+    [
+      0.160462,
+      "e"
+    ],
+    [
+      0.645053,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001146,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000741,
+      "\u001b]2;borg rename ::specialbackup backup-block-device\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      1.136038,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001149,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000968,
+      "\u001b]7;\u0007"
+    ],
+    [
+      7.4e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000107,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000193,
+      "\u001b[?2004h"
+    ],
+    [
+      1.203902,
+      "\u001b[32mborg\u001b[39m rename ::specialbackup backup-block-device"
+    ],
+    [
+      0.192203,
+      "\u001b[47D\u001b[1m#\u001b[1m \u001b[1mS\u001b[1mo\u001b[1m \u001b[1ml\u001b[1me\u001b[1mt\u001b[1m'\u001b[1ms\u001b[1m \u001b[1mr\u001b[1me\u001b[1mn\u001b[1ma\u001b[1mm\u001b[1me\u001b[1m \u001b[1mo\u001b[1mu\u001b[1mr\u001b[1m \u001b[1ml\u001b[1ma\u001b[1ms\u001b[1mt\u001b[1m \u001b[1ma\u001b[1mr\u001b[1mc\u001b[1mh\u001b[1mi\u001b[1mv\u001b[1me\u001b[1m:\u001b[0m\u001b[39m            \u001b[12D"
+    ],
+    [
+      0.528657,
+      "\u001b[35D\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[0m\u001b[32mg\u001b[39m\u001b[0m\u001b[39m \u001b[0m\u001b[39mi\u001b[0m\u001b[39mn\u001b[0m\u001b[39mf\u001b[0m\u001b[39mo\u001b[0m\u001b[39m \u001b[0m\u001b[39m:\u001b[0m\u001b[39m:\u001b[0m\u001b[39m \u001b[0m\u001b[39m-\u001b[0m\u001b[39m-\u001b[0m\u001b[39ml\u001b[0m\u001b[39ma\u001b[0m\u001b[39ms\u001b[0m\u001b[39mt\u001b[0m\u001b[39m \u001b[0m\u001b[39m1\u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[14D"
+    ],
+    [
+      0.548884,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.003595,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000857,
+      "\u001b]2;borg info :: --last 1\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.689879,
+      "Archive name: backup-block-device\r\nArchive fingerprint: 5fd9732b4809252742a7cb3fadf2a971dd6371afd11a07944c0b5803d57c240f\r\nComment: \r\nHostname: tux\r\nUsername: rugk\r\nTime (start): Sun, 2017-07-16 18:52:58\r\nTime (end): Sun, 2017-07-16 18:53:05\r\nDuration: 6.99 seconds\r\nNumber of files: 1\r\nCommand line: borg create --progress --stats ::specialbackup -\r\nUtilization of maximum supported archive size: 0%\r\n------------------------------------------------------------------------------\r\n                       Original size      Compressed size    Deduplicated size\r\nThis archive:              629.15 MB              2.47 MB            234.04 kB\r\nAll archives:                2.50 GB              1.87 GB            570.15 MB\r\n\r\n                       Unique chunks         Total chunks\r\nChunk index:                    1032                 3380\r\n"
+    ],
+    [
+      0.044772,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001259,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001013,
+      "\u001b]7;\u0007"
+    ],
+    [
+      8.6e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000109,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000191,
+      "\u001b[?2004h"
+    ],
+    [
+      2.415375,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000379,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000632,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001347,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001044,
+      "\u001b]7;\u0007"
+    ],
+    [
+      8.9e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000101,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000183,
+      "\u001b[?2004h"
+    ],
+    [
+      0.412865,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.250988,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.245192,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mA\u001b[0m\u001b[39m"
+    ],
+    [
+      0.706056,
+      "\b\u001b[1mA\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.273409,
+      "\b\u001b[1m \u001b[1mv\u001b[0m\u001b[39m"
+    ],
+    [
+      0.194462,
+      "\b\u001b[1mv\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.114445,
+      "\b\u001b[1me\u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.097756,
+      "\b\u001b[1mr\u001b[1my\u001b[0m\u001b[39m"
+    ],
+    [
+      0.149155,
+      "\b\u001b[1my\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.258303,
+      "\b\u001b[1m \u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.133528,
+      "\b\u001b[1mi\u001b[1mm\u001b[0m\u001b[39m"
+    ],
+    [
+      0.225062,
+      "\b\u001b[1mm\u001b[1mp\u001b[0m\u001b[39m"
+    ],
+    [
+      0.352638,
+      "\b\u001b[1mp\u001b[1mortant step if you choose keyfile mode (where the keyfile is onl\u001b[1my\u001b[1m saved locally) is to export your keyfile and possibly print it, etc.\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      1.170303,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000524,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000714,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001487,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001303,
+      "\u001b]7;\u0007"
+    ],
+    [
+      3.9e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      6.5e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000291,
+      "\u001b[?2004h"
+    ],
+    [
+      2.080689,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.197142,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.172626,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.145083,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.943024,
+      " "
+    ],
+    [
+      0.511742,
+      "k"
+    ],
+    [
+      0.274338,
+      "e"
+    ],
+    [
+      0.308416,
+      "y"
+    ],
+    [
+      0.568141,
+      " "
+    ],
+    [
+      0.62626,
+      "e"
+    ],
+    [
+      0.224255,
+      "x"
+    ],
+    [
+      2.028973,
+      "p"
+    ],
+    [
+      0.220629,
+      "o"
+    ],
+    [
+      0.395617,
+      "r"
+    ],
+    [
+      0.127004,
+      "t"
+    ],
+    [
+      0.635262,
+      " "
+    ],
+    [
+      0.728631,
+      ":"
+    ],
+    [
+      0.116567,
+      ":"
+    ],
+    [
+      0.347323,
+      " "
+    ],
+    [
+      1.713208,
+      "-"
+    ],
+    [
+      0.134471,
+      "-"
+    ],
+    [
+      0.298094,
+      "q"
+    ],
+    [
+      0.316108,
+      "r"
+    ],
+    [
+      0.373821,
+      "-"
+    ],
+    [
+      0.416623,
+      "c"
+    ],
+    [
+      0.400783,
+      "o"
+    ],
+    [
+      0.107762,
+      "d"
+    ],
+    [
+      0.134276,
+      "e"
+    ],
+    [
+      0.384438,
+      " "
+    ],
+    [
+      0.447909,
+      "f"
+    ],
+    [
+      0.162017,
+      "i"
+    ],
+    [
+      0.113187,
+      "l"
+    ],
+    [
+      0.069321,
+      "e"
+    ],
+    [
+      0.627894,
+      "."
+    ],
+    [
+      0.32877,
+      "h"
+    ],
+    [
+      0.137354,
+      "t"
+    ],
+    [
+      0.181468,
+      "m"
+    ],
+    [
+      0.156847,
+      "l"
+    ],
+    [
+      0.434616,
+      " "
+    ],
+    [
+      0.906636,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.546016,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      1.755972,
+      "\b\u001b[1m \u001b[1mthis creates a nice HTML, but when \u001b[1my\u001b[1mou want something simpler…\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      2.940038,
+      "\b\b\u001b[1mr\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      0.691374,
+      "\b\b\u001b[1me\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.501031,
+      "\b\b\u001b[1ml\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.0295,
+      "\b\b\u001b[1mp\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029695,
+      "\b\b\u001b[1mm\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029437,
+      "\b\b\u001b[1mi\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.03032,
+      "\b\b\u001b[1ms\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029433,
+      "\b\b\u001b[1m \u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030373,
+      "\b\b\u001b[1mg\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029337,
+      "\b\b\u001b[1mn\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.031058,
+      "\b\b\u001b[1mi\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029329,
+      "\b\b\u001b[1mh\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.031142,
+      "\b\b\u001b[1mt\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029181,
+      "\b\b\u001b[1me\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029786,
+      "\b\b\u001b[1mm\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030603,
+      "\b\b\u001b[1mo\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029332,
+      "\b\b\u001b[1ms\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030813,
+      "\b\b\u001b[1m \u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029428,
+      "\b\b\u001b[1mt\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029368,
+      "\b\b\u001b[1mn\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030166,
+      "\b\b\u001b[1ma\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030524,
+      "\b\b\u001b[1mw\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029333,
+      "\b\b\u001b[1m \u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030607,
+      "\b\b\u001b[1mu\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029346,
+      "\r\u001b[1my\u001b[1mo\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.031102,
+      "\r\u001b[1my\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029544,
+      "\u001b[A\u001b[76C\u001b[1m \u001b[0m\u001b[39m \u001b[K\r"
+    ],
+    [
+      0.029675,
+      "\u001b[A\u001b[76C\u001b[1mn\u001b[0m\u001b[39m\u001b[K\u001b[1B\r\u001b[K\u001b[A\u001b[77C"
+    ],
+    [
+      0.030809,
+      "\b\b\u001b[1me\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.02987,
+      "\b\b\u001b[1mh\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029707,
+      "\b\b\u001b[1mw\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029901,
+      "\b\b\u001b[1m \u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.03057,
+      "\b\b\u001b[1mt\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029469,
+      "\b\b\u001b[1mu\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030219,
+      "\b\b\u001b[1mb\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029227,
+      "\b\b\u001b[1m \u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030465,
+      "\b\b\u001b[1m,\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029423,
+      "\b\b\u001b[1mL\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030292,
+      "\b\b\u001b[1mM\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030715,
+      "\b\b\u001b[1mT\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029641,
+      "\b\b\u001b[1mH\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029367,
+      "\b\b\u001b[1m \u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.031235,
+      "\b\b\u001b[1me\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030119,
+      "\b\b\u001b[1mc\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030061,
+      "\b\b\u001b[1mi\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030102,
+      "\b\b\u001b[1mn\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029384,
+      "\b\b\u001b[1m \u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029499,
+      "\b\b\u001b[1ma\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.03047,
+      "\b\b\u001b[1m \u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.03019,
+      "\b\b\u001b[1ms\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029337,
+      "\b\b\u001b[1me\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030138,
+      "\b\b\u001b[1mt\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030049,
+      "\b\b\u001b[1ma\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030132,
+      "\b\b\u001b[1me\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029948,
+      "\b\b\u001b[1mr\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029428,
+      "\b\b\u001b[1mc\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030197,
+      "\b\b\u001b[1m \u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.030196,
+      "\b\b\u001b[1ms\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.03118,
+      "\b\b\u001b[1mi\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.028165,
+      "\b\b\u001b[1mh\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.03128,
+      "\b\b\u001b[1mt\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.029716,
+      "\b\b\u001b[1m \u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.03012,
+      "\b\b\u001b[1m#\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.346808,
+      "\b\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.19843,
+      "\b"
+    ],
+    [
+      0.307235,
+      "\b \b"
+    ],
+    [
+      0.499683,
+      "\b \b"
+    ],
+    [
+      0.028468,
+      "\b \b"
+    ],
+    [
+      0.029472,
+      "\b \b"
+    ],
+    [
+      0.030565,
+      "\b \b"
+    ],
+    [
+      0.029224,
+      "\b \b"
+    ],
+    [
+      0.030493,
+      "\b \b"
+    ],
+    [
+      0.030666,
+      "\b \b"
+    ],
+    [
+      0.029185,
+      "\b \b"
+    ],
+    [
+      0.02989,
+      "\b"
+    ],
+    [
+      0.029921,
+      "\b \b"
+    ],
+    [
+      0.029657,
+      "\b \b"
+    ],
+    [
+      0.154399,
+      "\b \b"
+    ],
+    [
+      0.165915,
+      "\b \b"
+    ],
+    [
+      0.154316,
+      "\b \b"
+    ],
+    [
+      0.154588,
+      "\b \b"
+    ],
+    [
+      0.147868,
+      "\b \b"
+    ],
+    [
+      1.555865,
+      "p"
+    ],
+    [
+      0.446126,
+      "a"
+    ],
+    [
+      0.188714,
+      "p"
+    ],
+    [
+      0.252833,
+      "e"
+    ],
+    [
+      0.142044,
+      "r"
+    ],
+    [
+      0.395895,
+      " "
+    ],
+    [
+      0.423453,
+      "\u001b[1m# this is a \"manual input\"-only backup (but it is\u001b[1m \u001b[1malso included in the --qr-code option)\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      3.71528,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001413,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000757,
+      "\u001b]2;borg key export :: --paper\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.550352,
+      "To restore key use borg key import --paper /path/to/repo\r\n\r\nBORG PAPER KEY v1\r\nid: 20 / 54f957 2d6d72 de8280 / 158a57 45bdc3 - f6\r\n 1: 86a961 6c676f 726974 686da6 736861 323536 - 14\r\n 2: a46461 7461da 00def1 7c9f3c 81ebc6 730a05 - 35\r\n 3: 12453e d02760 ffdeef 4d0daa 231d81 ae10d8 - e5\r\n 4: 7bb0a1 97c30f 312b61 7170ba d1ea91 da2c88 - 30\r\n 5: ca997e 177b74 38f906 709a66 fbf013 40ab3d - c4\r\n 6: 6af94b 8a36a9 e07b9d b0e08d 3935cd f1bbb9 - 5c\r\n 7: 2b10b6 ebb586 4c0967 f682b9 c64358 fbb63c - a4\r\n 8: b9fc94 240d08 072524 98b619 7bd1c5 21094e - ec\r\n 9: ac4f05 d65a6a 7f8a0d 8cc14e 405b36 c248e1 - 79\r\n10: d23b89 c61074 3e68c9 79c683 2384e8 cd9f82 - 50\r\n11: fc76a9 3f2a9e 05d5f1 313f95 ec4313 53e0c1 - 4a\r\n12: 654f1d ab2b51 2ccbe8 80be07 b6132f 86aeb5 - 11\r\n13: 7e6e48 5ff0d4 41e659 a421f0 5123df f88dff - c9\r\n14: 03db58 bbb410 87d7fc 075b14 5108a4 686173 - 9a\r\n15: 68da00 20524b 8769e9 e5bd18 a9b431 c05b49 - ba\r\n16: 505280 9b104a b081c0 f4efd1 1d3771 34c701 - 40\r\n17: aa6974 657261 74696f 6e73ce 000186 a0a473 - 15\r\n18: 616c7"
+    ],
+    [
+      7.2e-05,
+      "4 da0020 0be74e e1e9af 7b1364 3ee362 - 32\r\n19: 643069 b57a75 d30eb6 104c28 367e17 7dd4d9 - 79\r\n20: f556a7 766572 73696f 6e01 - 32\r\n\r\n"
+    ],
+    [
+      0.048873,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001193,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000921,
+      "\u001b]7;\u0007"
+    ],
+    [
+      9.3e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000185,
+      "\u001b[?2004h"
+    ],
+    [
+      3.146565,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000424,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000795,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001307,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001444,
+      "\u001b]7;\u0007"
+    ],
+    [
+      8.9e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.00011,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000263,
+      "\u001b[?2004h"
+    ],
+    [
+      0.441809,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.136081,
+      "\b\u001b[1m#\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.375389,
+      "\b\b\u001b[1m#\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.284554,
+      "\b\u001b[1m \u001b[1mM\u001b[0m\u001b[39m"
+    ],
+    [
+      0.395833,
+      "\b\u001b[1mM\u001b[1mA\u001b[0m\u001b[39m"
+    ],
+    [
+      0.434316,
+      "\b\u001b[1mA\u001b[1mINTENANCE ##\u001b[0m\u001b[39m"
+    ],
+    [
+      1.471226,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.00055,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000605,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001464,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.00092,
+      "\u001b]7;\u0007"
+    ],
+    [
+      9.4e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000104,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000309,
+      "\u001b[?2004h"
+    ],
+    [
+      0.977805,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000452,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000828,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001436,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001464,
+      "\u001b]7;\u0007"
+    ],
+    [
+      3.8e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000171,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000247,
+      "\u001b[?2004h"
+    ],
+    [
+      0.221358,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.374414,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.189751,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mS\u001b[0m\u001b[39m"
+    ],
+    [
+      0.087275,
+      "\b\u001b[1mS\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.140008,
+      "\b\u001b[1mo\u001b[1mm\u001b[0m\u001b[39m"
+    ],
+    [
+      0.150891,
+      "\b\u001b[1mm\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.387855,
+      "\b\u001b[1me\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.204067,
+      "\b\u001b[1mt\u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.127209,
+      "\b\u001b[1mi\u001b[1mm\u001b[0m\u001b[39m"
+    ],
+    [
+      0.073999,
+      "\b\u001b[1mm\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.130356,
+      "\b\u001b[1me\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.224406,
+      "\b\u001b[1ms\u001b[1m backups get broken or we want a regular \"checkup\" that everythin\u001b[1mg\u001b[1m is okay…\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      2.361948,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000402,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000743,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001212,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000923,
+      "\u001b]7;\u0007"
+    ],
+    [
+      1.3e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.3e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000321,
+      "\u001b[?2004h"
+    ],
+    [
+      2.246766,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.18622,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.121068,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.146401,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.255479,
+      " "
+    ],
+    [
+      0.268833,
+      "c"
+    ],
+    [
+      0.154418,
+      "h"
+    ],
+    [
+      0.106649,
+      "e"
+    ],
+    [
+      0.142762,
+      "c"
+    ],
+    [
+      0.306359,
+      "k"
+    ],
+    [
+      0.697455,
+      " "
+    ],
+    [
+      1.113236,
+      "-"
+    ],
+    [
+      0.768765,
+      "v"
+    ],
+    [
+      0.477353,
+      " "
+    ],
+    [
+      0.387303,
+      ":"
+    ],
+    [
+      0.102251,
+      ":"
+    ],
+    [
+      0.749971,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001961,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000798,
+      "\u001b]2;borg check -v ::\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.54272,
+      "Starting repository check\r\n"
+    ],
+    [
+      1.152819,
+      "Starting repository index check\r\n"
+    ],
+    [
+      0.00038,
+      "Completed repository check, no problems found.\r\n"
+    ],
+    [
+      0.000129,
+      "Starting archive consistency check...\r\n"
+    ],
+    [
+      0.095799,
+      "Analyzing archive backup1 (1/6)\r\n"
+    ],
+    [
+      0.109358,
+      "Analyzing archive backup2 (2/6)\r\n"
+    ],
+    [
+      0.036555,
+      "Analyzing archive backup3 (3/6)\r\n"
+    ],
+    [
+      0.03649,
+      "Analyzing archive rugk-2017-07-16T18:51:34 (4/6)\r\n"
+    ],
+    [
+      0.000491,
+      "Analyzing archive rugk-2017-07-16T18:52:19 (5/6)\r\n"
+    ],
+    [
+      0.000729,
+      "Analyzing archive backup-block-device (6/6)\r\n"
+    ],
+    [
+      0.00119,
+      "Archive consistency check complete, no problems found.\r\n"
+    ],
+    [
+      0.081895,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001153,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000924,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000108,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.6e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00022,
+      "\u001b[?2004h"
+    ],
+    [
+      2.243609,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000511,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000535,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001789,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.00157,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000139,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.7e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00033,
+      "\u001b[?2004h"
+    ],
+    [
+      0.326751,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.24289,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.285802,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mN\u001b[0m\u001b[39m"
+    ],
+    [
+      0.191158,
+      "\b\u001b[1mN\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.184029,
+      "\b\u001b[1me\u001b[1mx\u001b[0m\u001b[39m"
+    ],
+    [
+      0.16373,
+      "\b\u001b[1mx\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.239936,
+      "\b\u001b[1mt\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.27885,
+      "\b\u001b[1m \u001b[1mp\u001b[0m\u001b[39m"
+    ],
+    [
+      0.12665,
+      "\b\u001b[1mp\u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.154792,
+      "\b\u001b[1mr\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.372203,
+      "\b\u001b[1mo\u001b[1mblem: Usually you do not have infinite disk space. So you may need\u001b[1m \u001b[1mto prune your archive…\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      1.956234,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000446,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000607,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001281,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000983,
+      "\u001b]7;\u0007"
+    ],
+    [
+      2.2e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000142,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00032,
+      "\u001b[?2004h"
+    ],
+    [
+      1.137641,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.26675,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.151609,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mY\u001b[0m\u001b[39m"
+    ],
+    [
+      0.11765,
+      "\b\u001b[1mY\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.158458,
+      "\b\u001b[1mo\u001b[1mu\u001b[0m\u001b[39m"
+    ],
+    [
+      0.149615,
+      "\b\u001b[1mu\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.080657,
+      "\b\u001b[1m \u001b[1mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.144379,
+      "\b\u001b[1mc\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.104266,
+      "\b\u001b[1ma\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.132218,
+      "\b\u001b[1mn\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.202965,
+      "\b\u001b[1m \u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.17807,
+      "\b\u001b[1mt\u001b[1mu\u001b[0m\u001b[39m"
+    ],
+    [
+      0.123814,
+      "\b\u001b[1mu\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.325016,
+      "\b\u001b[1mn\u001b[1me this in every detail. See the docs for details. Here only a s\u001b[1mi\u001b[1mmple example:\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      1.91505,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000406,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000684,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001347,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001084,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000116,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000118,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000246,
+      "\u001b[?2004h"
+    ],
+    [
+      2.556304,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.198214,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.125589,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.147156,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.202848,
+      " "
+    ],
+    [
+      0.369539,
+      "p"
+    ],
+    [
+      0.228714,
+      "r"
+    ],
+    [
+      0.184236,
+      "u"
+    ],
+    [
+      0.154014,
+      "n"
+    ],
+    [
+      0.136362,
+      "e"
+    ],
+    [
+      0.94169,
+      " "
+    ],
+    [
+      0.44829,
+      "-"
+    ],
+    [
+      0.112062,
+      "-"
+    ],
+    [
+      0.37454,
+      "l"
+    ],
+    [
+      0.157195,
+      "i"
+    ],
+    [
+      0.116633,
+      "s"
+    ],
+    [
+      0.193515,
+      "t"
+    ],
+    [
+      0.486369,
+      " "
+    ],
+    [
+      0.442107,
+      "-"
+    ],
+    [
+      0.12257,
+      "-"
+    ],
+    [
+      0.403774,
+      "k"
+    ],
+    [
+      0.214488,
+      "e"
+    ],
+    [
+      0.771743,
+      "e"
+    ],
+    [
+      0.349591,
+      "p"
+    ],
+    [
+      0.352253,
+      "-"
+    ],
+    [
+      0.201267,
+      "l"
+    ],
+    [
+      0.109728,
+      "a"
+    ],
+    [
+      0.146296,
+      "s"
+    ],
+    [
+      0.130476,
+      "t"
+    ],
+    [
+      0.234998,
+      " "
+    ],
+    [
+      0.264266,
+      "1"
+    ],
+    [
+      0.429572,
+      " "
+    ],
+    [
+      0.505667,
+      "-"
+    ],
+    [
+      0.105697,
+      "-"
+    ],
+    [
+      0.294354,
+      "d"
+    ],
+    [
+      0.178175,
+      "r"
+    ],
+    [
+      0.239011,
+      "y"
+    ],
+    [
+      0.561933,
+      "-"
+    ],
+    [
+      0.220564,
+      "r"
+    ],
+    [
+      0.172983,
+      "u"
+    ],
+    [
+      0.138969,
+      "n"
+    ],
+    [
+      0.891028,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.004152,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000975,
+      "\u001b]2;borg prune --list --keep-last 1 --dry-run\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.658906,
+      "Keeping archive: backup-block-device                  Sun, 2017-07-16 18:52:58 [5fd9732b4809252742a7cb3fadf2a971dd6371afd11a07944c0b5803d57c240f]\r\n"
+    ],
+    [
+      0.000155,
+      "Would prune:     rugk-2017-07-16T18:52:19             Sun, 2017-07-16 18:52:19 [0de98f590b004ad7545f2013c4c9f2d4e3eed1415d177c89d6c2b7ff05918d2e]\r\n"
+    ],
+    [
+      0.000118,
+      "Would prune:     rugk-2017-07-16T18:51:34             Sun, 2017-07-16 18:51:34 [d054cc411324d4bd848b39d1c9cad909073f9ff1a1a503a676d3e050be140396]\r\n"
+    ],
+    [
+      6.5e-05,
+      "Would prune:     backup3                              Fri, 2017-07-14 21:55:37 [36cd8fdf9b8b2e3bbb3fc2bb600acd48609efaf3a0880f900e0701a47ff69d4d]\r\n"
+    ],
+    [
+      7.1e-05,
+      "Would prune:     backup2                              Fri, 2017-07-14 21:54:56 [5aaf03d1c710cf774f9c9ff1c6317b621c14e519c6bac459f6d64b31e3bbd200]\r\n"
+    ],
+    [
+      7.1e-05,
+      "Would prune:     backup1                              Fri, 2017-07-14 21:54:06 [9758c7db339a066360bffad17b2ffac4fb368c6722c0be3a47a7a9b631f06407]\r\n"
+    ],
+    [
+      0.047362,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001109,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.00093,
+      "\u001b]7;\u0007"
+    ],
+    [
+      7.6e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.8e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000163,
+      "\u001b[?2004h"
+    ],
+    [
+      2.173126,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.420696,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.658252,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mW\u001b[0m\u001b[39m"
+    ],
+    [
+      0.186236,
+      "\b\u001b[1mW\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.09843,
+      "\b\u001b[1mh\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.143515,
+      "\b\u001b[1me\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.153626,
+      "\b\u001b[1mn\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.136407,
+      "\b\u001b[1m \u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.170555,
+      "\b\u001b[1ma\u001b[1mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.157309,
+      "\b\u001b[1mc\u001b[1mtually executing it in a script, you have to use it without the --dry\u001b[1m-\u001b[1mrun option, of course.\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      2.08243,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000512,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000552,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001375,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000922,
+      "\u001b]7;\u0007"
+    ],
+    [
+      3.6e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.1e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00026,
+      "\u001b[?2004h"
+    ],
+    [
+      1.169356,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000602,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000917,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001594,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001826,
+      "\u001b]7;\u0007"
+    ],
+    [
+      7.1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000204,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000349,
+      "\u001b[?2004h"
+    ],
+    [
+      0.464206,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.135956,
+      "\b\u001b[1m#\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.484249,
+      "\b\b\u001b[1m#\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.299809,
+      "\b\u001b[1m \u001b[1mR\u001b[0m\u001b[39m"
+    ],
+    [
+      0.199072,
+      "\b\u001b[1mR\u001b[1mE\u001b[0m\u001b[39m"
+    ],
+    [
+      0.620669,
+      "\b\u001b[1mE\u001b[1mSTORE ##\u001b[0m\u001b[39m"
+    ],
+    [
+      0.924028,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000399,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000744,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001142,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000834,
+      "\u001b]7;\u0007"
+    ],
+    [
+      9.1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000124,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000294,
+      "\u001b[?2004h"
+    ],
+    [
+      0.797042,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000325,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001543,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.002662,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001568,
+      "\u001b]7;\u0007"
+    ],
+    [
+      4.2e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      9.4e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000185,
+      "\u001b[?2004h"
+    ],
+    [
+      0.705049,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.50212,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      1.210452,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mW\u001b[0m\u001b[39m"
+    ],
+    [
+      0.1987,
+      "\b\u001b[1mW\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.12116,
+      "\b\u001b[1mh\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.152173,
+      "\b\u001b[1me\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.16582,
+      "\b\u001b[1mn\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.378037,
+      "\b\u001b[1m \u001b[1my\u001b[0m\u001b[39m"
+    ],
+    [
+      0.330829,
+      "\b\u001b[1my\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.180945,
+      "\b\u001b[1mo\u001b[1mu\u001b[0m\u001b[39m"
+    ],
+    [
+      0.152701,
+      "\b\u001b[1mu\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.121298,
+      "\b\u001b[1m \u001b[1mw\u001b[0m\u001b[39m"
+    ],
+    [
+      0.148067,
+      "\b\u001b[1mw\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.233865,
+      "\b\u001b[1ma\u001b[1mnt to see the diff between two archives use this command.\u001b[0m\u001b[39m"
+    ],
+    [
+      1.947763,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000408,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000607,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001033,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000979,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000127,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.2e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000278,
+      "\u001b[?2004h"
+    ],
+    [
+      0.693036,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.275798,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.281158,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mE\u001b[0m\u001b[39m"
+    ],
+    [
+      0.386709,
+      "\b\u001b[1mE\u001b[1m.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.136187,
+      "\b\u001b[1m.\u001b[1mg\u001b[0m\u001b[39m"
+    ],
+    [
+      0.262011,
+      "\b\u001b[1mg\u001b[1m.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.234889,
+      "\b\u001b[1m.\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.361971,
+      "\b\u001b[1m \u001b[1mw\u001b[0m\u001b[39m"
+    ],
+    [
+      0.162798,
+      "\b\u001b[1mw\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.077265,
+      "\b\u001b[1mh\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.148774,
+      "\b\u001b[1ma\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.34541,
+      "\b\u001b[1mt\u001b[1m happened between the first two backups?\u001b[0m\u001b[39m"
+    ],
+    [
+      1.295996,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000733,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001102,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001634,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000634,
+      "\u001b]7;\u0007"
+    ],
+    [
+      5.6e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.4e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000303,
+      "\u001b[?2004h"
+    ],
+    [
+      0.441685,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.182795,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.072867,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.161104,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.179655,
+      " "
+    ],
+    [
+      0.154676,
+      "d"
+    ],
+    [
+      0.132421,
+      "i"
+    ],
+    [
+      0.124239,
+      "f"
+    ],
+    [
+      0.13999,
+      "f"
+    ],
+    [
+      0.624444,
+      " "
+    ],
+    [
+      0.862302,
+      ":"
+    ],
+    [
+      0.1169,
+      ":"
+    ],
+    [
+      0.274626,
+      "b"
+    ],
+    [
+      0.100778,
+      "a"
+    ],
+    [
+      0.188526,
+      "c"
+    ],
+    [
+      0.097402,
+      "k"
+    ],
+    [
+      0.144999,
+      "u"
+    ],
+    [
+      0.22317,
+      "p"
+    ],
+    [
+      0.167969,
+      "1"
+    ],
+    [
+      0.44642,
+      " "
+    ],
+    [
+      0.240129,
+      "b"
+    ],
+    [
+      0.164579,
+      "a"
+    ],
+    [
+      0.190471,
+      "c"
+    ],
+    [
+      0.136211,
+      "k"
+    ],
+    [
+      0.12257,
+      "u"
+    ],
+    [
+      0.258587,
+      "p"
+    ],
+    [
+      0.215453,
+      "2"
+    ],
+    [
+      1.160869,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001983,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000801,
+      "\u001b]2;borg diff ::backup1 backup2\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.717522,
+      "added          20 B Wallpaper/newfile.txt\r\n"
+    ],
+    [
+      0.044186,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001157,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000949,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000108,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      9.3e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000147,
+      "\u001b[?2004h"
+    ],
+    [
+      1.545435,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.26435,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.178864,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mA\u001b[0m\u001b[39m"
+    ],
+    [
+      0.161899,
+      "\b\u001b[1mA\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.240289,
+      "\b\u001b[1mh\u001b[1m,\u001b[0m\u001b[39m"
+    ],
+    [
+      0.132971,
+      "\b\u001b[1m,\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.115812,
+      "\b\u001b[1m \u001b[1mw\u001b[0m\u001b[39m"
+    ],
+    [
+      0.111227,
+      "\b\u001b[1mw\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.159647,
+      "\b\u001b[1me\u001b[1m added a file, right…\u001b[0m\u001b[39m"
+    ],
+    [
+      0.97686,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000441,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.00091,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001031,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000995,
+      "\u001b]7;\u0007"
+    ],
+    [
+      2.5e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000141,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000303,
+      "\u001b[?2004h"
+    ],
+    [
+      6.370198,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000854,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000815,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.003101,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.002831,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000107,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000314,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000499,
+      "\u001b[?2004h"
+    ],
+    [
+      0.580198,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.240323,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.29592,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mT\u001b[0m\u001b[39m"
+    ],
+    [
+      0.135389,
+      "\b\u001b[1mT\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.115437,
+      "\b\u001b[1mh\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.157526,
+      "\b\u001b[1me\u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.624235,
+      "\b\u001b[1mr\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.282742,
+      "\b\u001b[1me\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.133006,
+      "\b\u001b[1m \u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.206434,
+      "\b\u001b[1ma\u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.13301,
+      "\b\u001b[1mr\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.255991,
+      "\b\u001b[1me\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.196416,
+      "\b\u001b[1m \u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.275594,
+      "\b\u001b[1ma\u001b[1mlso other ways to extract the data.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.932018,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001354,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001071,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.00297,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.002675,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000154,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000231,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000895,
+      "\u001b[?2004h"
+    ],
+    [
+      1.021752,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.238058,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.245484,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mE\u001b[0m\u001b[39m"
+    ],
+    [
+      0.719467,
+      "\b\u001b[1mE\u001b[1m.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.151468,
+      "\b\u001b[1m.\u001b[1mg\u001b[0m\u001b[39m"
+    ],
+    [
+      0.183213,
+      "\b\u001b[1mg\u001b[1m.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.599958,
+      "\b\u001b[1m.\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.316279,
+      "\b\u001b[1m \u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.166858,
+      "\b\u001b[1ma\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.551272,
+      "\b\u001b[1ms\u001b[1m a tar archive.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.938861,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000638,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000793,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001159,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000867,
+      "\u001b]7;\u0007"
+    ],
+    [
+      9.1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.5e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000282,
+      "\u001b[?2004h"
+    ],
+    [
+      0.860998,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.189263,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.11245,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.133531,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.62438,
+      " "
+    ],
+    [
+      0.295845,
+      "e"
+    ],
+    [
+      0.165874,
+      "x"
+    ],
+    [
+      0.180501,
+      "p"
+    ],
+    [
+      0.166254,
+      "o"
+    ],
+    [
+      0.27793,
+      "r"
+    ],
+    [
+      0.113477,
+      "t"
+    ],
+    [
+      0.46559,
+      "-"
+    ],
+    [
+      0.34577,
+      "t"
+    ],
+    [
+      0.148398,
+      "a"
+    ],
+    [
+      0.17144,
+      "r"
+    ],
+    [
+      0.920527,
+      " "
+    ],
+    [
+      0.40208,
+      "-"
+    ],
+    [
+      0.108683,
+      "-"
+    ],
+    [
+      0.326944,
+      "p"
+    ],
+    [
+      0.195982,
+      "r"
+    ],
+    [
+      0.175632,
+      "o"
+    ],
+    [
+      0.229442,
+      "g"
+    ],
+    [
+      0.133505,
+      "r"
+    ],
+    [
+      0.171995,
+      "e"
+    ],
+    [
+      0.244119,
+      "s"
+    ],
+    [
+      0.154514,
+      "s"
+    ],
+    [
+      0.579295,
+      " "
+    ],
+    [
+      0.575201,
+      ":"
+    ],
+    [
+      0.112098,
+      ":"
+    ],
+    [
+      0.355392,
+      "b"
+    ],
+    [
+      0.110008,
+      "a"
+    ],
+    [
+      0.172393,
+      "c"
+    ],
+    [
+      0.080739,
+      "k"
+    ],
+    [
+      0.134163,
+      "u"
+    ],
+    [
+      0.221434,
+      "p"
+    ],
+    [
+      0.276712,
+      "2"
+    ],
+    [
+      0.6747,
+      " "
+    ],
+    [
+      0.372614,
+      "b"
+    ],
+    [
+      0.09319,
+      "a"
+    ],
+    [
+      0.152876,
+      "c"
+    ],
+    [
+      0.089531,
+      "k"
+    ],
+    [
+      0.150747,
+      "u"
+    ],
+    [
+      0.233879,
+      "p"
+    ],
+    [
+      0.273301,
+      "."
+    ],
+    [
+      0.354416,
+      "t"
+    ],
+    [
+      0.107034,
+      "a"
+    ],
+    [
+      0.144993,
+      "r"
+    ],
+    [
+      0.463039,
+      "."
+    ],
+    [
+      0.352906,
+      "g"
+    ],
+    [
+      0.133262,
+      "z"
+    ],
+    [
+      1.083854,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.004197,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001109,
+      "\u001b]2;borg export-tar --progress ::backup2 backup.tar.gz\u0007"
+    ],
+    [
+      4.7e-05,
+      "\u001b]1;borg\u0007"
+    ],
+    [
+      0.679042,
+      "Calculating size                                                              \r"
+    ],
+    [
+      0.036244,
+      "  0.0% Processing: Wallpaper/bigcollection/Macaws_USBingImage.jpg             \r"
+    ],
+    [
+      0.020857,
+      "  0.1% Processing: Wallpaper/bigcollection/_A...r_the_town_of_Herrischried.jpg\r"
+    ],
+    [
+      0.030544,
+      "  0.2% Processing: Wallpaper/bigcollection/_A...her_Atlas__Marokko____Doug.jpg\r"
+    ],
+    [
+      0.030864,
+      "  0.3% Processing: Wallpaper/bigcollection/_A...ssar__S_d-Sulawesi__Indone.jpg\r"
+    ],
+    [
+      0.030144,
+      "  0.4% Processing: Wallpaper/bigcollection/_A..._N_he_von_Timimoun__Algeri.jpg\r"
+    ],
+    [
+      0.027643,
+      "  0.5% Processing: Wallpaper/bigcollection/_A...t_kleinen__aus_Servietten_.jpg\r"
+    ],
+    [
+      0.03121,
+      "  0.6% Processing: Wallpaper/bigcollection/_A...g_Norderoog__small_island_.jpg\r"
+    ],
+    [
+      0.031343,
+      "  0.7% Processing: Wallpaper/bigcollection/_A...im_Snowdonia-Nationalpark_.jpg\r"
+    ],
+    [
+      0.031862,
+      "  0.8% Processing: Wallpaper/bigcollection/_A...l_an_einem_Wasserloch_im_Q.jpg\r"
+    ],
+    [
+      0.034847,
+      "  0.9% Processing: Wallpaper/bigcollection/_A...nten____James_HagerOffset_.jpg\r"
+    ],
+    [
+      0.033989,
+      "  1.0% Processing: Wallpaper/bigcollection/_A...nen__Masai_Mara_National_R.jpg\r"
+    ],
+    [
+      0.027388,
+      "  1.1% Processing: Wallpaper/bigcollection/_A...ard_im_Londolozi-Wildreser.jpg\r"
+    ],
+    [
+      0.026632,
+      "  1.2% Processing: Wallpaper/bigcollection/_A...orning_fog__Aidling__Pfaff.jpg\r"
+    ],
+    [
+      0.030864,
+      "  1.3% Processing: Wallpaper/bigcollection/_A...hutzgebiet_Lewa_Wildlife_C.jpg\r"
+    ],
+    [
+      0.029943,
+      "  1.4% Processing: Wallpaper/bigcollection/_A...in_Delhi__Indien____AirPan.jpg\r"
+    ],
+    [
+      0.035404,
+      "  1.5% Processing: Wallpaper/bigcollection/_A...morial_Gardens_in_den_Dand.jpg\r"
+    ],
+    [
+      0.030931,
+      "  1.6% Processing: Wallpaper/bigcollection/_A...rthumberland__England____A.jpg\r"
+    ],
+    [
+      0.035605,
+      "  1.7% Processing: Wallpaper/bigcollection/_A...berg__Bayern__Deutschland_.jpg\r"
+    ],
+    [
+      0.026827,
+      "  1.8% Processing: Wallpaper/bigcollection/_A...ns_am_Little_Missouri_Rive.jpg\r"
+    ],
+    [
+      0.030196,
+      "  1.9% Processing: Wallpaper/bigcollection/_A...toberfest_in_Munich__Ger 1.jpg\r"
+    ],
+    [
+      0.025763,
+      "  2.0% Processing: Wallpaper/bigcollection/_A...toberfest_in_Munich__Ger 2.jpg\r"
+    ],
+    [
+      0.025306,
+      "  2.1% Processing: Wallpaper/bigcollection/_A...toberfest_in_Munich__Ger 3.jpg\r"
+    ],
+    [
+      0.027286,
+      "  2.2% Processing: Wallpaper/bigcollection/_A...Oktoberfest_in_Munich__Ger.jpg\r"
+    ],
+    [
+      0.02806,
+      "  2.3% Processing: Wallpaper/bigcollection/_A..._Florida-Scheibenanemone__.jpg\r"
+    ],
+    [
+      0.032994,
+      "  2.4% Processing: Wallpaper/bigcollection/_A...n__Nationalpark_Ankarafant.jpg\r"
+    ],
+    [
+      0.033538,
+      "  2.5% Processing: Wallpaper/bigcollection/_A..._der_N_he_von_Page__Arizon.jpg\r"
+    ],
+    [
+      0.030034,
+      "  2.6% Processing: Wallpaper/bigcollection/_A...r_Inselgruppe_L_archipel_d.jpg\r"
+    ],
+    [
+      0.030477,
+      "  2.7% Processing: Wallpaper/bigcollection/_A...land____Hercules_MilasAlam.jpg\r"
+    ],
+    [
+      0.033376,
+      "  2.8% Processing: Wallpaper/bigcollection/_A...maguchiFlickr_OpenGetty_Im.jpg\r"
+    ],
+    [
+      0.032919,
+      "  2.9% Processing: Wallpaper/bigcollection/_A...imetersubmillimeter_Array_.jpg\r"
+    ],
+    [
+      0.027034,
+      "  4.7% Processing: Wallpaper/bigcollection/_B...rairie_Creek_Redwoods_Stat.jpg\r"
+    ],
+    [
+      0.034892,
+      "  4.8% Processing: Wallpaper/bigcollection/_B...__Montana__USA____Jeff_Kro.jpg\r"
+    ],
+    [
+      0.031042,
+      "  4.9% Processing: Wallpaper/bigcollection/_B...gatta__Golf_von_Triest__It.jpg\r"
+    ],
+    [
+      0.030521,
+      "  5.0% Processing: Wallpaper/bigcollection/_B...and__Schleswig-Holstein__D.jpg\r"
+    ],
+    [
+      0.028755,
+      "  5.1% Processing: Wallpaper/bigcollection/_B..._Islands__Irland____Bart_B.jpg\r"
+    ],
+    [
+      0.031129,
+      "  5.2% Processing: Wallpaper/bigcollection/_B...e_im_Glacier-Nationalpark_.jpg\r"
+    ],
+    [
+      0.032588,
+      "  5.3% Processing: Wallpaper/bigcollection/_B...Nationalpark_Bayerischer_W.jpg\r"
+    ],
+    [
+      0.025077,
+      "  5.4% Processing: Wallpaper/bigcollection/_B...Arena_bei_Nacht__Stockholm.jpg\r"
+    ],
+    [
+      0.027803,
+      "  5.5% Processing: Wallpaper/bigcollection/_B...ner_Fernsehturm_w_hrend_de.jpg\r"
+    ],
+    [
+      0.031262,
+      "  5.6% Processing: Wallpaper/bigcollection/_B...nd__Bayern__Deutschland_mi.jpg\r"
+    ],
+    [
+      0.031721,
+      "  5.7% Processing: Wallpaper/bigcollection/_B...er__Schwarzwald__Baden-W_r.jpg\r"
+    ],
+    [
+      0.032768,
+      "  5.8% Processing: Wallpaper/bigcollection/_B...ebirge_oberhalb_der_Dad_s-.jpg\r"
+    ],
+    [
+      0.030763,
+      "  5.9% Processing: Wallpaper/bigcollection/_B...ngerburgbahn__Innsbruck___.jpg\r"
+    ],
+    [
+      0.028673,
+      "  7.6% Processing: Wallpaper/bigcollection/_B...rn_des__Wilson_Stump___ein.jpg\r"
+    ],
+    [
+      0.029182,
+      "  7.7% Processing: Wallpaper/bigcollection/_B...t_Jefferson-Wildschutzgebi.jpg\r"
+    ],
+    [
+      0.029225,
+      " 11.2% Processing: Wallpaper/bigcollection/_B...Saloum-Delta__Senegal____B.jpg\r"
+    ],
+    [
+      0.030837,
+      " 11.3% Processing: Wallpaper/bigcollection/_B..._Venedig__Italien____Digit.jpg\r"
+    ],
+    [
+      0.034033,
+      " 11.4% Processing: Wallpaper/bigcollection/_B..._Koblenz_und_Trier__Rheinl.jpg\r"
+    ],
+    [
+      0.028958,
+      " 11.5% Processing: Wallpaper/bigcollection/_B..._Baden-W_rttemberg__Deutsc.jpg\r"
+    ],
+    [
+      0.025933,
+      " 11.6% Processing: Wallpaper/bigcollection/_B..._Bisingen__Baden-W_rttembe.jpg\r"
+    ],
+    [
+      0.030318,
+      " 11.7% Processing: Wallpaper/bigcollection/_B...in_Koknese__Lettland____An.jpg\r"
+    ],
+    [
+      0.029535,
+      " 11.8% Processing: Wallpaper/bigcollection/_C...__Deutschland____R_diger_H.jpg\r"
+    ],
+    [
+      0.032432,
+      " 11.9% Processing: Wallpaper/bigcollection/_C...Toulouse__D_partement_Haut.jpg\r"
+    ],
+    [
+      0.032966,
+      " 12.0% Processing: Wallpaper/bigcollection/_C...pring__Germany____Boris_St.jpg\r"
+    ],
+    [
+      0.024881,
+      " 12.1% Processing: Wallpaper/bigcollection/_C...pring__Germany____Boris_St.jpg\r"
+    ],
+    [
+      0.02818,
+      " 12.2% Processing: Wallpaper/bigcollection/_C...Mallorca__Balearische_Inse.jpg\r"
+    ],
+    [
+      0.029353,
+      " 12.3% Processing: Wallpaper/bigcollection/_C...A__ESA__N._Smith__Universi.jpg\r"
+    ],
+    [
+      0.03626,
+      " 12.4% Processing: Wallpaper/bigcollection/_C...gebr_cke_bei_Ballintoy__Co.jpg\r"
+    ],
+    [
+      0.025838,
+      " 12.5% Processing: Wallpaper/bigcollection/_C...gebr_cke_bei_Ballintoy__Co.jpg\r"
+    ],
+    [
+      0.027176,
+      " 12.6% Processing: Wallpaper/bigcollection/_C...lona__Spanien____Nora_De_A.jpg\r"
+    ],
+    [
+      0.0298,
+      " 12.7% Processing: Wallpaper/bigcollection/_C...rcia__Nationalpark_Monti_S.jpg\r"
+    ],
+    [
+      0.027672,
+      " 12.8% Processing: Wallpaper/bigcollection/_C...vinz_Potenza__Italien____F.jpg\r"
+    ],
+    [
+      0.032259,
+      " 12.9% Processing: Wallpaper/bigcollection/_C...semite-Nationalpark__Kalif.jpg\r"
+    ],
+    [
+      0.031451,
+      " 13.0% Processing: Wallpaper/bigcollection/_C...um_Ludwig__Cologne__German.jpg\r"
+    ],
+    [
+      0.030096,
+      " 13.1% Processing: Wallpaper/bigcollection/_C..._Ludwig__Cologne__North_ 1.jpg\r"
+    ],
+    [
+      0.028235,
+      " 15.1% Processing: Wallpaper/bigcollection/_D...n_Hannover_bei_Nacht____Ma.jpg\r"
+    ],
+    [
+      0.028761,
+      " 15.2% Processing: Wallpaper/bigcollection/_D...rieb_befindliche_Opernhaus.jpg\r"
+    ],
+    [
+      0.027439,
+      " 15.3% Processing: Wallpaper/bigcollection/_D...esert_View_Watchtower__Gra.jpg\r"
+    ],
+    [
+      0.028598,
+      " 15.4% Processing: Wallpaper/bigcollection/_D..._Provinz_Shaanxi__Volksrep.jpg\r"
+    ],
+    [
+      0.031617,
+      " 15.5% Processing: Wallpaper/bigcollection/_D...gr__t_den_Hund_Sudo_in_Mel.jpg\r"
+    ],
+    [
+      0.032865,
+      " 17.5% Processing: Wallpaper/bigcollection/_D...s_du_Tarn__Nationalpark_Ce.jpg\r"
+    ],
+    [
+      0.031736,
+      " 17.6% Processing: Wallpaper/bigcollection/_D..._he_von_Sens__D_partement_.jpg\r"
+    ],
+    [
+      0.030474,
+      " 17.7% Processing: Wallpaper/bigcollection/_D...__Wales__Vereinigtes_K_nig.jpg\r"
+    ],
+    [
+      0.026112,
+      " 20.5% Processing: Wallpaper/bigcollection/_E...Junges_schnuppert_an_einer.jpg\r"
+    ],
+    [
+      0.027898,
+      " 20.6% Processing: Wallpaper/bigcollection/_E...chen_versteckt_sich_in_ein.jpg\r"
+    ],
+    [
+      0.027202,
+      " 20.7% Processing: Wallpaper/bigcollection/_E...r_Frosch_in_einem_Wassertr.jpg\r"
+    ],
+    [
+      0.027615,
+      " 20.8% Processing: Wallpaper/bigcollection/_E...ekorierter_Saguaro-Kaktus_.jpg\r"
+    ],
+    [
+      0.028446,
+      " 20.9% Processing: Wallpaper/bigcollection/_E...e__berquert_den_Luangwa-Fl.jpg\r"
+    ],
+    [
+      0.031808,
+      " 21.0% Processing: Wallpaper/bigcollection/_E...ngstunnel_zur_Felsenkirche.jpg\r"
+    ],
+    [
+      0.031065,
+      " 22.7% Processing: Wallpaper/bigcollection/_E...n_Koblenz_and_Trier__Germa.jpg\r"
+    ],
+    [
+      0.033059,
+      " 22.8% Processing: Wallpaper/bigcollection/_E...n_Angola_und_Namibia____Fr.jpg\r"
+    ],
+    [
+      0.035115,
+      " 22.9% Processing: Wallpaper/bigcollection/_E...r_Olympischen_Spiele_1896_.jpg\r"
+    ],
+    [
+      0.032507,
+      " 23.0% Processing: Wallpaper/bigcollection/_E..._Fr_hlingskrokus__Almwiese.jpg\r"
+    ],
+    [
+      0.028219,
+      " 23.1% Processing: Wallpaper/bigcollection/_E...in_der_Meeresbucht_Cathedr.jpg\r"
+    ],
+    [
+      0.029551,
+      " 23.2% Processing: Wallpaper/bigcollection/_E..._Nationalpark_Bayerischer_.jpg\r"
+    ],
+    [
+      0.02746,
+      " 23.3% Processing: Wallpaper/bigcollection/_E...im_Nationalpark_Bayerische.jpg\r"
+    ],
+    [
+      0.028081,
+      " 23.4% Processing: Wallpaper/bigcollection/_E...im__umava-Nationalpark__Ts.jpg\r"
+    ],
+    [
+      0.027796,
+      " 23.5% Processing: Wallpaper/bigcollection/_E..._Emsland__Germany____Erh 1.jpg\r"
+    ],
+    [
+      0.026053,
+      " 25.4% Processing: Wallpaper/bigcollection/_F...chersee_J_kuls_rl_n__Islan.jpg\r"
+    ],
+    [
+      0.029312,
+      " 25.5% Processing: Wallpaper/bigcollection/_F...Yellowstone_Nationalpark__.jpg\r"
+    ],
+    [
+      0.029189,
+      " 25.6% Processing: Wallpaper/bigcollection/_F...yi__Provinz_Phang-nga__Tha.jpg\r"
+    ],
+    [
+      0.029535,
+      " 25.7% Processing: Wallpaper/bigcollection/_F..._Tree_River__Kitikmeot_Reg.jpg\r"
+    ],
+    [
+      0.031935,
+      " 25.8% Processing: Wallpaper/bigcollection/_F...ystad__Niederlande____Erns.jpg\r"
+    ],
+    [
+      0.034076,
+      " 25.9% Processing: Wallpaper/bigcollection/_F...kyline_von_Baku__Aserbaids.jpg\r"
+    ],
+    [
+      0.028655,
+      " 26.0% Processing: Wallpaper/bigcollection/_F..._New_York_City__Bundesstaa.jpg\r"
+    ],
+    [
+      0.030152,
+      " 26.1% Processing: Wallpaper/bigcollection/_F...wals__Cierva_Cove__Antarkt.jpg\r"
+    ],
+    [
+      0.030983,
+      " 26.2% Processing: Wallpaper/bigcollection/_F..._des_Norman_River__Queensl.jpg\r"
+    ],
+    [
+      0.027019,
+      " 27.4% Processing: Wallpaper/bigcollection/_G..._Ger_llhang_im_Rondane-Nat.jpg\r"
+    ],
+    [
+      0.027058,
+      " 27.5% Processing: Wallpaper/bigcollection/_G...tzgebiet_Sacramento_Nation.jpg\r"
+    ],
+    [
+      0.038515,
+      " 27.6% Processing: Wallpaper/bigcollection/_G...Villandry__Loiretal__Frank.jpg\r"
+    ],
+    [
+      0.024219,
+      " 27.7% Processing: Wallpaper/bigcollection/_G...Villandry__Loiretal__Frank.jpg\r"
+    ],
+    [
+      0.028063,
+      " 27.8% Processing: Wallpaper/bigcollection/_G...__Champion-Insel__Floreana.jpg\r"
+    ],
+    [
+      0.030237,
+      " 27.9% Processing: Wallpaper/bigcollection/_G...__R_bida__Gal_pagosinseln_.jpg\r"
+    ],
+    [
+      0.031455,
+      " 28.0% Processing: Wallpaper/bigcollection/_G...c-Nationalpark__Alaska__US.jpg\r"
+    ],
+    [
+      0.028409,
+      " 28.1% Processing: Wallpaper/bigcollection/_G...um_Bridge__Newcastle_upon_.jpg\r"
+    ],
+    [
+      0.031595,
+      " 28.2% Processing: Wallpaper/bigcollection/_G..._Kanal_in_Venedig__Italien.jpg\r"
+    ],
+    [
+      0.031079,
+      " 28.3% Processing: Wallpaper/bigcollection/_G..._Rock_Canyon__Waterton-Lak.jpg\r"
+    ],
+    [
+      0.028272,
+      " 30.5% Processing: Wallpaper/bigcollection/_G...oos_in_der_Gro_aufnahme___.jpg\r"
+    ],
+    [
+      0.034208,
+      " 30.6% Processing: Wallpaper/bigcollection/_G...iesel__Bayern__Deutschland.jpg\r"
+    ],
+    [
+      0.034016,
+      " 30.7% Processing: Wallpaper/bigcollection/_G...__ber_dem_Thunersee__Berne.jpg\r"
+    ],
+    [
+      0.0292,
+      " 30.8% Processing: Wallpaper/bigcollection/_G...ell-St.-Elias-Nationalpark.jpg\r"
+    ],
+    [
+      0.024942,
+      " 32.8% Processing: Wallpaper/bigcollection/_G..._bei_Mettlach__Saarland__D.jpg\r"
+    ],
+    [
+      0.031677,
+      " 32.9% Processing: Wallpaper/bigcollection/_G...ngxia-Zuchtstation__Ya_an_.jpg\r"
+    ],
+    [
+      0.031108,
+      " 33.9% Processing: Wallpaper/bigcollection/_H...kaido__Japan____JTB_Media_.jpg\r"
+    ],
+    [
+      0.030964,
+      " 35.9% Processing: Wallpaper/bigcollection/_H...ew_RussellVisuals_Unlimite.jpg\r"
+    ],
+    [
+      0.026577,
+      " 38.9% Processing: Wallpaper/bigcollection/_I...eutschen_Doms__Gendarmenma.jpg\r"
+    ],
+    [
+      0.031898,
+      " 39.0% Processing: Wallpaper/bigcollection/_I...ukuoka_Tower__Fukuoka__Jap.jpg\r"
+    ],
+    [
+      0.031693,
+      " 39.1% Processing: Wallpaper/bigcollection/_I...__Bermeo__Provinz_Bizkaia_.jpg\r"
+    ],
+    [
+      0.026825,
+      " 39.2% Processing: Wallpaper/bigcollection/_I...P_tzcuaro-See__Bundesstaat.jpg\r"
+    ],
+    [
+      0.030749,
+      " 41.0% Processing: Wallpaper/bigcollection/_J...ia-Nationalpark__Maine__US.jpg\r"
+    ],
+    [
+      0.032301,
+      " 41.1% Processing: Wallpaper/bigcollection/_J..._im_Moremi_Game_Reserve__O.jpg\r"
+    ],
+    [
+      0.031689,
+      " 42.2% Processing: Wallpaper/bigcollection/_K...n_in_der_Antarktis____Jan_.jpg\r"
+    ],
+    [
+      0.029222,
+      " 42.3% Processing: Wallpaper/bigcollection/_K...e_Washington__Antarktis___.jpg\r"
+    ],
+    [
+      0.174039,
+      " 42.4% Processing: Wallpaper/bigcollection/_K...K_ken__Snow_Hill_Island__A.jpg\r"
+    ],
+    [
+      0.03322,
+      " 42.5% Processing: Wallpaper/bigcollection/_K...SCO-Welterbest_tte__Trier_.jpg\r"
+    ],
+    [
+      0.031657,
+      " 43.4% Processing: Wallpaper/bigcollection/_K...ufort__South_Carolina__USA.jpg\r"
+    ],
+    [
+      0.026738,
+      " 43.5% Processing: Wallpaper/bigcollection/_K...chfang_vor_Port_St._Johns_.jpg\r"
+    ],
+    [
+      0.033834,
+      " 44.4% Processing: Wallpaper/bigcollection/_K...eide__Schottisches_Hochlan.jpg\r"
+    ],
+    [
+      0.034061,
+      " 44.5% Processing: Wallpaper/bigcollection/_K...m_Schlossgarten_Schwetzing.jpg\r"
+    ],
+    [
+      0.033845,
+      " 44.6% Processing: Wallpaper/bigcollection/_K...dscha__Kachetien__Georgien.jpg\r"
+    ],
+    [
+      0.031383,
+      " 44.7% Processing: Wallpaper/bigcollection/_K..._Baden-W_rttemberg__Deutsc.jpg\r"
+    ],
+    [
+      0.027515,
+      " 44.8% Processing: Wallpaper/bigcollection/_K..._Zanskar__Region_Ladakh__B.jpg\r"
+    ],
+    [
+      0.031935,
+      " 44.9% Processing: Wallpaper/bigcollection/_K...Meteora__Griechenland____S.jpg\r"
+    ],
+    [
+      0.030994,
+      " 45.0% Processing: Wallpaper/bigcollection/_K...-Ville__Belgien____Patty_P.jpg\r"
+    ],
+    [
+      0.031632,
+      " 46.8% Processing: Wallpaper/bigcollection/_L...ionalpark__Simbabwe____Jer.jpg\r"
+    ],
+    [
+      0.032645,
+      " 46.9% Processing: Wallpaper/bigcollection/_L...Hochland_von_Cuenca__Auton.jpg\r"
+    ],
+    [
+      0.028682,
+      " 47.0% Processing: Wallpaper/bigcollection/_L...Hochland_von_Cuenca__Auton.jpg\r"
+    ],
+    [
+      0.030087,
+      " 47.1% Processing: Wallpaper/bigcollection/_L...__Axel_Flasbarth500px_____.jpg\r"
+    ],
+    [
+      0.030684,
+      " 47.2% Processing: Wallpaper/bigcollection/_L...athedrale_von_Chartres__Fr.jpg\r"
+    ],
+    [
+      0.029522,
+      " 47.3% Processing: Wallpaper/bigcollection/_L...und_Aiguilles_de_Chamonix_.jpg\r"
+    ],
+    [
+      0.032174,
+      " 47.4% Processing: Wallpaper/bigcollection/_L...Nutthavood_Punpeng500px___.jpg\r"
+    ],
+    [
+      0.029075,
+      " 47.5% Processing: Wallpaper/bigcollection/_L...nd__Great_Barrier_Reef__Au.jpg\r"
+    ],
+    [
+      0.028973,
+      " 47.6% Processing: Wallpaper/bigcollection/_L...__Insel_Corvo__Portugal___.jpg\r"
+    ],
+    [
+      0.030047,
+      " 47.7% Processing: Wallpaper/bigcollection/_L...ationalpark__British_Colum.jpg\r"
+    ],
+    [
+      0.031497,
+      " 49.3% Processing: Wallpaper/bigcollection/_L...hof__Great_Court__des_Brit.jpg\r"
+    ],
+    [
+      0.029466,
+      " 49.4% Processing: Wallpaper/bigcollection/_L...em_Wald_auf_der_Insel_Shik.jpg\r"
+    ],
+    [
+      0.025178,
+      " 49.5% Processing: Wallpaper/bigcollection/_L...er_K_ste_von_Ixtapa_Zihuat.jpg\r"
+    ],
+    [
+      0.030228,
+      " 49.6% Processing: Wallpaper/bigcollection/_L...e_Itapu__in_Salvador__Bahi.jpg\r"
+    ],
+    [
+      0.027644,
+      " 49.7% Processing: Wallpaper/bigcollection/_L...l_Point_in_der_N_he_von_Po.jpg\r"
+    ],
+    [
+      0.026513,
+      " 49.8% Processing: Wallpaper/bigcollection/_L...eversand__Westerhever__Sch.jpg\r"
+    ],
+    [
+      0.032316,
+      " 49.9% Processing: Wallpaper/bigcollection/_L...i__Provinz_Jiangsu__Volksr.jpg\r"
+    ],
+    [
+      0.026983,
+      " 50.0% Processing: Wallpaper/bigcollection/_L...g__aufgenommen_von_der_Int.jpg\r"
+    ],
+    [
+      0.03107,
+      " 51.7% Processing: Wallpaper/bigcollection/_M..._Cay__Exuma__Bahamas____Ji.jpg\r"
+    ],
+    [
+      0.028123,
+      " 51.8% Processing: Wallpaper/bigcollection/_M...ationalpark_Jardines_de_la.jpg\r"
+    ],
+    [
+      0.028547,
+      " 51.9% Processing: Wallpaper/bigcollection/_M...au____WaterFrameAlamy_____.jpg\r"
+    ],
+    [
+      0.030092,
+      " 53.1% Processing: Wallpaper/bigcollection/_M...ands-Nationalpark__Utah__U.jpg\r"
+    ],
+    [
+      0.027589,
+      " 53.2% Processing: Wallpaper/bigcollection/_M...useum_in_den_Wolken__Monte.jpg\r"
+    ],
+    [
+      0.029779,
+      " 53.3% Processing: Wallpaper/bigcollection/_M...Plaza_de_la_Encarnaci_n__S.jpg\r"
+    ],
+    [
+      0.031154,
+      " 54.6% Processing: Wallpaper/bigcollection/_M...lmie_National_Forest__Bund.jpg\r"
+    ],
+    [
+      0.03317,
+      " 54.7% Processing: Wallpaper/bigcollection/_M...t_Edziza_Provincial_Park__.jpg\r"
+    ],
+    [
+      0.031631,
+      " 54.8% Processing: Wallpaper/bigcollection/_M...__Washington__USA____Diane.jpg\r"
+    ],
+    [
+      0.025722,
+      " 56.1% Processing: Wallpaper/bigcollection/_N..._K_ste_des_Atlantischen_Oz.jpg\r"
+    ],
+    [
+      0.029888,
+      " 56.2% Processing: Wallpaper/bigcollection/_N...hee__Schiras__Iran____R.Cr.jpg\r"
+    ],
+    [
+      0.022761,
+      " 57.5% Processing: Wallpaper/bigcollection/_N...Fischotter_im_Yellowstone-.jpg\r"
+    ],
+    [
+      0.030469,
+      " 57.6% Processing: Wallpaper/bigcollection/_N..._Baumstachler____Minden_Pi.jpg\r"
+    ],
+    [
+      0.032258,
+      " 58.9% Processing: Wallpaper/bigcollection/_O...-Park__Bomarzo__Italien___.jpg\r"
+    ],
+    [
+      0.028556,
+      " 59.0% Processing: Wallpaper/bigcollection/_O...-Park__Bomarzo__Italien___.jpg\r"
+    ],
+    [
+      0.029665,
+      " 60.4% Processing: Wallpaper/bigcollection/_P..._der_Boardman_Tree_Farm__B.jpg\r"
+    ],
+    [
+      0.030072,
+      " 60.5% Processing: Wallpaper/bigcollection/_P...o-Ebene__Italien____Eddy_G.jpg\r"
+    ],
+    [
+      0.034601,
+      " 60.6% Processing: Wallpaper/bigcollection/_P...nem_Karnevalswagen_beim_Ro.jpg\r"
+    ],
+    [
+      0.029305,
+      " 61.9% Processing: Wallpaper/bigcollection/_P...der_argentinischen_Atlanti.jpg\r"
+    ],
+    [
+      0.03045,
+      " 62.0% Processing: Wallpaper/bigcollection/_P...m__Pilsum__Niedersachsen__.jpg\r"
+    ],
+    [
+      0.02941,
+      " 63.4% Processing: Wallpaper/bigcollection/_P...rk_Torres_del_Paine__Chile.jpg\r"
+    ],
+    [
+      0.033345,
+      " 63.5% Processing: Wallpaper/bigcollection/_P...i-Nationalpark__New_South_.jpg\r"
+    ],
+    [
+      0.031818,
+      " 64.9% Processing: Wallpaper/bigcollection/_R...ationalpark_Sarek__Schwede.jpg\r"
+    ],
+    [
+      0.025656,
+      " 65.0% Processing: Wallpaper/bigcollection/_R...ationalpark_Sarek__Schwede.jpg\r"
+    ],
+    [
+      0.030751,
+      " 66.6% Processing: Wallpaper/bigcollection/_R...nyang__Provinz_Yunnan__Chi.jpg\r"
+    ],
+    [
+      0.030313,
+      " 66.7% Processing: Wallpaper/bigcollection/_R...n_Ludwig_XIV._auf_dem_Plac.jpg\r"
+    ],
+    [
+      0.032915,
+      " 68.6% Processing: Wallpaper/bigcollection/_R...r____Getty_Images______Bin.jpg\r"
+    ],
+    [
+      0.029504,
+      " 70.1% Processing: Wallpaper/bigcollection/_S...tional_Park__Germany____ 3.jpg\r"
+    ],
+    [
+      0.026571,
+      " 70.2% Processing: Wallpaper/bigcollection/_S...tional_Park__Germany____ 4.jpg\r"
+    ],
+    [
+      0.032136,
+      " 71.7% Processing: Wallpaper/bigcollection/_S...e_t_sich_als_Wasserfall_vo.jpg\r"
+    ],
+    [
+      0.032883,
+      " 72.6% Processing: Wallpaper/bigcollection/_S...riehunde_im_Wind_Cave_Nati.jpg\r"
+    ],
+    [
+      0.031602,
+      " 72.7% Processing: Wallpaper/bigcollection/_S...erkstatt__Hexenlochm_hle__.jpg\r"
+    ],
+    [
+      0.030634,
+      " 73.6% Processing: Wallpaper/bigcollection/_S...en_in_der_Son_Doong-H_hle_.jpg\r"
+    ],
+    [
+      0.027026,
+      " 74.5% Processing: Wallpaper/bigcollection/_S..._at_sunset__Attendorn__Sau.jpg\r"
+    ],
+    [
+      0.038777,
+      " 75.4% Processing: Wallpaper/bigcollection/_S..._Dartmoor-Nationalpark__De.jpg\r"
+    ],
+    [
+      0.027422,
+      " 75.5% Processing: Wallpaper/bigcollection/_S..._der_Halong-Bucht__Vietnam.jpg\r"
+    ],
+    [
+      0.027539,
+      " 76.3% Processing: Wallpaper/bigcollection/_S...em_See__Bergpark_Wilhelmsh.jpg\r"
+    ],
+    [
+      0.031058,
+      " 76.4% Processing: Wallpaper/bigcollection/_S...ge_in_den_Ausl_ufern_der_R.jpg\r"
+    ],
+
+    [
+      0.036506,
+      " 77.6% Processing: Wallpaper/bigcollection/_S..._Geothermalgebiet_Haukadal.jpg\r"
+    ],
+    [
+      0.025063,
+      " 77.7% Processing: Wallpaper/bigcollection/_S...ampagne-Ardennes__Frankrei.jpg\r"
+    ],
+    [
+      0.029054,
+      " 77.8% Processing: Wallpaper/bigcollection/_S...r__ber_West_Point__Nebrask.jpg\r"
+    ],
+    [
+      0.028908,
+      " 77.9% Processing: Wallpaper/bigcollection/_S...n-Bodenstation__Longyearby.jpg\r"
+    ],
+    [
+      0.029276,
+      " 78.0% Processing: Wallpaper/bigcollection/_S..._und_Solidarit_t_Kerzen__K.jpg\r"
+    ],
+    [
+      0.024812,
+      " 79.0% Processing: Wallpaper/bigcollection/_T..._Blatt_eines_Per_ckenstrau.jpg\r"
+    ],
+    [
+      0.031898,
+      " 80.0% Processing: Wallpaper/bigcollection/_T...er_Bavaria__Germany____F 3.jpg\r"
+    ],
+    [
+      0.029189,
+      " 80.1% Processing: Wallpaper/bigcollection/_T...pper_Bavaria__Germany____F.jpg\r"
+    ],
+    [
+      0.028065,
+      " 81.2% Processing: Wallpaper/bigcollection/_T...Image_BrokerRex_Features 1.jpg\r"
+    ],
+    [
+      0.03116,
+      " 81.3% Processing: Wallpaper/bigcollection/_T...n__Baden-W_rttemberg__Deut.jpg\r"
+    ],
+    [
+      0.026524,
+      " 82.3% Processing: Wallpaper/bigcollection/_U..._seltene_Blattschwanzgecko.jpg\r"
+    ],
+    [
+      0.028383,
+      " 82.4% Processing: Wallpaper/bigcollection/_V...en_und_Altstadt_von_Chania.jpg\r"
+    ],
+    [
+      0.032476,
+      " 83.5% Processing: Wallpaper/bigcollection/_V..._Hirta__St._Kilda__Schottl.jpg\r"
+    ],
+    [
+      0.030701,
+      " 84.7% Processing: Wallpaper/bigcollection/_W...wald__Insel_Sula__Solund__.jpg\r"
+    ],
+    [
+      0.034129,
+      " 84.8% Processing: Wallpaper/bigcollection/_W...nschafe__Kanton_Wallis__ 1.jpg\r"
+    ],
+    [
+      0.03033,
+      " 85.8% Processing: Wallpaper/bigcollection/_W...ionalpark_Plitvicer_Seen__.jpg\r"
+    ],
+
+    [
+      0.031761,
+      " 87.2% Processing: Wallpaper/bigcollection/_W..._N_he_von_Ca_amares__Provi.jpg\r"
+    ],
+    [
+      0.031627,
+      " 87.3% Processing: Wallpaper/bigcollection/_W..._N_he_von_Cuenca__Spanien_.jpg\r"
+    ],
+    [
+      0.024242,
+      " 88.3% Processing: Wallpaper/bigcollection/_W...jeu__D_partement_Rh_ne__Re.jpg\r"
+    ],
+    [
+      0.027362,
+      " 89.3% Processing: Wallpaper/bigcollection/_W...guna_Colorada__Bolivien___.jpg\r"
+    ],
+    [
+      0.031448,
+      " 90.5% Processing: Wallpaper/bigcollection/_Z..._von_Autobahnen_in_Bangkok.jpg\r"
+    ],
+    [
+      0.027535,
+      " 90.6% Processing: Wallpaper/bigcollection/_Z...abara-Bucht__Rio_de_Janeir.jpg\r"
+    ],
+    [
+      0.025329,
+      " 92.1% Processing: Wallpaper/bigcollection/__...ptur_der_Landart-K_nstleri.jpg\r"
+    ],
+    [
+      0.044106,
+      " 92.2% Processing: Wallpaper/bigcollection/__...__Magic_Mountain_-Landmark.jpg\r"
+    ],
+    [
+      0.03068,
+      " 93.5% Processing: Wallpaper/bigcollection/_F...rte_Marina_Bay_zum_50._Nat.jpg\r"
+    ],
+    [
+      0.031039,
+      " 93.6% Processing: Wallpaper/bigcollection/_H...ing_Crane_Pond_Conservancy.jpg\r"
+    ],
+    [
+      0.020685,
+      " 95.0% Processing: Wallpaper/2048example/Palo...t_by_Beth___Jeremy_Jonkman.jpg\r"
+    ],
+    [
+      0.019863,
+      " 96.3% Processing: Wallpaper/evenmore/ChipDE ...jpg                           \r"
+    ],
+    [
+      0.056069,
+      " 96.4% Processing: Wallpaper/evenmore/ChipDE ...jpg                           \r"
+    ],
+    [
+      0.049869,
+      " 97.4% Processing: Wallpaper/evenmore/ChipDE 06.jpg                           \r"
+    ],
+    [
+      0.021021,
+      " 97.5% Processing: Wallpaper/evenmore/ChipDE ...jpg                           \r"
+    ],
+    [
+      0.019135,
+      " 98.4% Processing: Wallpaper/evenmore/ChipDE ...jpg                           \r"
+    ],
+    [
+      0.021483,
+      " 99.6% Processing: Wallpaper/deer.jpg        ...                              \r"
+    ],
+    [
+      0.021593,
+      " 99.7% Processing: Wallpaper/deer.jpg        ...                              \r"
+    ],
+    [
+      0.02037,
+      " 99.8% Processing: Wallpaper/deer.jpg        ...                              \r"
+    ],
+    [
+      0.027858,
+      " 99.9% Processing: Wallpaper/deer.jpg        ...                              \r"
+    ],
+    [
+      0.020864,
+      "                                                                              \r"
+    ],
+    [
+      0.077955,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001068,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000836,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000104,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.3e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000234,
+      "\u001b[?2004h"
+    ],
+    [
+      2.471911,
+      "\u001b[32ml\u001b[39m"
+    ],
+    [
+      0.102688,
+      "\b\u001b[32ml\u001b[32ms\u001b[39m"
+    ],
+    [
+      0.272296,
+      " "
+    ],
+    [
+      0.220114,
+      "-"
+    ],
+    [
+      0.157165,
+      "l"
+    ],
+    [
+      0.074368,
+      "a"
+    ],
+    [
+      0.353976,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000755,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000778,
+      "\u001b]2;ls --color=tty -la\u0007\u001b]1;ls\u0007"
+    ],
+    [
+      0.001633,
+      "total 573616\r\n"
+    ],
+    [
+      1.9e-05,
+      "drwxr-xr-x.  4 rugk rugk      4096 Jul 16 18:56 \u001b[0m\u001b[38;5;33m.\u001b[0m\r\ndrwxr-x---. 55 rugk rugk      4096 Jul 16 18:57 \u001b[38;5;33m..\u001b[0m\r\ndrwx------.  2 rugk rugk      4096 Jul 14 21:57 \u001b[38;5;33mWallpaper\u001b[0m\r\ndrwxr-xr-x.  6 rugk rugk      4096 Jul 14 21:55 \u001b[38;5;33mWallpaper.orig\u001b[0m\r\n-rw-------.  1 rugk rugk 587361454 Jul 16 18:57 \u001b[38;5;9mbackup.tar.gz\u001b[0m\r\n"
+    ],
+    [
+      0.000404,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001103,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000992,
+      "\u001b]7;\u0007"
+    ],
+    [
+      7.3e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.9e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000158,
+      "\u001b[?2004h"
+    ],
+    [
+      3.04506,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000385,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000485,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001512,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001245,
+      "\u001b]7;\u0007"
+    ],
+    [
+      6.9e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000129,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000247,
+      "\u001b[?2004h"
+    ],
+    [
+      0.325892,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.228892,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.186392,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mY\u001b[0m\u001b[39m"
+    ],
+    [
+      0.112073,
+      "\b\u001b[1mY\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.139024,
+      "\b\u001b[1mo\u001b[1mu\u001b[0m\u001b[39m"
+    ],
+    [
+      0.151793,
+      "\b\u001b[1mu\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.106484,
+      "\b\u001b[1m \u001b[1mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.147932,
+      "\b\u001b[1mc\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.181458,
+      "\b\u001b[1ma\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.137456,
+      "\b\u001b[1mn\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.21885,
+      "\b\u001b[1m \u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.170788,
+      "\b\u001b[1me\u001b[1mv\u001b[0m\u001b[39m"
+    ],
+    [
+      0.133285,
+      "\b\u001b[1mv\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.28717,
+      "\b\u001b[1me\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.485291,
+      "\b\u001b[1mn\u001b[1m mount an archive or even the whole repository:\u001b[0m\u001b[39m"
+    ],
+    [
+      1.036008,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001535,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001777,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.002934,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.002695,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.00014,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      9.4e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000881,
+      "\u001b[?2004h"
+    ],
+    [
+      1.264493,
+      "\u001b[1m\u001b[31mm\u001b[0m\u001b[39m"
+    ],
+    [
+      0.158178,
+      "\b\u001b[1m\u001b[31mm\u001b[1m\u001b[31mk\u001b[0m\u001b[39m"
+    ],
+    [
+      0.129344,
+      "\b\b\u001b[1m\u001b[31mm\u001b[1m\u001b[31mk\u001b[1m\u001b[31md\u001b[0m\u001b[39m"
+    ],
+    [
+      0.153746,
+      "\b\u001b[1m\u001b[31md\u001b[1m\u001b[31mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.106254,
+      "\b\b\b\b\u001b[0m\u001b[32mm\u001b[0m\u001b[32mk\u001b[0m\u001b[32md\u001b[0m\u001b[32mi\u001b[32mr\u001b[39m"
+    ],
+    [
+      0.178794,
+      " "
+    ],
+    [
+      0.328222,
+      "\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.202794,
+      "\b\u001b[4m/\u001b[4mt\u001b[24m"
+    ],
+    [
+      0.246443,
+      "\b\u001b[4mt\u001b[4mm\u001b[24m"
+    ],
+    [
+      0.207634,
+      "\b\u001b[4mm\u001b[4mp\u001b[24m"
+    ],
+    [
+      0.88273,
+      "\b\u001b[4mp\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.339887,
+      "\b\u001b[4m/\u001b[4mm\u001b[24m"
+    ],
+    [
+      0.210076,
+      "\b\u001b[4mm\u001b[4mo\u001b[24m"
+    ],
+    [
+      0.16667,
+      "\b\b\b\b\b\b\b\u001b[24m/\u001b[24mt\u001b[24mm\u001b[24mp\u001b[24m/\u001b[24mm\u001b[24mou"
+    ],
+    [
+      0.141564,
+      "n"
+    ],
+    [
+      0.184,
+      "t"
+    ],
+    [
+      1.4607,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001306,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000794,
+      "\u001b]2;mkdir /tmp/mount\u0007"
+    ],
+    [
+      6.6e-05,
+      "\u001b]1;mkdir\u0007"
+    ],
+    [
+      0.00176,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.00142,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001308,
+      "\u001b]7;\u0007"
+    ],
+    [
+      7.2e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ "
+    ],
+    [
+      1.3e-05,
+      "\u001b[K"
+    ],
+    [
+      9.1e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000273,
+      "\u001b[?2004h"
+    ],
+    [
+      1.09686,
+      "\u001b[4mb\u001b[24m"
+    ],
+    [
+      0.187046,
+      "\b\u001b[24m\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.10907,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.12414,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.187573,
+      " "
+    ],
+    [
+      0.229364,
+      "m"
+    ],
+    [
+      0.195942,
+      "o"
+    ],
+    [
+      0.183861,
+      "u"
+    ],
+    [
+      0.138559,
+      "n"
+    ],
+    [
+      0.207537,
+      "t"
+    ],
+    [
+      1.01571,
+      " "
+    ],
+    [
+      0.55086,
+      ":"
+    ],
+    [
+      0.110713,
+      ":"
+    ],
+    [
+      0.27265,
+      " "
+    ],
+    [
+      0.462869,
+      "\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.795464,
+      "\b\u001b[4m/\u001b[4mt\u001b[24m"
+    ],
+    [
+      0.295092,
+      "\b\u001b[4mt\u001b[4mm\u001b[24m"
+    ],
+    [
+      0.200509,
+      "\b\u001b[4mm\u001b[4mp\u001b[24m"
+    ],
+    [
+      0.878464,
+      "\b\u001b[4mp\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.306666,
+      "\b\u001b[4m/\u001b[4mm\u001b[24m"
+    ],
+    [
+      0.24341,
+      "\b\u001b[4mm\u001b[4mo\u001b[24m"
+    ],
+    [
+      0.166203,
+      "\b\u001b[4mo\u001b[4mu\u001b[24m"
+    ],
+    [
+      0.138953,
+      "\b\u001b[4mu\u001b[4mn\u001b[24m"
+    ],
+    [
+      0.177723,
+      "\b\u001b[4mn\u001b[4mt\u001b[24m"
+    ],
+    [
+      1.371278,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001184,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000603,
+      "\u001b]2;borg mount :: /tmp/mount\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.651025,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001453,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000984,
+      "\u001b]7;\u0007"
+    ],
+    [
+      7.4e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      2.6e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.0002,
+      "\u001b[?2004h"
+    ],
+    [
+      1.860515,
+      "\u001b[32ml\u001b[39m"
+    ],
+    [
+      0.107896,
+      "\b\u001b[32ml\u001b[32ms\u001b[39m"
+    ],
+    [
+      0.253911,
+      " "
+    ],
+    [
+      0.203092,
+      "-"
+    ],
+    [
+      0.178525,
+      "l"
+    ],
+    [
+      0.111795,
+      "a"
+    ],
+    [
+      0.200138,
+      " "
+    ],
+    [
+      0.353001,
+      "\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.264827,
+      "\b\u001b[4m/\u001b[4mt\u001b[24m"
+    ],
+    [
+      0.205749,
+      "\b\u001b[4mt\u001b[4mm\u001b[24m"
+    ],
+    [
+      0.168679,
+      "\b\u001b[4mm\u001b[4mp\u001b[24m"
+    ],
+    [
+      0.016649,
+      "\b\b\b\b\u001b[24m/\u001b[24mt\u001b[24mm\u001b[24mp"
+    ],
+    [
+      0.712108,
+      "\b\b\b\b\u001b[4m/\u001b[4mt\u001b[4mm\u001b[4mp\u001b[24m \b"
+    ],
+    [
+      0.383057,
+      "\b\u001b[4mp\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.159994,
+      "\b\u001b[4m/\u001b[4mm\u001b[24m"
+    ],
+    [
+      0.187645,
+      "\b\u001b[4mm\u001b[4mo\u001b[24m"
+    ],
+    [
+      0.168813,
+      "\b\u001b[4mo\u001b[4mu\u001b[24m"
+    ],
+    [
+      0.12933,
+      "\b\u001b[4mu\u001b[4mn\u001b[24m"
+    ],
+    [
+      0.421583,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.018359,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mls\u001b[39m -la \u001b[4m/tmp/mount\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.602087,
+      "\b\b\u001b[4mt\u001b[24m\u001b[0m\u001b[24m \b"
+    ],
+    [
+      2.5e-05,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000874,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000682,
+      "\u001b]2;ls --color=tty -la /tmp/mount\u0007\u001b]1;ls\u0007"
+    ],
+    [
+      0.002495,
+      "total 0\r\n"
+    ],
+    [
+      4.4e-05,
+      "drwxr-xr-x.  1 rugk rugk   0 Jul 16 18:58 \u001b[0m\u001b[38;5;33m.\u001b[0m\r\ndrwxrwxrwt. 27 root root 660 Jul 16 18:58 \u001b[48;5;10;38;5;16m..\u001b[0m\r\ndrwxr-xr-x.  1 rugk rugk   0 Jul 16 18:58 \u001b[38;5;33mbackup-block-device\u001b[0m\r\ndrwxr-xr-x.  1 rugk rugk   0 Jul 16 18:58 \u001b[38;5;33mbackup1\u001b[0m\r\ndrwxr-xr-x.  1 rugk rugk   0 Jul 16 18:58 \u001b[38;5;33mbackup2\u001b[0m\r\ndrwxr-xr-x.  1 rugk rugk   0 Jul 16 18:58 \u001b[38;5;33mbackup3\u001b[0m\r\ndrwxr-xr-x.  1 rugk rugk   0 Jul 16 18:58 \u001b[38;5;33mrugk-2017-07-16T18:51:34\u001b[0m\r\ndrwxr-xr-x.  1 rugk rugk   0 Jul 16 18:58 \u001b[38;5;33mrugk-2017-07-16T18:52:19\u001b[0m\r\n"
+    ],
+    [
+      0.000169,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000984,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.00097,
+      "\u001b]7;\u0007"
+    ],
+    [
+      2.4e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000122,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000251,
+      "\u001b[?2004h"
+    ],
+    [
+      0.482339,
+      "\u001b[4mb\u001b[24m"
+    ],
+    [
+      0.179808,
+      "\b\u001b[24m\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.105817,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.116974,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.173004,
+      " "
+    ],
+    [
+      0.216291,
+      "u"
+    ],
+    [
+      0.168732,
+      "m"
+    ],
+    [
+      0.228004,
+      "o"
+    ],
+    [
+      0.19268,
+      "u"
+    ],
+    [
+      0.14303,
+      "n"
+    ],
+    [
+      0.175557,
+      "t"
+    ],
+    [
+      0.406596,
+      " "
+    ],
+    [
+      0.69215,
+      "\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.242216,
+      "\b\u001b[4m/\u001b[4mt\u001b[24m"
+    ],
+    [
+      0.260453,
+      "\b\u001b[4mt\u001b[4mm\u001b[24m"
+    ],
+    [
+      0.2605,
+      "\b\u001b[4mm\u001b[4mp\u001b[24m"
+    ],
+    [
+      0.014483,
+      "\b\b\b\b\u001b[24m/\u001b[24mt\u001b[24mm\u001b[24mp"
+    ],
+    [
+      0.597766,
+      "\b\b\b\b\u001b[4m/\u001b[4mt\u001b[4mm\u001b[4mp\u001b[24m \b"
+    ],
+    [
+      0.482551,
+      "\b\u001b[4mp\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.236361,
+      "\b\u001b[4m/\u001b[4mm\u001b[24m"
+    ],
+    [
+      0.212317,
+      "\b\u001b[4mm\u001b[4mo\u001b[24m"
+    ],
+    [
+      0.160611,
+      "\b\u001b[4mo\u001b[4mu\u001b[24m"
+    ],
+    [
+      0.142036,
+      "\b\u001b[4mu\u001b[4mn\u001b[24m"
+    ],
+    [
+      0.335664,
+      "\b\u001b[4mn\u001b[4mt\u001b[24m"
+    ],
+    [
+      1.159614,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001057,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000642,
+      "\u001b]2;borg umount /tmp/mount\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.596849,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.001387,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.001067,
+      "\u001b]7;\u0007"
+    ],
+    [
+      9.1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.6e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000187,
+      "\u001b[?2004h"
+    ],
+    [
+      1.467084,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.264583,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.277487,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mT\u001b[0m\u001b[39m"
+    ],
+    [
+      0.12184,
+      "\b\u001b[1mT\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.103403,
+      "\b\u001b[1mh\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.125651,
+      "\b\u001b[1ma\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.465663,
+      "\b\u001b[1mt\u001b[1m'\u001b[0m\u001b[39m"
+    ],
+    [
+      0.298764,
+      "\b\u001b[1m'\u001b[1ms it, but of course there is more to explore, so have a look at the d\u001b[1mo\u001b[1mcs.\u001b[0m\u001b[39m\u001b[K\r\r\n\u001b[K\u001b[A\u001b[4C"
+    ],
+    [
+      1.453815,
+      "\u001b[1B\r\u001b[K\u001b[A\u001b[4C"
+    ],
+    [
+      2e-05,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000725,
+      "\u001b[?2004l\u001b[1B\r\r\n"
+    ],
+    [
+      0.00054,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.00118,
+      "\u001b]7;\u0007"
+    ],
+    [
+      0.000909,
+      "\u001b]7;\u0007"
+    ],
+    [
+      7.8e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      3e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000524,
+      "\u001b[?2004h"
+    ],
+    [
+      1.74407,
+      "\u001b[?2004l\r\r\n"
+    ]
+  ]
+}

docs/misc/asciinema/advanced.sh

@@ -0,0 +1,65 @@
+# For the pro users, here are some advanced features of borg, so you can impress your friends. ;)
+# Note: This screencast was made with borg version 1.1.0 – older or newer borg versions may behave differently.
+
+# First of all, we can use several environment variables for borg.
+# E.g. we do not want to type in our repo path and password again and again…
+export BORG_REPO='/media/backup/borgdemo'
+export BORG_PASSPHRASE='1234'
+# Problem solved, borg will use this automatically… :)
+# We'll use this right away…
+
+## ADVANCED CREATION ##
+
+# We can also use some placeholders in our archive name…
+borg create --stats --progress --compression lz4 ::{user}-{now} Wallpaper
+# Notice the backup name.
+
+# And we can put completely different data, with different backup settings, in our backup. It will be deduplicated, anyway:
+borg create --stats --progress --compression zlib,6 --exclude ~/Downloads/big ::{user}-{now} ~/Downloads
+
+# Or let's backup a device via STDIN.
+sudo dd if=/dev/loop0 bs=10M | borg create --progress --stats ::specialbackup -
+
+# Let's continue with some simple things:
+## USEFUL COMMANDS ##
+# You can show some information about an archive. You can even do it without needing to specify the archive name:
+borg info :: --last 1
+
+# So let's rename our last archive:
+borg rename ::specialbackup backup-block-device
+<up>
+borg info :: --last 1
+
+# A very important step if you choose keyfile mode (where the keyfile is only saved locally) is to export your keyfile and possibly print it, etc.
+borg key export :: --qr-code file.html # this creates a nice HTML, but when you want something simpler…
+< remove comment >
+< let there: borg check > --paper # this is a "manual input"-only backup (but it is also included in the --qr-code option)
+
+## MAINTENANCE ##
+# Sometimes backups get broken or we want a regular "checkup" that everything is okay…
+borg check -v ::
+
+# Next problem: Usually you do not have infinite disk space. So you may need to prune your archive…
+# You can tune this in every detail. See the docs for details. Here only a simple example:
+borg prune --list --keep-last 1 --dry-run
+# When actually executing it in a script, you have to use it without the --dry-run option, of course.
+
+## RESTORE ##
+
+# When you want to see the diff between two archives use this command.
+# E.g. what happened between the first two backups?
+borg diff ::backup1 backup2
+# Ah, we added a file, right…
+
+# There are also other ways to extract the data.
+# E.g. as a tar archive.
+borg export-tar --progress ::backup2 backup.tar.gz
+ls -l
+
+# You can mount an archive or even the whole repository:
+mkdir /tmp/mount
+borg mount :: /tmp/mount
+ls -la /tmp/mount
+borg umount /tmp/mount
+
+# That's it, but of course there is more to explore, so have a look at the docs.

docs/misc/asciinema/basic.json

@@ -0,0 +1,4862 @@
+{
+  "version": 1,
+  "width": 78,
+  "height": 25,
+  "duration": 379.234504,
+  "command": null,
+  "title": null,
+  "env": {
+    "TERM": "xterm-256color",
+    "SHELL": "/bin/zsh"
+  },
+  "stdout": [
+    [
+      0.000155,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000133,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000183,
+      "\u001b[?2004h"
+    ],
+    [
+      0.468833,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.413214,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.440799,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mH\u001b[0m\u001b[39m"
+    ],
+    [
+      0.155436,
+      "\b\u001b[1mH\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.153888,
+      "\b\u001b[1me\u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.145046,
+      "\b\u001b[1mr\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.191005,
+      "\b\u001b[1me\u001b[1m you'll see some basic commands to start working with borg.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.328571,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000462,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000787,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      7.2e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      1.4e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.0003,
+      "\u001b[?2004h"
+    ],
+    [
+      0.553943,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.254153,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.205346,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mN\u001b[0m\u001b[39m"
+    ],
+    [
+      0.164037,
+      "\b\u001b[1mN\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.198817,
+      "\b\u001b[1mo\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.157487,
+      "\b\u001b[1mt\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.348855,
+      "\b\u001b[1me\u001b[1m:\u001b[0m\u001b[39m"
+    ],
+    [
+      0.308837,
+      "\b\u001b[1m:\u001b[1m This teaser screencast was made with borg version 1.1.0 – older or n\u001b[1me\u001b[1mwer borg versions may behave differently.\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      0.760183,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001229,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001043,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000111,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.6e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000699,
+      "\u001b[?2004h"
+    ],
+    [
+      0.617302,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.269944,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.231147,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mB\u001b[0m\u001b[39m"
+    ],
+    [
+      0.157768,
+      "\b\u001b[1mB\u001b[1mu\u001b[0m\u001b[39m"
+    ],
+    [
+      0.145012,
+      "\b\u001b[1mu\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.360132,
+      "\b\u001b[1mt\u001b[1m let's start.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.808076,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000384,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001063,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.2e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000271,
+      "\u001b[?2004h"
+    ],
+    [
+      1.213811,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000271,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001041,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      7e-06,
+      "\u001b]1;~/Pictures\u0007"
+    ],
+    [
+      4.2e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      5.3e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000167,
+      "\u001b[?2004h"
+    ],
+    [
+      0.326924,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.245919,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.173421,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mF\u001b[0m\u001b[39m"
+    ],
+    [
+      0.121947,
+      "\b\u001b[1mF\u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.196316,
+      "\b\u001b[1mi\u001b[1mr\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.224037,
+      "\b\u001b[1ms\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.323925,
+      "\b\u001b[1mt\u001b[1m of all, you can always get help:\u001b[0m\u001b[39m"
+    ],
+    [
+      0.738987,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000395,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000643,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000107,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      3.8e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00031,
+      "\u001b[?2004h"
+    ],
+    [
+      1.268663,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.19562,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.100091,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.157538,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.196595,
+      " "
+    ],
+    [
+      0.210071,
+      "h"
+    ],
+    [
+      0.124892,
+      "e"
+    ],
+    [
+      0.177906,
+      "l"
+    ],
+    [
+      0.121006,
+      "p"
+    ],
+    [
+      0.314487,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000695,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000777,
+      "\u001b]2;borg help\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.538908,
+      "usage: borg [-V] [-h] [--critical] [--error] [--warning] [--info] [--debug]\r\n            [--debug-topic TOPIC] [-p] [--log-json] [--lock-wait N]\r\n            [--show-version] [--show-rc] [--no-files-cache] [--umask M]\r\n            [--remote-path PATH] [--remote-ratelimit rate]\r\n            [--consider-part-files] [--debug-profile FILE]\r\n            <command> ...\r\n\r\nBorg - Deduplicated Backups\r\n\r\noptional arguments:\r\n  -V, --version         show version number and exit\r\n\r\nCommon options:\r\n  -h, --help            show this help message and exit\r\n  --critical            work on log level CRITICAL\r\n  --error               work on log level ERROR\r\n  --warning             work on log level WARNING (default)\r\n  --info, -v, --verbose\r\n                        work on log level INFO\r\n  --debug               enable debug output, work on log level DEBUG\r\n  --debug-topic TOPIC   enable TOPIC debugging (can be specified multiple\r\n                        times). The logger path is borg.debug.<TOPIC> if TOPIC\r\n              "
+    ],
+    [
+      4.1e-05,
+      "          is not fully qualified.\r\n  -p, --progress        show progress information\r\n  --log-json            Output one JSON object per log line instead of\r\n                        formatted text.\r\n  --lock-wait N         wait for the lock, but max. N seconds (default: 1).\r\n  --show-version        show/log the borg version\r\n  --show-rc             show/log the return code (rc)\r\n  --no-files-cache      do not load/update the file metadata cache used to\r\n                        detect unchanged files\r\n  --umask M             set umask to M (local and remote, default: 0077)\r\n  --remote-path PATH    use PATH as borg executable on the remote (default:\r\n                        \"borg\")\r\n  --remote-ratelimit rate\r\n                        set remote network upload rate limit in kiByte/s\r\n                        (default: 0=unlimited)\r\n  --consider-part-files\r\n                        treat part files like normal files (e.g. to\r\n                        list/extract them)\r\n  --debug-profile FILE  Write execution profile"
+    ],
+    [
+      1.6e-05,
+      " in Borg format into FILE. For\r\n                        local use a Python-compatible file can be generated by\r\n                        suffixing FILE with \".pyprof\".\r\n\r\nrequired arguments:\r\n  <command>\r\n    serve               start repository server process\r\n    init                initialize empty repository\r\n    check               verify repository\r\n    key                 manage repository key\r\n    change-passphrase   change repository passphrase\r\n    create              create backup\r\n    extract             extract archive contents\r\n    export-tar          create tarball from archive\r\n    diff                find differences in archive contents\r\n    rename              rename archive\r\n    delete              delete archive\r\n    list                list archive or repository contents\r\n    mount               mount repository\r\n    umount              umount repository\r\n    info                show repository or archive information\r\n    break-lock          break repository and cache locks\r\n    prune     "
+    ],
+    [
+      2e-05,
+      "          prune archives\r\n    upgrade             upgrade repository format\r\n    recreate            Re-create archives\r\n    with-lock           run user command with lock held\r\n    debug               debugging command (not intended for normal use)\r\n    benchmark           benchmark command\r\n"
+    ],
+    [
+      0.043747,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      8e-06,
+      "\u001b]1;~/Pictures\u0007"
+    ],
+    [
+      5.2e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      4.6e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000163,
+      "\u001b[?2004h"
+    ],
+    [
+      1.509225,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.593308,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.334291,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mT\u001b[0m\u001b[39m"
+    ],
+    [
+      0.170683,
+      "\b\u001b[1mT\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.07295,
+      "\b\u001b[1mh\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.184509,
+      "\b\u001b[1me\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.136032,
+      "\b\u001b[1ms\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.250718,
+      "\b\u001b[1me\u001b[1m are a lot of commands, so better we start with a few:\u001b[0m\u001b[39m"
+    ],
+    [
+      1.088446,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000396,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000604,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000101,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      4.5e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000296,
+      "\u001b[?2004h"
+    ],
+    [
+      0.921744,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.276219,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.204903,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mL\u001b[0m\u001b[39m"
+    ],
+    [
+      0.137064,
+      "\b\u001b[1mL\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.16386,
+      "\b\u001b[1me\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.340061,
+      "\b\u001b[1mt\u001b[1m'\u001b[0m\u001b[39m"
+    ],
+    [
+      0.115905,
+      "\b\u001b[1m'\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.213255,
+      "\b\u001b[1ms\u001b[1m create a repo on an external drive:\u001b[0m\u001b[39m"
+    ],
+    [
+      1.086717,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000391,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000606,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000133,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.5e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000274,
+      "\u001b[?2004h"
+    ],
+    [
+      1.935612,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.184978,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.115803,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.134282,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.266061,
+      " "
+    ],
+    [
+      0.599046,
+      "i"
+    ],
+    [
+      0.183493,
+      "n"
+    ],
+    [
+      0.181453,
+      "i"
+    ],
+    [
+      0.258375,
+      "t"
+    ],
+    [
+      0.712329,
+      " "
+    ],
+    [
+      0.381053,
+      ""
+    ],
+    [
+      0.381053,
+     "-"
+    ],
+    [
+      0.119206,
+     "-"
+    ],
+    [
+      0.18993,
+      "e"
+    ],
+    [
+      0.175168,
+      "n"
+    ],
+    [
+      0.258977,
+      "c"
+    ],
+    [
+      0.139364,
+      "r"
+    ],
+    [
+      0.111012,
+      "y"
+    ],
+    [
+      0.55406,
+      "p"
+    ],
+    [
+      0.261667,
+      "t"
+    ],
+    [
+      0.284611,
+      "i"
+    ],
+    [
+      0.142087,
+      "o"
+    ],
+    [
+      0.195185,
+      "n"
+    ],
+    [
+      0.23882,
+      "="
+    ],
+    [
+      0.31059,
+      "r"
+    ],
+    [
+      0.151355,
+      "e"
+    ],
+    [
+      0.165925,
+      "p"
+    ],
+    [
+      0.132833,
+      "o"
+    ],
+    [
+      0.253402,
+      "k"
+    ],
+    [
+      0.174711,
+      "e"
+    ],
+    [
+      0.245888,
+      "y"
+    ],
+    [
+      0.759586,
+      " "
+    ],
+    [
+      0.383355,
+      "\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.189694,
+      "\b\u001b[4m/\u001b[4mm\u001b[24m"
+    ],
+    [
+      0.16364,
+      "\b\u001b[4mm\u001b[4me\u001b[24m"
+    ],
+    [
+      0.151451,
+      "\b\u001b[4me\u001b[4md\u001b[24m"
+    ],
+    [
+      0.239109,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.006487,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m init --encryption=repokey \u001b[4m/media\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.268216,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003429,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m init --encryption=repokey \u001b[4m/media/backup\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.232352,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003575,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m init --encryption=repokey \u001b[4m/media/backup/borgdemo\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.492094,
+      "\b\b\u001b[4mo\u001b[24m\u001b[0m\u001b[24m \b"
+    ],
+    [
+      0.748712,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001017,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000712,
+      "\u001b]2;borg init --encryption=repokey /media/backup/borgdemo\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.548105,
+      "Enter new passphrase: "
+    ],
+    [
+      2.119749,
+      "\r\n"
+    ],
+    [
+      0.000155,
+      "Enter same passphrase again: "
+    ],
+    [
+      1.606761,
+      "\r\n"
+    ],
+    [
+      5.8e-05,
+      "Do you want your passphrase to be displayed for verification? [yN]: "
+    ],
+    [
+      0.901237,
+      "\r\n"
+    ],
+    [
+      0.362453,
+      "\r\nBy default repositories initialized with this version will produce security\r\nerrors if written to with an older version (up to and including Borg 1.0.8).\r\n\r\nIf you want to use these older versions, you can disable the check by running:\r\nborg upgrade --disable-tam '/media/backup/borgdemo'\r\n\r\nSee https://borgbackup.readthedocs.io/en/stable/changes.html#pre-1-0-9-manifest-spoofing-vulnerability for details about the security implications.\r\n"
+    ],
+    [
+      0.050488,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      5e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      5.9e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000166,
+      "\u001b[?2004h"
+    ],
+    [
+      2.49308,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.308744,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.256774,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mT\u001b[0m\u001b[39m"
+    ],
+    [
+      0.157732,
+      "\b\u001b[1mT\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.127107,
+      "\b\u001b[1mh\u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.178449,
+      "\b\u001b[1mi\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.179372,
+      "\b\u001b[1ms\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.383584,
+      "\b\u001b[1m \u001b[1mu\u001b[0m\u001b[39m"
+    ],
+    [
+      0.103361,
+      "\b\u001b[1mu\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.155066,
+      "\b\u001b[1ms\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.133308,
+      "\b\u001b[1me\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.23615,
+      "\b\u001b[1ms\u001b[1m the repokey encryption. You may look at \"borg help init\" or the \u001b[1mo\u001b[1mnline doc at https://borgbackup.readthedocs.io/ for other modes.\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      1.159159,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.0004,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000738,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000111,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.5e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000286,
+      "\u001b[?2004h"
+    ],
+    [
+      1.645569,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000452,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000619,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.0001,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.3e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000161,
+      "\u001b[?2004h"
+    ],
+    [
+      1.17234,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.575706,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.205759,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mS\u001b[0m\u001b[39m"
+    ],
+    [
+      0.343517,
+      "\b\u001b[1mS\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.245497,
+      "\b\u001b[1mo\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.218486,
+      "\b\u001b[1m \u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.171258,
+      "\b\u001b[1mn\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.146364,
+      "\b\u001b[1mo\u001b[1mw\u001b[0m\u001b[39m"
+    ],
+    [
+      0.25775,
+      "\b\u001b[1mw\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.271708,
+      "\b\b\u001b[1mw\u001b[0m\u001b[39m\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.213838,
+      "\b\u001b[1mw\u001b[1m,\u001b[0m\u001b[39m"
+    ],
+    [
+      0.422324,
+      "\b\u001b[1m,\u001b[1m let's create our first (compressed) backup.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.561514,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000855,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000773,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      4.8e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      6.2e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000411,
+      "\u001b[?2004h"
+    ],
+    [
+      1.326196,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.191851,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.136657,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.142499,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.173217,
+      " "
+    ],
+    [
+      0.294445,
+      "c"
+    ],
+    [
+      0.200519,
+      "r"
+    ],
+    [
+      0.153078,
+      "e"
+    ],
+    [
+      0.133383,
+      "a"
+    ],
+    [
+      0.12891,
+      "t"
+    ],
+    [
+      0.151491,
+      "e"
+    ],
+    [
+      0.728709,
+      " "
+    ],
+    [
+      0.592118,
+      "-"
+    ],
+    [
+      0.118108,
+      "-"
+    ],
+    [
+      0.277349,
+      "s"
+    ],
+    [
+      0.134588,
+      "t"
+    ],
+    [
+      0.148057,
+      "a"
+    ],
+    [
+      0.090202,
+      "t"
+    ],
+    [
+      0.150971,
+      "s"
+    ],
+    [
+      0.307217,
+      " "
+    ],
+    [
+      0.481688,
+      "-"
+    ],
+    [
+      0.112243,
+      "-"
+    ],
+    [
+      0.234317,
+      "p"
+    ],
+    [
+      0.12453,
+      "r"
+    ],
+    [
+      0.116446,
+      "o"
+    ],
+    [
+      0.213657,
+      "g"
+    ],
+    [
+      0.12239,
+      "r"
+    ],
+    [
+      0.165156,
+      "e"
+    ],
+    [
+      0.256082,
+      "s"
+    ],
+    [
+      0.175158,
+      "s"
+    ],
+    [
+      0.302493,
+      " "
+    ],
+    [
+      0.490303,
+      "-"
+    ],
+    [
+      0.117279,
+      "-"
+    ],
+    [
+      0.130499,
+      "c"
+    ],
+    [
+      0.146261,
+      "o"
+    ],
+    [
+      0.139848,
+      "m"
+    ],
+    [
+      0.156108,
+      "p"
+    ],
+    [
+      0.190058,
+      "r"
+    ],
+    [
+      0.166862,
+      "e"
+    ],
+    [
+      0.261225,
+      "s"
+    ],
+    [
+      0.157133,
+      "s"
+    ],
+    [
+      0.281205,
+      "i"
+    ],
+    [
+      0.142487,
+      "o"
+    ],
+    [
+      0.179023,
+      "n"
+    ],
+    [
+      0.854723,
+      " "
+    ],
+    [
+      0.580178,
+      "l"
+    ],
+    [
+      0.29757,
+      "z"
+    ],
+    [
+      0.3111,
+      "4"
+    ],
+    [
+      1.085772,
+      " "
+    ],
+    [
+      0.635539,
+      "\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.268857,
+      "\b\u001b[4m/\u001b[4mm\u001b[24m"
+    ],
+    [
+      0.121341,
+      "\b\u001b[4mm\u001b[4me\u001b[24m"
+    ],
+    [
+      0.141645,
+      "\b\u001b[4me\u001b[4md\u001b[24m"
+    ],
+    [
+      0.230858,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.010346,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m create --stats --progress --compression lz4 \u001b[4m/media\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.416084,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.004048,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m create --stats --progress --compression lz4 \u001b[4m/media/backup\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.346657,
+      "\u001b[?7l"
+    ],
+    [
+      2.7e-05,
+      "\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003996,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m create --stats --progress --compression lz4 \u001b[4m/media/backup/borgdemo\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      1.068791,
+      "\b\b\u001b[4mo\u001b[24m\u001b[0m\u001b[24m \b"
+    ],
+    [
+      1.210608,
+      "\u001b[22D\u001b[24m/\u001b[24mm\u001b[24me\u001b[24md\u001b[24mi\u001b[24ma\u001b[24m/\u001b[24mb\u001b[24ma\u001b[24mc\u001b[24mk\u001b[24mu\u001b[24mp\u001b[24m/\u001b[24mb\u001b[24mo\u001b[24mr\u001b[24mg\u001b[24md\u001b[24me\u001b[24mm\u001b[24mo:"
+    ],
+    [
+      0.125995,
+      ":"
+    ],
+    [
+      0.376036,
+      "b"
+    ],
+    [
+      0.101011,
+      "a"
+    ],
+    [
+      0.178171,
+      "c \r\u001b[K"
+    ],
+    [
+      0.133561,
+      "k"
+    ],
+    [
+      0.162923,
+      "\rku"
+    ],
+    [
+      0.241519,
+      "p"
+    ],
+    [
+      1.426974,
+      "1"
+    ],
+    [
+      0.432275,
+      " "
+    ],
+    [
+      0.295102,
+      "\u001b[4mW\u001b[24m"
+    ],
+    [
+      0.158768,
+      "\b\u001b[4mW\u001b[4ma\u001b[24m"
+    ],
+    [
+      0.270666,
+      "\b\u001b[4ma\u001b[4ml\u001b[24m"
+    ],
+    [
+      0.13015,
+      "\b\u001b[4ml\u001b[4ml\u001b[24m"
+    ],
+    [
+      0.267749,
+      "\b\u001b[4ml\u001b[4mp\u001b[24m"
+    ],
+    [
+      0.173461,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003997,
+      "\u001b[A\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ "
+    ],
+    [
+      3.5e-05,
+      "\u001b[32mborg\u001b[39m create --stats --progress --compression lz4 /media/backup/borgdemo::backup1 \u001b[4mWallpaper\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.997225,
+      "\b\b\u001b[4mr\u001b[24m\u001b[K"
+    ],
+    [
+      0.447022,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.002978,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000917,
+      "\u001b]2;borg create --stats --progress --compression lz4 Wallpaper\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.630228,
+      "Enter passphrase for key /media/backup/borgdemo: "
+    ],
+    [
+      2.264647,
+      "\r\n"
+    ],
+    [
+      0.108689,
+      "0 B O 0 B C 0 B D 0 N Wallpaper                                               \r"
+    ],
+    [
+      0.024194,
+      "Initializing cache transaction: Reading config                                \r"
+    ],
+    [
+      0.000234,
+      "Initializing cache transaction: Reading chunks                                \r"
+    ],
+    [
+      0.000225,
+      "Initializing cache transaction: Reading files                                 \r"
+    ],
+    [
+      0.000215,
+      "                                                                              \r"
+    ],
+    [
+      0.179719,
+      "5.21 MB O 5.21 MB C 5.21 MB D 8 N Wallpaper/bigcollec...em_Wasserloch_im_Q.jpg\r"
+    ],
+    [
+      0.206362,
+      "17.55 MB O 17.51 MB C 15.18 MB D 31 N Wallpaper/bigcoll...ckr_OpenGetty_Im.jpg\r"
+    ],
+    [
+      0.202173,
+      "28.63 MB O 28.59 MB C 26.26 MB D 49 N Wallpaper/bigcoll...ortugal____Stefa.jpg\r"
+    ],
+    [
+      0.201105,
+      "41.30 MB O 41.26 MB C 38.94 MB D 71 N Wallpaper/bigcoll...e_in_der_Gro_auf.jpg\r"
+    ],
+    [
+      0.205913,
+      "53.63 MB O 53.54 MB C 51.21 MB D 93 N Wallpaper/bigcoll...De_Janeiro__Bras.jpg\r"
+    ],
+    [
+      0.201657,
+      "66.10 MB O 65.99 MB C 63.66 MB D 115 N Wallpaper/bigcol...Kenai-Fjords-Nat.jpg\r"
+    ],
+    [
+      0.222663,
+      "78.06 MB O 77.92 MB C 75.59 MB D 135 N Wallpaper/bigcol...ien____Nora_De_A.jpg\r"
+    ],
+    [
+      0.206809,
+      "89.99 MB O 89.82 MB C 85.43 MB D 155 N Wallpaper/bigcol...__De_Pere__Wisco.jpg\r"
+    ],
+    [
+      0.204475,
+      "101.51 MB O 101.32 MB C 96.93 MB D 175 N Wallpaper/bigco..._Silver_Falls_S.jpg\r"
+    ],
+    [
+      0.206201,
+      "115.08 MB O 114.89 MB C 110.50 MB D 199 N Wallpaper/bigco..._Garret_Suhrie.jpg\r"
+    ],
+    [
+      0.202147,
+      "126.51 MB O 126.28 MB C 119.47 MB D 220 N Wallpaper/bigco...fenmesserfisch.jpg\r"
+    ],
+    [
+      0.206629,
+      "138.74 MB O 138.50 MB C 131.69 MB D 243 N Wallpaper/bigco...tswana____Mich.jpg\r"
+    ],
+    [
+      0.214855,
+      "152.84 MB O 152.60 MB C 142.74 MB D 269 N Wallpaper/bigco...fest__Munich__.jpg\r"
+    ],
+    [
+      0.200083,
+      "163.05 MB O 162.80 MB C 152.94 MB D 288 N Wallpaper/bigco..._Marco_RomaniG.jpg\r"
+    ],
+    [
+      0.208535,
+      "175.85 MB O 175.57 MB C 164.47 MB D 308 N Wallpaper/bigco...gway__Colorado.jpg\r"
+    ],
+    [
+      0.21234,
+      "184.65 MB O 184.36 MB C 173.25 MB D 324 N Wallpaper/bigco...nstanz__Baden-.jpg\r"
+    ],
+    [
+      0.200087,
+      "194.92 MB O 194.59 MB C 183.49 MB D 343 N Wallpaper/bigco...op__Caledon__P.jpg\r"
+    ],
+    [
+      0.201257,
+      "204.71 MB O 204.38 MB C 191.68 MB D 361 N Wallpaper/bigco...izian_in_Jamni.jpg\r"
+    ],
+    [
+      0.213355,
+      "217.22 MB O 216.88 MB C 202.98 MB D 382 N Wallpaper/bigco...appadokien__T_.jpg\r"
+    ],
+    [
+      0.202274,
+      "230.56 MB O 230.16 MB C 212.45 MB D 404 N Wallpaper/bigco...eleiGetty_Imag.jpg\r"
+    ],
+    [
+      0.204836,
+      "242.95 MB O 242.53 MB C 224.34 MB D 426 N Wallpaper/bigco...g__Thailand___.jpg\r"
+    ],
+    [
+      0.205093,
+      "254.42 MB O 254.02 MB C 232.75 MB D 446 N Wallpaper/bigco...ame_Reserve__O.jpg\r"
+    ],
+    [
+      0.201488,
+      "265.77 MB O 265.39 MB C 242.76 MB D 466 N Wallpaper/bigco...e_Republik____.jpg\r"
+    ],
+    [
+      0.20036,
+      "278.64 MB O 278.26 MB C 254.62 MB D 488 N Wallpaper/bigco...ien____Patty_P.jpg\r"
+    ],
+    [
+      0.209301,
+      "288.82 MB O 288.45 MB C 264.81 MB D 505 N Wallpaper/bigco...Ruhpolding__Ch.jpg\r"
+    ],
+    [
+      0.214561,
+      "298.04 MB O 297.68 MB C 274.04 MB D 520 N Wallpaper/bigco...wo__Landkreis_.jpg\r"
+    ],
+    [
+      0.222111,
+      "311.03 MB O 310.66 MB C 287.02 MB D 543 N Wallpaper/bigco...a__Portugal___.jpg\r"
+    ],
+    [
+      0.204945,
+      "319.53 MB O 319.17 MB C 295.53 MB D 558 N Wallpaper/bigco...hinos__Hondura.jpg\r"
+    ],
+    [
+      0.213928,
+      "328.19 MB O 327.77 MB C 304.13 MB D 574 N Wallpaper/bigco...ndon__Gro_brit.jpg\r"
+    ],
+    [
+      0.206827,
+      "338.25 MB O 337.81 MB C 314.17 MB D 591 N Wallpaper/bigco...l_Forest__Bund.jpg\r"
+    ],
+    [
+      0.209094,
+      "347.40 MB O 346.96 MB C 323.32 MB D 606 N Wallpaper/bigco...tlantischen_Oz.jpg\r"
+    ],
+    [
+      0.200671,
+      "361.16 MB O 360.71 MB C 334.04 MB D 628 N Wallpaper/bigco...lpark__British.jpg\r"
+    ],
+    [
+      0.208778,
+      "375.20 MB O 374.77 MB C 348.09 MB D 650 N Wallpaper/bigco...swagen_beim_Ro.jpg\r"
+    ],
+    [
+      0.2023,
+      "385.94 MB O 385.47 MB C 358.79 MB D 669 N Wallpaper/bigco...-Bessin__Frank.jpg\r"
+    ],
+    [
+      0.201448,
+      "396.55 MB O 396.10 MB C 368.89 MB D 687 N Wallpaper/bigco...nian_Switzerla.jpg\r"
+    ],
+    [
+      0.200229,
+      "411.96 MB O 411.41 MB C 373.94 MB D 711 N Wallpaper/bigco...CREATISTAGetty.jpg\r"
+    ],
+    [
+      0.202083,
+      "420.92 MB O 420.38 MB C 382.91 MB D 727 N Wallpaper/bigco...LLCCorbisVCG_G.jpg\r"
+    ],
+    [
+      0.202677,
+      "430.76 MB O 430.21 MB C 392.74 MB D 745 N Wallpaper/bigco...r__Tansania___.jpg\r"
+    ],
+    [
+      0.206733,
+      "441.45 MB O 440.87 MB C 400.76 MB D 763 N Wallpaper/bigco...andenburg__Deu.jpg\r"
+    ],
+    [
+      0.205541,
+      "449.42 MB O 448.83 MB C 408.72 MB D 776 N Wallpaper/bigco...Wind_Cave_Nati.jpg\r"
+    ],
+    [
+      0.201764,
+      "458.56 MB O 457.97 MB C 417.20 MB D 792 N Wallpaper/bigco...dney_Harbour_B.jpg\r"
+    ],
+    [
+      0.206272,
+      "470.73 MB O 470.08 MB C 428.74 MB D 815 N Wallpaper/bigco...hland____Patri.jpg\r"
+    ],
+    [
+      0.210875,
+      "485.80 MB O 485.15 MB C 443.01 MB D 843 N Wallpaper/bigco...Hokkaido__Japa.jpg\r"
+    ],
+    [
+      0.227162,
+      "498.93 MB O 498.27 MB C 450.80 MB D 867 N Wallpaper/bigco...topher_Collins.jpg\r"
+    ],
+    [
+      0.206293,
+      "510.73 MB O 510.07 MB C 462.15 MB D 887 N Wallpaper/bigco...itzeinschlag_i.jpg\r"
+    ],
+    [
+      0.200265,
+      "520.54 MB O 519.86 MB C 471.39 MB D 903 N Wallpaper/bigco..._zwischen_Boli.jpg\r"
+    ],
+    [
+      0.204067,
+      "528.01 MB O 527.33 MB C 478.86 MB D 916 N Wallpaper/bigco...jall__Island__.jpg\r"
+    ],
+    [
+      0.209223,
+      "539.61 MB O 538.94 MB C 490.47 MB D 934 N Wallpaper/bigco..._amares__Provi.jpg\r"
+    ],
+    [
+      0.215843,
+      "551.16 MB O 550.49 MB C 501.50 MB D 952 N Wallpaper/bigco...tionalpark__Ut.jpg\r"
+    ],
+    [
+      0.212909,
+      "561.29 MB O 560.60 MB C 511.22 MB D 970 N Wallpaper/bigco..._Inseln__Niede.jpg\r"
+    ],
+    [
+      0.209655,
+      "571.59 MB O 570.86 MB C 520.92 MB D 989 N Wallpaper/bigco...rbeskopf__Huns.jpg\r"
+    ],
+    [
+      0.232431,
+      "582.52 MB O 581.80 MB C 525.99 MB D 1006 N Wallpaper/bigc...n__an_art_in 2.jpg\r"
+    ],
+    [
+      0.201199,
+      "593.36 MB O 592.12 MB C 536.31 MB D 1036 N Wallpaper/more/Green_Curves.jpg    \r"
+    ],
+    [
+      0.205747,
+      "604.80 MB O 603.52 MB C 547.71 MB D 1044 N Wallpaper/evenmore/ChipDE 06.jpg   \r"
+    ],
+    [
+      0.23016,
+      "Compacting segments   0%                                                      \r"
+    ],
+    [
+      0.174726,
+      "Compacting segments  50%                                                      \r"
+    ],
+    [
+      4.5e-05,
+      "                                                                              \r"
+    ],
+    [
+      0.04695,
+      "Saving files cache                                                            \r"
+    ],
+    [
+      0.005688,
+      "Saving chunks cache                                                           \r"
+    ],
+    [
+      0.000299,
+      "Saving cache config                                                           \r"
+    ],
+    [
+      0.107527,
+      "                                                                              \r"
+    ],
+    [
+      3.7e-05,
+      "                                                                              \r"
+    ],
+    [
+      0.000355,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      3.7e-05,
+      "Archive name: backup1\r\n"
+    ],
+    [
+      1.4e-05,
+      "Archive fingerprint: 9758c7db339a066360bffad17b2ffac4fb368c6722c0be3a47a7a9b631f06407\r\n"
+    ],
+    [
+      0.000106,
+      "Time (start): Fri, 2017-07-14 21:54:06\r\nTime (end):   Fri, 2017-07-14 21:54:17\r\n"
+    ],
+    [
+      3.9e-05,
+      "Duration: 11.40 seconds\r\n"
+    ],
+    [
+      3.4e-05,
+      "Number of files: 1050\r\n"
+    ],
+    [
+      7.2e-05,
+      "Utilization of maximum supported archive size: 0%\r\n------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      4.7e-05,
+      "                       Original size      Compressed size    Deduplicated size\r\n"
+    ],
+    [
+      1.1e-05,
+      "This archive:              618.96 MB            617.47 MB            561.67 MB\r\n"
+    ],
+    [
+      2.7e-05,
+      "All archives:              618.96 MB            617.47 MB            561.67 MB\r\n"
+    ],
+    [
+      2.4e-05,
+      "\r\n"
+    ],
+    [
+      2.3e-05,
+      "                       Unique chunks         Total chunks\r\n"
+    ],
+    [
+      1.3e-05,
+      "Chunk index:                     999                 1093\r\n"
+    ],
+    [
+      2.4e-05,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      0.04885,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000195,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.4e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000196,
+      "\u001b[?2004h"
+    ],
+    [
+      1.403148,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.918581,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.361872,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mT\u001b[0m\u001b[39m"
+    ],
+    [
+      0.12148,
+      "\b\u001b[1mT\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.21559,
+      "\b\u001b[1mh\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.152309,
+      "\b\u001b[1ma\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.941741,
+      "\b\u001b[1mt\u001b[1m's nice, so far.\u001b[0m\u001b[39m"
+    ],
+    [
+      1.005262,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.00039,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001061,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      8.3e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      6.1e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000287,
+      "\u001b[?2004h"
+    ],
+    [
+      2.564637,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.34769,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.160447,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mS\u001b[0m\u001b[39m"
+    ],
+    [
+      0.153165,
+      "\b\u001b[1mS\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.17514,
+      "\b\u001b[1mo\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.198658,
+      "\b\u001b[1m \u001b[1ml\u001b[0m\u001b[39m"
+    ],
+    [
+      0.204631,
+      "\b\u001b[1ml\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.250815,
+      "\b\u001b[1me\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      1.190059,
+      "\b\u001b[1mt\u001b[1m's add a new file…\u001b[0m\u001b[39m"
+    ],
+    [
+      1.216941,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000401,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000756,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      2.1e-05,
+      "\u001b]1;~/Pictures\u0007"
+    ],
+    [
+      8.1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      5.3e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000277,
+      "\u001b[?2004h"
+    ],
+    [
+      1.289557,
+      "\u001b[1m\u001b[31me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.216875,
+      "\b\u001b[1m\u001b[31me\u001b[1m\u001b[31mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.184187,
+      "\b\b\u001b[1m\u001b[31me\u001b[1m\u001b[31mc\u001b[1m\u001b[31mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.177444,
+      "\b\b\b\u001b[0m\u001b[32me\u001b[0m\u001b[32mc\u001b[0m\u001b[32mh\u001b[32mo\u001b[39m"
+    ],
+    [
+      0.226152,
+      " "
+    ],
+    [
+      0.320216,
+      "\u001b[33m\"\u001b[39m"
+    ],
+    [
+      0.404454,
+      "\b\u001b[33m\"\u001b[33ma\u001b[39m"
+    ],
+    [
+      0.267657,
+      "\b\u001b[33ma\u001b[33md\u001b[39m"
+    ],
+    [
+      0.130258,
+      "\b\u001b[33md\u001b[33md\u001b[39m"
+    ],
+    [
+      1.613237,
+      "\b\u001b[33md\u001b[33me\u001b[39m"
+    ],
+    [
+      0.175381,
+      "\b\u001b[33me\u001b[33md\u001b[39m"
+    ],
+    [
+      0.404248,
+      "\b\u001b[33md\u001b[33m \u001b[39m"
+    ],
+    [
+      0.669276,
+      "\b\u001b[33m \u001b[33mn\u001b[39m"
+    ],
+    [
+      0.128663,
+      "\b\u001b[33mn\u001b[33me\u001b[39m"
+    ],
+    [
+      0.132483,
+      "\b\u001b[33me\u001b[33mw\u001b[39m"
+    ],
+    [
+      0.175823,
+      "\b\u001b[33mw\u001b[33m \u001b[39m"
+    ],
+    [
+      0.220023,
+      "\b\u001b[33m \u001b[33mn\u001b[39m"
+    ],
+    [
+      0.156931,
+      "\b\u001b[33mn\u001b[33mi\u001b[39m"
+    ],
+    [
+      0.10604,
+      "\b\u001b[33mi\u001b[33mc\u001b[39m"
+    ],
+    [
+      0.166585,
+      "\b\u001b[33mc\u001b[33me\u001b[39m"
+    ],
+    [
+      0.306911,
+      "\b\u001b[33me\u001b[33m \u001b[39m"
+    ],
+    [
+      0.228895,
+      "\b\u001b[33m \u001b[33mf\u001b[39m"
+    ],
+    [
+      0.160772,
+      "\b\u001b[33mf\u001b[33mi\u001b[39m"
+    ],
+    [
+      0.144448,
+      "\b\u001b[33mi\u001b[33ml\u001b[39m"
+    ],
+    [
+      0.125193,
+      "\b\u001b[33ml\u001b[33me\u001b[39m"
+    ],
+    [
+      0.828758,
+      "\b\u001b[33me\u001b[33m\"\u001b[39m"
+    ],
+    [
+      0.566156,
+      " "
+    ],
+    [
+      0.349791,
+      ">"
+    ],
+    [
+      0.577663,
+      " "
+    ],
+    [
+      0.28936,
+      "\u001b[4mW\u001b[24m"
+    ],
+    [
+      0.157708,
+      "\b\u001b[4mW\u001b[4ma\u001b[24m"
+    ],
+    [
+      0.226616,
+      "\b\u001b[4ma\u001b[4ml\u001b[24m"
+    ],
+    [
+      0.106124,
+      "\b\u001b[4ml\u001b[4ml\u001b[24m"
+    ],
+    [
+      0.099397,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.00361,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mecho\u001b[39m \u001b[33m\"added new nice file\"\u001b[39m > \u001b[4mWallpaper\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.822747,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003743,
+      "\r\r\u001b[40C\u001b[0m\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.00018,
+      "\r\r\n\u001b[J"
+    ],
+    [
+      5.1e-05,
+      "\u001b[38;5;33m2048example\u001b[0m/    \u001b[38;5;13mdeer.jpg\u001b[0m        \u001b[38;5;33mmore\u001b[0m/                         \r\n\u001b[J\u001b[38;5;33mbigcollection\u001b[0m/  \u001b[J\u001b[38;5;33mevenmore\u001b[0m/       \u001b[J                            \u001b[A\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mecho\u001b[39m \u001b[33m\"added new nice file\"\u001b[39m > \u001b[4mWallpaper/\u001b[24m\u001b[K"
+    ],
+    [
+      1.173525,
+      "\u001b[10D\u001b[24mW\u001b[24ma\u001b[24ml\u001b[24ml\u001b[24mp\u001b[24ma\u001b[24mp\u001b[24me\u001b[24mr\u001b[24m/n"
+    ],
+    [
+      0.118482,
+      "e"
+    ],
+    [
+      0.130187,
+      "w"
+    ],
+    [
+      0.499912,
+      "f"
+    ],
+    [
+      0.161863,
+      "i"
+    ],
+    [
+      0.13679,
+      "l"
+    ],
+    [
+      0.093681,
+      "e"
+    ],
+    [
+      0.261183,
+      "."
+    ],
+    [
+      0.312651,
+      "t"
+    ],
+    [
+      0.10665,
+      "x"
+    ],
+    [
+      0.131562,
+      "t"
+    ],
+    [
+      0.79879,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001397,
+      "\u001b[?2004l\r\r\n\u001b[J"
+    ],
+    [
+      0.000679,
+      "\u001b]2;echo \"added new nice file\" > Wallpaper/newfile.txt\u0007\u001b]1;echo\u0007"
+    ],
+    [
+      0.000151,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      5.4e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.6e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000183,
+      "\u001b[?2004h"
+    ],
+    [
+      2.785656,
+      "\u001b[32mecho\u001b[39m \u001b[33m\"added new nice file\"\u001b[39m > \u001b[4mWallpaper/newfile.txt\u001b[24m"
+    ],
+    [
+      0.206019,
+      "\u001b[50D\u001b[1m#\u001b[1m \u001b[1mS\u001b[1mo\u001b[1m \u001b[1ml\u001b[1me\u001b[1mt\u001b[1m'\u001b[1ms\u001b[1m \u001b[1ma\u001b[1md\u001b[1md\u001b[1m \u001b[1ma\u001b[1m \u001b[1mn\u001b[1me\u001b[1mw\u001b[1m \u001b[1mf\u001b[1mi\u001b[1ml\u001b[1me\u001b[1m…\u001b[0m\u001b[39m   \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24m \u001b[24D"
+    ],
+    [
+      0.251309,
+      "\u001b[24D\u001b[1mT\u001b[1mh\u001b[1ma\u001b[1mt\u001b[1m'\u001b[1ms\u001b[1m \u001b[1mn\u001b[1mi\u001b[1mc\u001b[1me\u001b[1m,\u001b[1m \u001b[1ms\u001b[1mo\u001b[1m \u001b[1mf\u001b[1ma\u001b[1mr\u001b[1m.\u001b[0m\u001b[39m\u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \b\b\b\b"
+    ],
+    [
+      0.372268,
+      "\u001b[22D\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[0m\u001b[32mg\u001b[39m\u001b[0m\u001b[39m \u001b[0m\u001b[39mc\u001b[0m\u001b[39mr\u001b[0m\u001b[39me\u001b[0m\u001b[39ma\u001b[0m\u001b[39mt\u001b[0m\u001b[39me\u001b[0m\u001b[39m \u001b[0m\u001b[39m-\u001b[0m\u001b[39m-\u001b[0m\u001b[39ms\u001b[0m\u001b[39mt\u001b[0m\u001b[39ma\u001b[0m\u001b[39mt\u001b[0m\u001b[39ms\u001b[0m\u001b[39m \u001b[0m\u001b[39m-\u001b[0m\u001b[39m-progress --compression lz4 /media/backup/borgdemo::backup1 \u001b[4mWallpaper\u001b[24m\u001b[K"
+    ],
+    [
+      0.686798,
+      "\b"
+    ],
+    [
+      0.49974,
+      "\b"
+    ],
+    [
+      0.029256,
+      "\b"
+    ],
+    [
+      0.030383,
+      "\b"
+    ],
+    [
+      0.030965,
+      "\b"
+    ],
+    [
+      0.02928,
+      "\b"
+    ],
+    [
+      0.030139,
+      "\b"
+    ],
+    [
+      0.029254,
+      "\b"
+    ],
+    [
+      0.03083,
+      "\b"
+    ],
+    [
+      0.030284,
+      "\b"
+    ],
+    [
+      0.030187,
+      "\b"
+    ],
+    [
+      0.030317,
+      "\b"
+    ],
+    [
+      0.439014,
+      "\u001b[1C"
+    ],
+    [
+      0.357869,
+      "\u001b[P\u001b[10C \u001b[11D"
+    ],
+    [
+      0.141225,
+      "2\u001b[24m \u001b[4mW\u001b[4ma\u001b[4ml\u001b[4ml\u001b[4mp\u001b[4ma\u001b[4mp\u001b[4me\u001b[4mr\u001b[24m\u001b[10D"
+    ],
+    [
+      0.615794,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001653,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000779,
+      "\u001b]2;borg create --stats --progress --compression lz4  Wallpaper\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.627474,
+      "Enter passphrase for key /media/backup/borgdemo: "
+    ],
+    [
+      3.666123,
+      "\r\n"
+    ],
+    [
+      0.128711,
+      "0 B O 0 B C 0 B D 0 N Wallpaper                                               \r"
+    ],
+    [
+      0.006399,
+      "Initializing cache transaction: Reading config                                \r"
+    ],
+    [
+      0.000208,
+      "Initializing cache transaction: Reading chunks                                \r"
+    ],
+    [
+      0.000253,
+      "Initializing cache transaction: Reading files                                 \r"
+    ],
+    [
+      0.000269,
+      "                                                                              \r"
+    ],
+    [
+      0.247567,
+      "584.80 MB O 584.09 MB C 65 B D 1011 N Wallpaper/newfile.txt                   \r"
+    ],
+    [
+      0.264517,
+      "Compacting segments   0%                                                      \r"
+    ],
+    [
+      0.000942,
+      "Compacting segments  50%                                                      \r"
+    ],
+    [
+      4e-05,
+      "                                                                              \r"
+    ],
+    [
+      0.0606,
+      "Saving files cache                                                            \r"
+    ],
+    [
+      0.005405,
+      "Saving chunks cache                                                           \r"
+    ],
+    [
+      0.000411,
+      "Saving cache config                                                           \r"
+    ],
+    [
+      0.079766,
+      "                                                                              \r"
+    ],
+    [
+      4.7e-05,
+      "                                                                              \r"
+    ],
+    [
+      0.000375,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      2.4e-05,
+      "Archive name: backup2\r\n"
+    ],
+    [
+      2.7e-05,
+      "Archive fingerprint: 5aaf03d1c710cf774f9c9ff1c6317b621c14e519c6bac459f6d64b31e3bbd200\r\n"
+    ],
+    [
+      0.000102,
+      "Time (start): Fri, 2017-07-14 21:54:56\r\n"
+    ],
+    [
+      2.1e-05,
+      "Time (end):   Fri, 2017-07-14 21:54:56\r\nDuration: 0.33 seconds\r\n"
+    ],
+    [
+      7.4e-05,
+      "Number of files: 1051\r\n"
+    ],
+    [
+      8.3e-05,
+      "Utilization of maximum supported archive size: 0%\r\n------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      7e-06,
+      "                       Original size      Compressed size    Deduplicated size\r\n"
+    ],
+    [
+      2.8e-05,
+      "This archive:              618.96 MB            617.47 MB            106.70 kB\r\n"
+    ],
+    [
+      2.2e-05,
+      "All archives:                1.24 GB              1.23 GB            561.77 MB\r\n"
+    ],
+    [
+      5.3e-05,
+      "\r\n"
+    ],
+    [
+      7e-06,
+      "                       Unique chunks         Total chunks\r\n"
+    ],
+    [
+      2.2e-05,
+      "Chunk index:                    1002                 2187\r\n"
+    ],
+    [
+      2.3e-05,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      0.046167,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      8.1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.5e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000212,
+      "\u001b[?2004h"
+    ],
+    [
+      1.922718,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.225243,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.166756,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mW\u001b[0m\u001b[39m"
+    ],
+    [
+      0.162323,
+      "\b\u001b[1mW\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.097757,
+      "\b\u001b[1mo\u001b[1mw\u001b[0m\u001b[39m"
+    ],
+    [
+      0.265877,
+      "\b\u001b[1mw\u001b[1m, this was a lot faster!\u001b[0m\u001b[39m"
+    ],
+    [
+      0.789811,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000392,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000754,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      7.2e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.2e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000273,
+      "\u001b[?2004h"
+    ],
+    [
+      1.15181,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.234049,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.209548,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mN\u001b[0m\u001b[39m"
+    ],
+    [
+      0.168421,
+      "\b\u001b[1mN\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.232312,
+      "\b\u001b[1mo\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.201133,
+      "\b\u001b[1mt\u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.338758,
+      "\b\u001b[1mi\u001b[1mce the \"Deduplicated size\" in \"This archive\"?\u001b[0m\u001b[39m"
+    ],
+    [
+      2.236964,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000951,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001084,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      9.7e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      9.6e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000505,
+      "\u001b[?2004h"
+    ],
+    [
+      2.51909,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.240091,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.216793,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mB\u001b[0m\u001b[39m"
+    ],
+    [
+      0.192027,
+      "\b\u001b[1mB\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.138706,
+      "\b\u001b[1mo\u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.129501,
+      "\b\u001b[1mr\u001b[1mg\u001b[0m\u001b[39m"
+    ],
+    [
+      0.536844,
+      "\b\u001b[1mg\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.143314,
+      "\b\u001b[1m \u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.138384,
+      "\b\u001b[1mr\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.197658,
+      "\b\u001b[1me\u001b[1mcognized that most files did not change and deduplicated them.\u001b[0m\u001b[39m"
+    ],
+    [
+      1.432604,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000397,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.00069,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      6.4e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.1e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000319,
+      "\u001b[?2004h"
+    ],
+    [
+      1.153873,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000537,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000623,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000101,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000108,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000309,
+      "\u001b[?2004h"
+    ],
+    [
+      0.447325,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.257975,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.210602,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mB\u001b[0m\u001b[39m"
+    ],
+    [
+      0.182148,
+      "\b\u001b[1mB\u001b[1mu\u001b[0m\u001b[39m"
+    ],
+    [
+      0.159923,
+      "\b\u001b[1mu\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.165905,
+      "\b\u001b[1mt\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.175925,
+      "\b\u001b[1m \u001b[1mw\u001b[0m\u001b[39m"
+    ],
+    [
+      0.116184,
+      "\b\u001b[1mw\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.125029,
+      "\b\u001b[1mh\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.110311,
+      "\b\u001b[1ma\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.26718,
+      "\b\u001b[1mt\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.393846,
+      "\b\u001b[1m \u001b[1mhappens, when we move a dir and create a new backup?\u001b[0m\u001b[39m"
+    ],
+    [
+      1.840157,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000398,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000678,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000105,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000102,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000242,
+      "\u001b[?2004h"
+    ],
+    [
+      1.044202,
+      "\u001b[1m\u001b[31mm\u001b[0m\u001b[39m"
+    ],
+    [
+      0.167573,
+      "\b\u001b[0m\u001b[32mm\u001b[32mv\u001b[39m"
+    ],
+    [
+      0.203794,
+      " "
+    ],
+    [
+      0.199502,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.002962,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mmv\u001b[39m \u001b[4mWallpaper\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.399299,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.004451,
+      "\r\r\u001b[14C\u001b[0m\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.000168,
+      "\r\r\n\u001b[J"
+    ],
+    [
+      3.2e-05,
+      "\u001b[38;5;33m2048example\u001b[0m/    \u001b[38;5;13mdeer.jpg\u001b[0m        \u001b[38;5;33mmore\u001b[0m/                         \r\n\u001b[J\u001b[38;5;33mbigcollection\u001b[0m/  \u001b[J\u001b[38;5;33mevenmore\u001b[0m/       \u001b[Jnewfile.txt     \u001b[J              \u001b[A\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mmv\u001b[39m \u001b[4mWallpaper/\u001b[24m\u001b[K"
+    ],
+    [
+      0.416097,
+      "\u001b[?7l"
+    ],
+    [
+      1.3e-05,
+      "\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.002339,
+      "\u001b[10D\u001b[24mW\u001b[24ma\u001b[24ml\u001b[24ml\u001b[24mp\u001b[24ma\u001b[24mp\u001b[24me\u001b[24mr\u001b[24m/2048example\u001b[1m/\u001b[0m"
+    ],
+    [
+      0.000184,
+      "\r\r\n"
+    ],
+    [
+      0.000156,
+      "\u001b[7m2048example/  \u001b[0m  \u001b[38;5;13mdeer.jpg\u001b[0m        \u001b[38;5;33mmore\u001b[0m/                         \u001b[K\r\n\u001b[J\u001b[38;5;33mbigcollection\u001b[0m/  \u001b[J\u001b[38;5;33mevenmore\u001b[0m/       \u001b[Jnewfile.txt     \u001b[J              \u001b[A\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mmv\u001b[39m Wallpaper/2048example\u001b[1m/\u001b[0m\u001b[K"
+    ],
+    [
+      0.23342,
+      "\r\r\n"
+    ],
+    [
+      1.4e-05,
+      "\u001b[7m2048example/  \u001b[0m  \r\u001b[7m2048example/  \u001b[0m  \r\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mmv\u001b[39m Wallpaper/2048example\u001b[1m/\u001b[0m\u001b[K\u001b[12Dbigcollecti\u001b[0mon\u001b[1m/\u001b[0m"
+    ],
+    [
+      0.000154,
+      "\r\r\n"
+    ],
+    [
+      2.5e-05,
+      "\u001b[38;5;33m2048example\u001b[0m/    \r\u001b[1B\u001b[7mbigcollection/\u001b[0m  \r\u001b[A\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mmv\u001b[39m Wallpaper/bigcollection\u001b[1m/\u001b[0m\u001b[K"
+    ],
+    [
+      0.378809,
+      "\r\r\n\u001b[J\u001b[A\u001b[29C"
+    ],
+    [
+      0.002159,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mmv\u001b[39m \u001b[4mWallpaper/bigcollection\u001b[24m\u001b[K\u001b[1C"
+    ],
+    [
+      0.35586,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.007824,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mmv\u001b[39m \u001b[4mWallpaper/bigcollection\u001b[24m \u001b[4mWallpaper\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.248908,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.002608,
+      "\r\r\u001b[38C\u001b[0m\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.000171,
+      "\r\r\n\u001b[J"
+    ],
+    [
+      5.4e-05,
+      "\u001b[38;5;33m2048example\u001b[0m/    \u001b[38;5;13mdeer.jpg\u001b[0m        \u001b[38;5;33mmore\u001b[0m/                         \r\n\u001b[J\u001b[38;5;33mbigcollection\u001b[0m/  \u001b[J\u001b[38;5;33mevenmore\u001b[0m/       \u001b[Jnewfile.txt     \u001b[J              \u001b[A\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mmv\u001b[39m \u001b[4mWallpaper/bigcollection\u001b[24m \u001b[4mWallpaper/\u001b[24m\u001b[K"
+    ],
+    [
+      0.248788,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.004567,
+      "\u001b[10D\u001b[24mW\u001b[24ma\u001b[24ml\u001b[24ml\u001b[24mp\u001b[24ma\u001b[24mp\u001b[24me\u001b[24mr\u001b[24m/2048example\u001b[1m/\u001b[0m"
+    ],
+    [
+      0.000182,
+      "\r\r\n"
+    ],
+    [
+      9.1e-05,
+      "\u001b[7m2048example/  \u001b[0m  \u001b[38;5;13mdeer.jpg\u001b[0m        \u001b[38;5;33mmore\u001b[0m/                         \u001b[K\r\n\u001b[J\u001b[38;5;33mbigcollection\u001b[0m/  \u001b[J\u001b[38;5;33mevenmore\u001b[0m/       \u001b[Jnewfile.txt     \u001b[J              \u001b[A\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mmv\u001b[39m \u001b[4mWallpaper/bigcollection\u001b[24m Wallpaper/2048example\u001b[1m/\u001b[0m\u001b[K"
+    ],
+    [
+      0.24704,
+      "\r\r\n"
+    ],
+    [
+      3.2e-05,
+      "\u001b[7m2048example/  \u001b[0m  \r\u001b[7m2048example/  \u001b[0m  \r\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mmv\u001b[39m \u001b[4mWallpaper/bigcollection\u001b[24m Wallpaper/2048example\u001b[1m/\u001b[0m\u001b[K\u001b[12Dbigcollecti\u001b[0mon\u001b[1m/\u001b[0m"
+    ],
+    [
+      0.000389,
+      "\r\r\n"
+    ],
+    [
+      3e-05,
+      "\u001b[38;5;33m2048example\u001b[0m/    \r\u001b[1B\u001b[7mbigcollection/\u001b[0m  \r\u001b[A\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mmv\u001b[39m \u001b[4mWallpaper/bigcollection\u001b[24m Wallpaper/bigcollection\u001b[1m/\u001b[0m\u001b[K"
+    ],
+    [
+      0.595335,
+      "\r\r\n\u001b[J\u001b[A\u001b[53C"
+    ],
+    [
+      0.003755,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mmv\u001b[39m \u001b[4mWallpaper/bigcollection\u001b[24m \u001b[4mWallpaper/bigcollection\u001b[24m\u001b[K\u001b[1C"
+    ],
+    [
+      0.271014,
+      "\b"
+    ],
+    [
+      0.554135,
+      "\u001b[23D\u001b[24mW\u001b[24ma\u001b[24ml\u001b[24ml\u001b[24mp\u001b[24ma\u001b[24mp\u001b[24me\u001b[24mr\u001b[24m/\u001b[24mb\u001b[24mi\u001b[24mg\u001b[24mc\u001b[24mo\u001b[24ml\u001b[24ml\u001b[24me\u001b[24mc\u001b[24mt\u001b[24mi\u001b[24mo\u001b[24mn_"
+    ],
+    [
+      0.317529,
+      "N"
+    ],
+    [
+      0.104435,
+      "E"
+    ],
+    [
+      0.175308,
+      "W"
+    ],
+    [
+      0.956051,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001192,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000754,
+      "\u001b]2;mv -i Wallpaper/bigcollection Wallpaper/bigcollection_NEW\u0007\u001b]1;mv\u0007"
+    ],
+    [
+      0.001182,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      9.8e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.7e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000188,
+      "\u001b[?2004h"
+    ],
+    [
+      1.857261,
+      "\u001b[32mmv\u001b[39m Wallpaper/bigcollection \u001b[4mWallpaper/bigcollection_NEW\u001b[24m"
+    ],
+    [
+      0.208181,
+      "\u001b[54D\u001b[1m#\u001b[1m \u001b[1mB\u001b[1mu\u001b[1mt\u001b[1m \u001b[1mw\u001b[1mh\u001b[1ma\u001b[1mt\u001b[1m \u001b[1mh\u001b[1ma\u001b[1mp\u001b[1mp\u001b[1me\u001b[1mn\u001b[1ms\u001b[1m,\u001b[1m \u001b[1mw\u001b[1mh\u001b[1me\u001b[1mn\u001b[1m \u001b[1mw\u001b[1me\u001b[24m\u001b[1m \u001b[24m\u001b[1mm\u001b[24m\u001b[1mo\u001b[24m\u001b[1mv\u001b[24m\u001b[1me\u001b[24m\u001b[1m \u001b[24m\u001b[1ma\u001b[24m\u001b[1m \u001b[24m\u001b[1md\u001b[24m\u001b[1mi\u001b[24m\u001b[1mr\u001b[24m\u001b[1m \u001b[24m\u001b[1ma\u001b[24m\u001b[1mn\u001b[24m\u001b[1md\u001b[24m\u001b[1m \u001b[24m\u001b[1mc\u001b[24m\u001b[1mr\u001b[24m\u001b[1me\u001b[24m\u001b[1ma\u001b[24m\u001b[1mt\u001b[24m\u001b[1me\u001b[24m\u001b[1m \u001b[24m\u001b[1ma\u001b[24m\u001b[1m \u001b[24m\u001b[1mn\u001b[24m\u001b[1me\u001b[1mw backup?\u001b[0m\u001b[39m"
+    ],
+    [
+      0.2399,
+      "\u001b[60D\u001b[1mo\u001b[1mr\u001b[1mg\u001b[1m \u001b[1mr\u001b[1me\u001b[1mc\u001b[1mo\u001b[1mg\u001b[1mn\u001b[1mi\u001b[1mz\u001b[1me\u001b[1md\u001b[1m \u001b[1mt\u001b[1mh\u001b[1ma\u001b[1mt\u001b[1m \u001b[1mm\u001b[1mo\u001b[1ms\u001b[1mt\u001b[1m \u001b[1mf\u001b[1mi\u001b[1ml\u001b[1me\u001b[1ms\u001b[1m \u001b[1md\u001b[1mi\u001b[1md\u001b[1m \u001b[1mn\u001b[1mo\u001b[1mt\u001b[1m \u001b[1mc\u001b[1mh\u001b[1ma\u001b[1mn\u001b[1mg\u001b[1me\u001b[1m \u001b[1ma\u001b[1mn\u001b[1md\u001b[1m \u001b[1md\u001b[1me\u001b[1md\u001b[1mu\u001b[1mp\u001b[1ml\u001b[1mi\u001b[1mc\u001b[1ma\u001b[1mt\u001b[1med them.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.227963,
+      "\u001b[69D\u001b[1mN\u001b[1mo\u001b[1mt\u001b[1mi\u001b[1mc\u001b[1me\u001b[1m \u001b[1mt\u001b[1mh\u001b[1me\u001b[1m \u001b[1m\"\u001b[1mD\u001b[2C\u001b[0m\u001b[39m\u001b[39P\u001b[10C\u001b[1ms\u001b[1mi\u001b[1mz\u001b[1me\u001b[1m\"\u001b[1m in \"This archive\"?\u001b[0m\u001b[39m                    \u001b[20D"
+    ],
+    [
+      0.344233,
+      "\u001b[49D\u001b[1mW\u001b[1mo\u001b[1mw\u001b[1m,\u001b[1m \u001b[1mt\u001b[1mh\u001b[1mi\u001b[1ms\u001b[1m \u001b[1mw\u001b[1ma\u001b[1ms\u001b[1m \u001b[1ma\u001b[1m \u001b[1ml\u001b[1mo\u001b[1mt\u001b[1m \u001b[1mf\u001b[1ma\u001b[1ms\u001b[1mt\u001b[1me\u001b[1mr\u001b[1m!\u001b[0m\u001b[39m\u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[0m\u001b[39m \u001b[22D"
+    ],
+    [
+      0.396096,
+      "\u001b[29D\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[0m\u001b[32mg\u001b[39m\u001b[0m\u001b[39m \u001b[0m\u001b[39mc\u001b[0m\u001b[39mr\u001b[0m\u001b[39me\u001b[0m\u001b[39ma\u001b[0m\u001b[39mt\u001b[0m\u001b[39me\u001b[0m\u001b[39m \u001b[0m\u001b[39m-\u001b[0m\u001b[39m-\u001b[0m\u001b[39ms\u001b[0m\u001b[39mt\u001b[0m\u001b[39ma\u001b[0m\u001b[39mt\u001b[0m\u001b[39ms\u001b[0m\u001b[39m \u001b[0m\u001b[39m-\u001b[0m\u001b[39m-\u001b[0m\u001b[39mp\u001b[0m\u001b[39mr\u001b[0m\u001b[39mo\u001b[0m\u001b[39mg\u001b[0m\u001b[39mr\u001b[0m\u001b[39me\u001b[0m\u001b[39mss --compression lz4 /media/backup/borgdemo::backup2 \u001b[4mWallpaper\u001b[24m\u001b[K"
+    ],
+    [
+      0.854343,
+      "\b"
+    ],
+    [
+      0.192067,
+      "\b"
+    ],
+    [
+      0.161921,
+      "\b"
+    ],
+    [
+      0.152949,
+      "\b"
+    ],
+    [
+      0.158914,
+      "\b"
+    ],
+    [
+      0.150013,
+      "\b"
+    ],
+    [
+      0.168061,
+      "\b"
+    ],
+    [
+      0.170964,
+      "\b"
+    ],
+    [
+      0.156237,
+      "\b"
+    ],
+    [
+      0.161813,
+      "\b"
+    ],
+    [
+      0.698972,
+      "\b\u001b[P\u001b[10C \u001b[11D"
+    ],
+    [
+      0.185005,
+      "3\u001b[24m \u001b[4mW\u001b[4ma\u001b[4ml\u001b[4ml\u001b[4mp\u001b[4ma\u001b[4mp\u001b[4me\u001b[4mr\u001b[24m\u001b[10D"
+    ],
+    [
+      0.670037,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.002029,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000793,
+      "\u001b]2;borg create --stats --progress --compression lz4  Wallpaper\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.621587,
+      "Enter passphrase for key /media/backup/borgdemo: "
+    ],
+    [
+      5.034162,
+      "\r\n"
+    ],
+    [
+      0.136527,
+      "0 B O 0 B C 0 B D 0 N Wallpaper                                               \r"
+    ],
+    [
+      0.028491,
+      "Initializing cache transaction: Reading config                                \r"
+    ],
+    [
+      0.000245,
+      "Initializing cache transaction: Reading chunks                                \r"
+    ],
+    [
+      0.000278,
+      "Initializing cache transaction: Reading files                                 \r"
+    ],
+    [
+      0.000296,
+      "                                                                              \r"
+    ],
+    [
+      0.173817,
+      "10.07 MB O 10.04 MB C 0 B D 17 N Wallpaper/bigcollec...rland__England____A.jpg\r"
+    ],
+    [
+      0.20311,
+      "29.10 MB O 29.05 MB C 0 B D 50 N Wallpaper/bigcollec...Creek_Redwoods_Stat.jpg\r"
+    ],
+    [
+      0.202422,
+      "47.67 MB O 47.62 MB C 0 B D 83 N Wallpaper/bigcollec...rson-Wildschutzgebi.jpg\r"
+    ],
+    [
+      0.216811,
+      "64.30 MB O 64.19 MB C 0 B D 112 N Wallpaper/bigcollec..._Planten_un_Blomen.jpg\r"
+    ],
+    [
+      0.214409,
+      "80.89 MB O 80.75 MB C 0 B D 140 N Wallpaper/bigcollec...g__Cologne__German.jpg\r"
+    ],
+    [
+      0.202244,
+      "100.45 MB O 100.26 MB C 0 B D 173 N Wallpaper/bigcolle..._Menorca__Spanien.jpg\r"
+    ],
+    [
+      0.202027,
+      "116.80 MB O 116.61 MB C 0 B D 202 N Wallpaper/bigcolle...artenkirchen__Bay.jpg\r"
+    ],
+    [
+      0.202003,
+      "130.38 MB O 130.15 MB C 0 B D 227 N Wallpaper/bigcolle..._zur_Felsenkirche.jpg\r"
+    ],
+    [
+      0.234918,
+      "143.32 MB O 143.09 MB C 0 B D 251 N Wallpaper/bigcolle...land__Antarktis__.jpg\r"
+    ],
+    [
+      0.204976,
+      "156.31 MB O 156.07 MB C 0 B D 275 N Wallpaper/bigcolle...-Stadion__Rio_de_.jpg\r"
+    ],
+    [
+      0.205408,
+      "173.36 MB O 173.09 MB C 0 B D 304 N Wallpaper/bigcolle...lpark__Alaska__US.jpg\r"
+    ],
+    [
+      0.221776,
+      "183.65 MB O 183.35 MB C 0 B D 322 N Wallpaper/bigcolle...lmeer____Pasquale.jpg\r"
+    ],
+    [
+      0.201052,
+      "195.95 MB O 195.63 MB C 0 B D 345 N Wallpaper/bigcolle...Schutzgebiet_Mary.jpg\r"
+    ],
+    [
+      0.240687,
+      "217.22 MB O 216.88 MB C 0 B D 382 N Wallpaper/bigcolle...__Kappadokien__T_.jpg\r"
+    ],
+    [
+      0.20767,
+      "233.09 MB O 232.68 MB C 0 B D 409 N Wallpaper/bigcolle...epublic_ImagesShu.jpg\r"
+    ],
+    [
+      0.210433,
+      "250.21 MB O 249.81 MB C 0 B D 439 N Wallpaper/bigcolle...ter__Pr_fektur_Fu.jpg\r"
+    ],
+    [
+      0.200954,
+      "268.90 MB O 268.51 MB C 0 B D 472 N Wallpaper/bigcolle...uth_Carolina__USA.jpg\r"
+    ],
+    [
+      0.212828,
+      "286.72 MB O 286.35 MB C 0 B D 502 N Wallpaper/bigcolle...l_Park__Cobham__E.jpg\r"
+    ],
+    [
+      0.206527,
+      "296.84 MB O 296.47 MB C 0 B D 518 N Wallpaper/bigcolle...entAlamy______Bin.jpg\r"
+    ],
+    [
+      0.205003,
+      "310.38 MB O 310.00 MB C 0 B D 542 N Wallpaper/bigcolle...ationalpark__Flor.jpg\r"
+    ],
+    [
+      0.209538,
+      "320.38 MB O 320.03 MB C 0 B D 559 N Wallpaper/bigcolle...ma__Bahamas____Ji.jpg\r"
+    ],
+    [
+      0.201896,
+      "331.76 MB O 331.35 MB C 0 B D 580 N Wallpaper/bigcolle...rd_Bay__Eyre-Halb.jpg\r"
+    ],
+    [
+      0.207585,
+      "347.40 MB O 346.96 MB C 0 B D 606 N Wallpaper/bigcolle...s_Atlantischen_Oz.jpg\r"
+    ],
+    [
+      0.200781,
+      "369.05 MB O 368.62 MB C 0 B D 640 N Wallpaper/bigcolle...ankreich____John_.jpg\r"
+    ],
+    [
+      0.202326,
+      "379.22 MB O 378.78 MB C 0 B D 657 N Wallpaper/bigcolle...chtanemone__Insel.jpg\r"
+    ],
+    [
+      0.211929,
+      "389.83 MB O 389.36 MB C 0 B D 676 N Wallpaper/bigcolle...ugal____Mikael_Sv.jpg\r"
+    ],
+    [
+      0.219553,
+      "402.12 MB O 401.68 MB C 0 B D 695 N Wallpaper/bigcolle...rk_Sarek__Schwede.jpg\r"
+    ],
+    [
+      0.20375,
+      "416.03 MB O 415.48 MB C 0 B D 718 N Wallpaper/bigcolle...em_taubenetzten_G.jpg\r"
+    ],
+    [
+      0.201474,
+      "428.93 MB O 428.38 MB C 0 B D 742 N Wallpaper/bigcolle...Francisco_Bay__Ka.jpg\r"
+    ],
+    [
+      0.200248,
+      "437.92 MB O 437.35 MB C 0 B D 756 N Wallpaper/bigcolle..._der_N_he_von_Tro.jpg\r"
+    ],
+    [
+      0.215254,
+      "446.04 MB O 445.46 MB C 0 B D 770 N Wallpaper/bigcolle...enver__Colorado__.jpg\r"
+    ],
+    [
+      0.202133,
+      "455.95 MB O 455.36 MB C 0 B D 787 N Wallpaper/bigcolle..._Son_Doong-H_hle_.jpg\r"
+    ],
+    [
+      0.208499,
+      "471.36 MB O 470.71 MB C 0 B D 816 N Wallpaper/bigcolle...ly_National_Monum.jpg\r"
+    ],
+    [
+      0.205116,
+      "491.46 MB O 490.81 MB C 0 B D 853 N Wallpaper/bigcolle...ted_during_the_ 1.jpg\r"
+    ],
+    [
+      0.220215,
+      "510.73 MB O 510.07 MB C 0 B D 887 N Wallpaper/bigcolle..._Blitzeinschlag_i.jpg\r"
+    ],
+    [
+      0.201825,
+      "522.32 MB O 521.65 MB C 0 B D 906 N Wallpaper/bigcolle...vador__Santiago__.jpg\r"
+    ],
+    [
+      0.202937,
+      "534.02 MB O 533.34 MB C 0 B D 925 N Wallpaper/bigcolle...doah_National_Par.jpg\r"
+    ],
+    [
+      0.202635,
+      "550.50 MB O 549.83 MB C 0 B D 951 N Wallpaper/bigcolle...liffs_National_Mo.jpg\r"
+    ],
+    [
+      0.202296,
+      "564.18 MB O 563.47 MB C 0 B D 976 N Wallpaper/bigcolle...n_in_Aktion____Va.jpg\r"
+    ],
+    [
+      0.203791,
+      "576.43 MB O 575.71 MB C 0 B D 996 N Wallpaper/bigcolle...______WRIGHTSuper.jpg\r"
+    ],
+    [
+      0.439796,
+      "Compacting segments   0%                                                      \r"
+    ],
+    [
+      0.000919,
+      "Compacting segments  50%                                                      \r"
+    ],
+    [
+      3.7e-05,
+      "                                                                              \r"
+    ],
+    [
+      0.040817,
+      "Saving files cache                                                            \r"
+    ],
+    [
+      0.010023,
+      "Saving chunks cache                                                           \r"
+    ],
+    [
+      0.000278,
+      "Saving cache config                                                           \r"
+    ],
+    [
+      0.093829,
+      "                                                                              \r"
+    ],
+    [
+      1.6e-05,
+      "                                                                              \r"
+    ],
+    [
+      0.000308,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      9e-06,
+      "Archive name: backup3\r\n"
+    ],
+    [
+      3.8e-05,
+      "Archive fingerprint: 36cd8fdf9b8b2e3bbb3fc2bb600acd48609efaf3a0880f900e0701a47ff69d4d\r\n"
+    ],
+    [
+      2e-05,
+      "Time (start): Fri, 2017-07-14 21:55:37\r\n"
+    ],
+    [
+      2.4e-05,
+      "Time (end):   Fri, 2017-07-14 21:55:46\r\n"
+    ],
+    [
+      2.2e-05,
+      "Duration: 8.58 seconds\r\n"
+    ],
+    [
+      2.6e-05,
+      "Number of files: 1051\r\n"
+    ],
+    [
+      2.6e-05,
+      "Utilization of maximum supported archive size: 0%\r\n"
+    ],
+    [
+      2.1e-05,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      2.6e-05,
+      "                       Original size      Compressed size    Deduplicated size\r\n"
+    ],
+    [
+      2.4e-05,
+      "This archive:              618.96 MB            617.47 MB            107.55 kB\r\n"
+    ],
+    [
+      2.1e-05,
+      "All archives:                1.86 GB              1.85 GB            561.88 MB\r\n"
+    ],
+    [
+      2.5e-05,
+      "\r\n"
+    ],
+    [
+      3.9e-05,
+      "                       Unique chunks         Total chunks\r\n"
+    ],
+    [
+      1.1e-05,
+      "Chunk index:                    1006                 3283\r\n"
+    ],
+    [
+      4.8e-05,
+      "------------------------------------------------------------------------------\r\n"
+    ],
+    [
+      0.048607,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      1.9e-05,
+      "\u001b]1;~/Pictures\u0007"
+    ],
+    [
+      7.7e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      6.2e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00017,
+      "\u001b[?2004h"
+    ],
+    [
+      1.509372,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.261334,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.25826,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mS\u001b[0m\u001b[39m"
+    ],
+    [
+      0.162616,
+      "\b\u001b[1mS\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.27891,
+      "\b\u001b[1mt\u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.174723,
+      "\b\u001b[1mi\u001b[1ml\u001b[0m\u001b[39m"
+    ],
+    [
+      0.124142,
+      "\b\u001b[1ml\u001b[1ml\u001b[0m\u001b[39m"
+    ],
+    [
+      1.012371,
+      "\b\u001b[1ml\u001b[1m quite fast…\u001b[0m\u001b[39m"
+    ],
+    [
+      0.74493,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000416,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000686,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      6e-06,
+      "\u001b]1;~/Pictures\u0007"
+    ],
+    [
+      8.8e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000111,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000271,
+      "\u001b[?2004h"
+    ],
+    [
+      2.038818,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.861519,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      2.235116,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mB\u001b[0m\u001b[39m"
+    ],
+    [
+      0.20981,
+      "\b\u001b[1mB\u001b[1mu\u001b[0m\u001b[39m"
+    ],
+    [
+      0.216676,
+      "\b\u001b[1mu\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.72822,
+      "\b\u001b[1mt\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      1.094756,
+      "\b\u001b[1m \u001b[1mw\u001b[0m\u001b[39m"
+    ],
+    [
+      0.315528,
+      "\b\u001b[1mw\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.23713,
+      "\b\u001b[1mh\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.286805,
+      "\b\u001b[1me\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.638764,
+      "\b\u001b[1mn\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.81778,
+      "\b\u001b[1m \u001b[1my\u001b[0m\u001b[39m"
+    ],
+    [
+      0.245269,
+      "\b\u001b[1my\u001b[1mou look at the \"deduplicated file size\" again, you see that borg\u001b[1m \u001b[1malso recognized that only the dir and not the files changed in this backup.\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      2.34618,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000453,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000631,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.00011,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000113,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000262,
+      "\u001b[?2004h"
+    ],
+    [
+      3.418707,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.275819,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.2004,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mN\u001b[0m\u001b[39m"
+    ],
+    [
+      0.172829,
+      "\b\u001b[1mN\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.308378,
+      "\b\u001b[1mo\u001b[1mw\u001b[0m\u001b[39m"
+    ],
+    [
+      0.703684,
+      "\b\u001b[1mw\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.8183,
+      "\b\u001b[1m \u001b[1ml\u001b[0m\u001b[39m"
+    ],
+    [
+      0.193322,
+      "\b\u001b[1ml\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.18438,
+      "\b\u001b[1me\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.389996,
+      "\b\u001b[1mt\u001b[1m's look into a repo.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.857879,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000349,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000564,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      2.9e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.9e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000246,
+      "\u001b[?2004h"
+    ],
+    [
+      1.60039,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.177554,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.117613,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.12982,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.145309,
+      " "
+    ],
+    [
+      0.256078,
+      "l"
+    ],
+    [
+      0.145029,
+      "i"
+    ],
+    [
+      0.100415,
+      "s"
+    ],
+    [
+      0.137667,
+      "t"
+    ],
+    [
+      0.172051,
+      " "
+    ],
+    [
+      0.490083,
+      "\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.190449,
+      "\b\u001b[4m/\u001b[4mm\u001b[24m"
+    ],
+    [
+      0.216676,
+      "\b\u001b[4mm\u001b[4me\u001b[24m"
+    ],
+    [
+      0.174909,
+      "\b\u001b[4me\u001b[4md\u001b[24m"
+    ],
+    [
+      0.242368,
+      "\u001b[?7l\u001b[31m......\u001b[39m"
+    ],
+    [
+      3.2e-05,
+      "\u001b[?7h"
+    ],
+    [
+      0.00599,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m list \u001b[4m/media\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.345758,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003294,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m list \u001b[4m/media/backup\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.253376,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003389,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m list \u001b[4m/media/backup/borgdemo\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      1.036958,
+      "\b\b\u001b[4mo\u001b[24m\u001b[0m\u001b[24m \b"
+    ],
+    [
+      2.6e-05,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000854,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000717,
+      "\u001b]2;borg list /media/backup/borgdemo\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.624291,
+      "Enter passphrase for key /media/backup/borgdemo: "
+    ],
+    [
+      2.363577,
+      "\r\n"
+    ],
+    [
+      0.158203,
+      "backup1                              Fri, 2017-07-14 21:54:06 [9758c7db339a066360bffad17b2ffac4fb368c6722c0be3a47a7a9b631f06407]\r\nbackup2                              Fri, 2017-07-14 21:54:56 [5aaf03d1c710cf774f9c9ff1c6317b621c14e519c6bac459f6d64b31e3bbd200]\r\nbackup3                              Fri, 2017-07-14 21:55:37 [36cd8fdf9b8b2e3bbb3fc2bb600acd48609efaf3a0880f900e0701a47ff69d4d]\r\n"
+    ],
+    [
+      0.044143,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      5.2e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.4e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000207,
+      "\u001b[?2004h"
+    ],
+    [
+      5.582312,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.371134,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.184918,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mY\u001b[0m\u001b[39m"
+    ],
+    [
+      0.177123,
+      "\b\u001b[1mY\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.148041,
+      "\b\u001b[1mo\u001b[1mu\u001b[0m\u001b[39m"
+    ],
+    [
+      0.461676,
+      "\b\u001b[1mu\u001b[1m'\u001b[0m\u001b[39m"
+    ],
+    [
+      0.668888,
+      "\b\u001b[1m'\u001b[1mll see a list of all backups.\u001b[0m\u001b[39m"
+    ],
+    [
+      0.876235,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000363,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001075,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      8.2e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.8e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000297,
+      "\u001b[?2004h"
+    ],
+    [
+      2.475491,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.382591,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.23474,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mY\u001b[0m\u001b[39m"
+    ],
+    [
+      0.210269,
+      "\b\u001b[1mY\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.196151,
+      "\b\u001b[1mo\u001b[1mu\u001b[0m\u001b[39m"
+    ],
+    [
+      0.460253,
+      "\b\u001b[1mu\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.305764,
+      "\b\u001b[1m \u001b[1mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.184098,
+      "\b\u001b[1mc\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.212534,
+      "\b\u001b[1ma\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.305097,
+      "\b\u001b[1mn\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.163485,
+      "\b\u001b[1m \u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.194803,
+      "\b\u001b[1ma\u001b[1ml\u001b[0m\u001b[39m"
+    ],
+    [
+      0.282791,
+      "\b\u001b[1ml\u001b[1mso use the same command to look into an archive. But we better f\u001b[1mi\u001b[1mlter the output here:\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      2.679252,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000434,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000646,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      3e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000107,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000302,
+      "\u001b[?2004h"
+    ],
+    [
+      1.162094,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.184756,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.114887,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.143983,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.230507,
+      " "
+    ],
+    [
+      0.414382,
+      "l"
+    ],
+    [
+      0.153591,
+      "i"
+    ],
+    [
+      0.044178,
+      "s"
+    ],
+    [
+      0.236299,
+      "t"
+    ],
+    [
+      0.330148,
+      " "
+    ],
+    [
+      0.70018,
+      "\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.193582,
+      "\b\u001b[4m/\u001b[4mm\u001b[24m"
+    ],
+    [
+      0.172118,
+      "\b\u001b[4mm\u001b[4me\u001b[24m"
+    ],
+    [
+      0.134283,
+      "\b\u001b[4me\u001b[4md\u001b[24m"
+    ],
+    [
+      0.250757,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.006227,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m list \u001b[4m/media\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.374078,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003992,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m list \u001b[4m/media/backup\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.2609,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003434,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m list \u001b[4m/media/backup/borgdemo\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.237963,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003371,
+      "\r\r\u001b[34C\u001b[0m\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.000178,
+      "\r\r\n\u001b[J"
+    ],
+    [
+      4.2e-05,
+      "\u001b[0mREADME        \u001b[38;5;33mdata\u001b[0m/         index.14      nonce                     \r\n\u001b[Jconfig        \u001b[Jhints.14      \u001b[Jintegrity.14  \u001b[J                        \u001b[A\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mborg\u001b[39m list \u001b[4m/media/backup/borgdemo/\u001b[24m\u001b[K"
+    ],
+    [
+      0.833604,
+      "\b\b\u001b[4mo\u001b[24m\u001b[24m \b"
+    ],
+    [
+      1.042199,
+      "\u001b[22D\u001b[24m/\u001b[24mm\u001b[24me\u001b[24md\u001b[24mi\u001b[24ma\u001b[24m/\u001b[24mb\u001b[24ma\u001b[24mc\u001b[24mk\u001b[24mu\u001b[24mp\u001b[24m/\u001b[24mb\u001b[24mo\u001b[24mr\u001b[24mg\u001b[24md\u001b[24me\u001b[24mm\u001b[24mo:"
+    ],
+    [
+      0.139477,
+      ":"
+    ],
+    [
+      0.711096,
+      "b"
+    ],
+    [
+      0.099664,
+      "a"
+    ],
+    [
+      0.149912,
+      "c"
+    ],
+    [
+      0.16888,
+      "k"
+    ],
+    [
+      0.923931,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.005451,
+      "\r\r\r\r\n\u001b[J\u001b[A\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m list /media/backup/borgdemo::back\u001b[K"
+    ],
+    [
+      0.885297,
+      "u"
+    ],
+    [
+      0.29853,
+      "p"
+    ],
+    [
+      0.456244,
+      "3"
+    ],
+    [
+      1.061844,
+      " "
+    ],
+    [
+      0.589511,
+      "|"
+    ],
+    [
+      0.527539,
+      " "
+    ],
+    [
+      0.343662,
+      "\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.117117,
+      "\b\u001b[32mg\u001b[32mr\u001b[39m"
+    ],
+    [
+      0.124331,
+      "\b\b\u001b[1m\u001b[31mg\u001b[1m\u001b[31mr\u001b[1m\u001b[31me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.726149,
+      "\b\b\b\u001b[0m\u001b[32mg\u001b[0m\u001b[32mr\u001b[0m\u001b[32me\u001b[32mp\u001b[39m"
+    ],
+    [
+      0.198601,
+      " "
+    ],
+    [
+      0.476336,
+      "\u001b[33m'\u001b[39m"
+    ],
+    [
+      0.392009,
+      "\b\u001b[33m'\u001b[33md\u001b[39m"
+    ],
+    [
+      0.627529,
+      "\b\u001b[33md\u001b[33me\u001b[39m"
+    ],
+    [
+      0.142332,
+      "\b\u001b[33me\u001b[33me\u001b[39m"
+    ],
+    [
+      0.322681,
+      "\b\u001b[33me\u001b[33mr\u001b[39m"
+    ],
+    [
+      0.916328,
+      "\b\u001b[33mr\u001b[33m.\u001b[39m"
+    ],
+    [
+      0.50653,
+      "\b\u001b[33m.\u001b[33mj\u001b[39m"
+    ],
+    [
+      0.242318,
+      "\b\u001b[33mj\u001b[33mp\u001b[39m"
+    ],
+    [
+      0.272214,
+      "\b\u001b[33mp\u001b[33mg\u001b[39m"
+    ],
+    [
+      0.581098,
+      "\b\u001b[33mg\u001b[33m'\u001b[39m"
+    ],
+    [
+      2.559186,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001382,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000773,
+      "\u001b]2;borg list /media/backup/borgdemo::backup3 | grep --color 'deer.jpg'\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.628501,
+      "Enter passphrase for key /media/backup/borgdemo: "
+    ],
+    [
+      2.584332,
+      "\r\n"
+    ],
+    [
+      0.141205,
+      "-rw-rw-r-- rugk   rugk    3781749 Fri, 2017-07-14 17:01:45 Wallpaper/\u001b[01;31m\u001b[Kdeer.jpg\u001b[m\u001b[K\r\n"
+    ],
+    [
+      0.054041,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000135,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      2.7e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00017,
+      "\u001b[?2004h"
+    ],
+    [
+      2.222435,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.269828,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.211035,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mO\u001b[0m\u001b[39m"
+    ],
+    [
+      0.184712,
+      "\b\u001b[1mO\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.374912,
+      "\b\u001b[1mh\u001b[1m, we found our picture. Now extract it:\u001b[0m\u001b[39m"
+    ],
+    [
+      1.545747,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000418,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.00063,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      3.1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000135,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000463,
+      "\u001b[?2004h"
+    ],
+    [
+      1.638625,
+      "\u001b[1m\u001b[31mm\u001b[0m\u001b[39m"
+    ],
+    [
+      0.156977,
+      "\b\u001b[0m\u001b[32mm\u001b[32mv\u001b[39m"
+    ],
+    [
+      0.220013,
+      " "
+    ],
+    [
+      0.151118,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.002944,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mmv\u001b[39m \u001b[4mWallpaper\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.668654,
+      "\b\b\u001b[4mr\u001b[24m\u001b[0m\u001b[24m "
+    ],
+    [
+      0.297169,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.005693,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mmv\u001b[39m \u001b[4mWallpaper\u001b[24m \u001b[4mWallpaper\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.672973,
+      "\b\b\u001b[4mr\u001b[24m\u001b[0m\u001b[24m \b"
+    ],
+    [
+      0.263416,
+      "\u001b[9D\u001b[24mW\u001b[24ma\u001b[24ml\u001b[24ml\u001b[24mp\u001b[24ma\u001b[24mp\u001b[24me\u001b[24mr."
+    ],
+    [
+      0.334671,
+      "o"
+    ],
+    [
+      0.19768,
+      "r"
+    ],
+    [
+      0.142283,
+      "i"
+    ],
+    [
+      0.17833,
+      "g"
+    ],
+    [
+      0.688576,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001806,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000954,
+      "\u001b]2;mv -i Wallpaper Wallpaper.orig\u0007\u001b]1;mv\u0007"
+    ],
+    [
+      0.002076,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      5.7e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000153,
+      "\u001b[?2004h"
+    ],
+    [
+      1.864942,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.18048,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.143872,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.161829,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.170439,
+      " "
+    ],
+    [
+      0.248909,
+      "c"
+    ],
+    [
+      0.365319,
+      "\b \b"
+    ],
+    [
+      0.142233,
+      "e"
+    ],
+    [
+      0.157272,
+      "x"
+    ],
+    [
+      0.166861,
+      "t"
+    ],
+    [
+      0.115114,
+      "r"
+    ],
+    [
+      0.103674,
+      "a"
+    ],
+    [
+      0.102162,
+      "c"
+    ],
+    [
+      0.163264,
+      "t"
+    ],
+    [
+      0.308166,
+      " "
+    ],
+    [
+      1.386497,
+      "\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.183134,
+      "\b\u001b[4m/\u001b[4mm\u001b[24m"
+    ],
+    [
+      0.115533,
+      "\b\u001b[4mm\u001b[4me\u001b[24m"
+    ],
+    [
+      0.12416,
+      "\b\u001b[4me\u001b[4md\u001b[24m"
+    ],
+    [
+      0.206989,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003179,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m extract \u001b[4m/media\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.241808,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003324,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m extract \u001b[4m/media/backup\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.193552,
+      "\u001b[?7l"
+    ],
+    [
+      2.6e-05,
+      "\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003368,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mborg\u001b[39m extract \u001b[4m/media/backup/borgdemo\u001b[1m\u001b[4m/\u001b[0m\u001b[24m\u001b[K"
+    ],
+    [
+      0.700774,
+      "\b\b\u001b[4mo\u001b[24m\u001b[0m\u001b[24m \b"
+    ],
+    [
+      1.151074,
+      "\u001b[22D\u001b[24m/\u001b[24mm\u001b[24me\u001b[24md\u001b[24mi\u001b[24ma\u001b[24m/\u001b[24mb\u001b[24ma\u001b[24mc\u001b[24mk\u001b[24mu\u001b[24mp\u001b[24m/\u001b[24mb\u001b[24mo\u001b[24mr\u001b[24mg\u001b[24md\u001b[24me\u001b[24mm\u001b[24mo:"
+    ],
+    [
+      0.146222,
+      ":"
+    ],
+    [
+      0.579644,
+      "b"
+    ],
+    [
+      0.102789,
+      "a"
+    ],
+    [
+      0.178851,
+      "c"
+    ],
+    [
+      0.133936,
+      "k"
+    ],
+    [
+      0.124089,
+      "u"
+    ],
+    [
+      0.229823,
+      "p"
+    ],
+    [
+      0.174738,
+      "3"
+    ],
+    [
+      0.306821,
+      " "
+    ],
+    [
+      4.287483,
+      "\u001b[45D\u001b[39mb\u001b[39mo\u001b[39mr\u001b[39mg\u001b[41C\u001b[7mWallpaper/deer.jpg\u001b[27m"
+    ],
+    [
+      1.718396,
+      "\u001b[63D\u001b[32mb\u001b[32mo\u001b[32mr\u001b[32mg\u001b[39m\u001b[41C\u001b[27mW\u001b[27ma\u001b[27ml\u001b[27ml\u001b[27mp\u001b[27ma\u001b[27mp\u001b[27me\u001b[27mr\u001b[27m/\u001b[27md\u001b[27me\u001b[27me\u001b[27mr\u001b[27m.\u001b[27mj\u001b[27mp\u001b[27mg"
+    ],
+    [
+      6.4e-05,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001749,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000991,
+      "\u001b]2;borg extract /media/backup/borgdemo::backup3 Wallpaper/deer.jpg\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.633044,
+      "Enter passphrase for key /media/backup/borgdemo: "
+    ],
+    [
+      2.659432,
+      "\r\n"
+    ],
+    [
+      0.198939,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000134,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      7.9e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000169,
+      "\u001b[?2004h"
+    ],
+    [
+      4.506682,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.287992,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.13604,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mA\u001b[0m\u001b[39m"
+    ],
+    [
+      0.132241,
+      "\b\u001b[1mA\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.115152,
+      "\b\u001b[1mn\u001b[1md\u001b[0m\u001b[39m"
+    ],
+    [
+      0.190449,
+      "\b\u001b[1md\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.168765,
+      "\b\u001b[1m \u001b[1mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.248816,
+      "\b\u001b[1mc\u001b[1mheck that it's the same:\u001b[0m\u001b[39m"
+    ],
+    [
+      1.093037,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000401,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000745,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      7.7e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.0001,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000321,
+      "\u001b[?2004h"
+    ],
+    [
+      1.350298,
+      "\u001b[32md\u001b[39m"
+    ],
+    [
+      0.181769,
+      "\b\u001b[1m\u001b[31md\u001b[1m\u001b[31mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.148155,
+      "\b\b\u001b[1m\u001b[31md\u001b[1m\u001b[31mi\u001b[1m\u001b[31mf\u001b[0m\u001b[39m"
+    ],
+    [
+      0.13874,
+      "\b\b\b\u001b[0m\u001b[32md\u001b[0m\u001b[32mi\u001b[0m\u001b[32mf\u001b[32mf\u001b[39m"
+    ],
+    [
+      0.321772,
+      " "
+    ],
+    [
+      0.410311,
+      "-"
+    ],
+    [
+      0.160707,
+      "s"
+    ],
+    [
+      0.223167,
+      " "
+    ],
+    [
+      0.856546,
+      "\u001b[4mW\u001b[24m"
+    ],
+    [
+      0.184551,
+      "\b\u001b[4mW\u001b[4ma\u001b[24m"
+    ],
+    [
+      0.211734,
+      "\b\u001b[4ma\u001b[4ml\u001b[24m"
+    ],
+    [
+      0.115481,
+      "\b\u001b[4ml\u001b[4ml\u001b[24m"
+    ],
+    [
+      0.13804,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.007132,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mdiff\u001b[39m -s \u001b[4mWallpaper\u001b[24m\u001b[K"
+    ],
+    [
+      0.620064,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.004082,
+      "\r\r\u001b[19C"
+    ],
+    [
+      0.000148,
+      "\r\r\n\u001b[J\u001b[J\u001b[38;5;33mWallpaper\u001b[0m/       \u001b[J\u001b[38;5;33mWallpaper.orig\u001b[0m/\u001b[J\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mdiff\u001b[39m -s \u001b[4mWallpaper\u001b[24m\u001b[K"
+    ],
+    [
+      0.83944,
+      "\u001b[?7l"
+    ],
+    [
+      2.4e-05,
+      "\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.003487,
+      "\u001b[9D\u001b[24mW\u001b[24ma\u001b[24ml\u001b[24ml\u001b[24mp\u001b[24ma\u001b[24mp\u001b[24me\u001b[24mr\u001b[1m/\u001b[0m"
+    ],
+    [
+      0.000166,
+      "\r\r\n\u001b[J\u001b[7mWallpaper/     \u001b[0m  \u001b[J\u001b[38;5;33mWallpaper.orig\u001b[0m/\u001b[J\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mdiff\u001b[39m -s Wallpaper\u001b[1m/\u001b[0m\u001b[K"
+    ],
+    [
+      0.488495,
+      "\r\r\n"
+    ],
+    [
+      1.6e-05,
+      "\u001b[7mWallpaper/     \u001b[0m  \r\u001b[7mWallpaper/     \u001b[0m  \r\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mdiff\u001b[39m -s Wallpaper\u001b[1m/\u001b[0m\u001b[K\r\r\n\u001b[J\u001b[A\u001b[20C"
+    ],
+    [
+      0.001959,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mdiff\u001b[39m -s \u001b[4mWallpaper\u001b[24m\u001b[K\u001b[1C"
+    ],
+    [
+      0.285593,
+      "\b"
+    ],
+    [
+      0.303988,
+      "\b\u001b[4mr\u001b[4m/\u001b[24m"
+    ],
+    [
+      0.798187,
+      "\b\u001b[4m/\u001b[4md\u001b[24m"
+    ],
+    [
+      0.241007,
+      "\b\u001b[4md\u001b[4me\u001b[24m"
+    ],
+    [
+      0.21286,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.00579,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mdiff\u001b[39m -s \u001b[4mWallpaper/deer.jpg\u001b[24m\u001b[1m \u001b[0m\u001b[K"
+    ],
+    [
+      1.289271,
+      "\b\u001b[0m \u001b[4mW\u001b[24m"
+    ],
+    [
+      0.148557,
+      "\b\u001b[4mW\u001b[4ma\u001b[24m"
+    ],
+    [
+      0.16621,
+      "\b\u001b[4ma\u001b[4ml\u001b[24m"
+    ],
+    [
+      0.097599,
+      "\b\u001b[4ml\u001b[4ml\u001b[24m"
+    ],
+    [
+      0.111176,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.005059,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mdiff\u001b[39m -s \u001b[4mWallpaper/deer.jpg\u001b[24m \u001b[4mWallpaper\u001b[24m\u001b[K"
+    ],
+    [
+      0.431538,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.005176,
+      "\r\r\u001b[38C"
+    ],
+    [
+      0.000155,
+      "\r\r\n\u001b[J\u001b[J\u001b[38;5;33mWallpaper\u001b[0m/       \u001b[J\u001b[38;5;33mWallpaper.orig\u001b[0m/\u001b[J\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mdiff\u001b[39m -s \u001b[4mWallpaper/deer.jpg\u001b[24m \u001b[4mWallpaper\u001b[24m\u001b[K"
+    ],
+    [
+      0.389092,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.004561,
+      "\u001b[9D\u001b[24mW\u001b[24ma\u001b[24ml\u001b[24ml\u001b[24mp\u001b[24ma\u001b[24mp\u001b[24me\u001b[24mr\u001b[1m/\u001b[0m"
+    ],
+    [
+      0.000155,
+      "\r\r\n\u001b[J\u001b[7mWallpaper/     \u001b[0m  \u001b[J\u001b[38;5;33mWallpaper.orig\u001b[0m/\u001b[J\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C"
+    ],
+    [
+      1.3e-05,
+      "\u001b[32mdiff\u001b[39m -s \u001b[4mWallpaper/deer.jpg\u001b[24m Wallpaper\u001b[1m/\u001b[0m\u001b[K"
+    ],
+    [
+      0.260844,
+      "\r\r\n"
+    ],
+    [
+      3.6e-05,
+      "\u001b[7mWallpaper/     \u001b[0m  \r\u001b[7mWallpaper/     \u001b[0m  \r\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mdiff\u001b[39m -s \u001b[4mWallpaper/deer.jpg\u001b[24m Wallpaper\u001b[1m/\u001b[0m\u001b[K\b\u001b[0m.orig\u001b[1m/\u001b[0m"
+    ],
+    [
+      0.000163,
+      "\r\r\n\u001b[17C\u001b[7mWallpaper.orig/\u001b[0m\r\u001b[38;5;33mWallpaper\u001b[0m/       \r\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mdiff\u001b[39m -s \u001b[4mWallpaper/deer.jpg\u001b[24m Wallpaper.orig\u001b[1m/\u001b[0m\u001b[K"
+    ],
+    [
+      0.598634,
+      "\r\r\n\u001b[J\u001b[A\u001b[44C"
+    ],
+    [
+      0.002461,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mdiff\u001b[39m -s \u001b[4mWallpaper/deer.jpg\u001b[24m \u001b[4mWallpaper.orig\u001b[24m\u001b[K\u001b[1C"
+    ],
+    [
+      0.275896,
+      "\b"
+    ],
+    [
+      0.321512,
+      "\b\u001b[4mg\u001b[4m/\u001b[24m"
+    ],
+    [
+      1.499007,
+      "\b\u001b[4m/\u001b[4md\u001b[24m"
+    ],
+    [
+      0.165243,
+      "\b\u001b[4md\u001b[4me\u001b[24m"
+    ],
+    [
+      0.260397,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.005274,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mdiff\u001b[39m -s \u001b[4mWallpaper/deer.jpg\u001b[24m \u001b[4mWallpaper.orig/deer.jpg\u001b[24m\u001b[1m \u001b[0m\u001b[K"
+    ],
+    [
+      1.658125,
+      "\b\u001b[0m \b"
+    ],
+    [
+      1.5e-05,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001138,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000783,
+      "\u001b]2;diff -s Wallpaper/deer.jpg Wallpaper.orig/deer.jpg\u0007\u001b]1;diff\u0007"
+    ],
+    [
+      0.057035,
+      "Files Wallpaper/deer.jpg and Wallpaper.orig/deer.jpg are identical\r\n"
+    ],
+    [
+      0.000183,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000114,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      9.1e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000199,
+      "\u001b[?2004h"
+    ],
+    [
+      3.579542,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.624347,
+      "\b\u001b[0m\u001b[39m \b"
+    ],
+    [
+      0.353186,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000351,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.0006,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      2.1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.00013,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000185,
+      "\u001b[?2004h"
+    ],
+    [
+      0.726522,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.358332,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.183839,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mA\u001b[0m\u001b[39m"
+    ],
+    [
+      0.150451,
+      "\b\u001b[1mA\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.128839,
+      "\b\u001b[1mn\u001b[1md\u001b[0m\u001b[39m"
+    ],
+    [
+      0.583652,
+      "\b\u001b[1md\u001b[1m,\u001b[0m\u001b[39m"
+    ],
+    [
+      0.152149,
+      "\b\u001b[1m,\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.240696,
+      "\b\u001b[1m \u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.130032,
+      "\b\u001b[1mo\u001b[1mf\u001b[0m\u001b[39m"
+    ],
+    [
+      0.306901,
+      "\b\u001b[1mf\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.181176,
+      "\b\u001b[1m \u001b[1mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.271007,
+      "\b\u001b[1mc\u001b[1mourse, we can also create remote repos via ssh when borg is setup\u001b[1m \u001b[1mthere. This command creates a new remote repo in a subdirectory called \"demo\"\u001b[1m:\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      2.040444,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000423,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000711,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      6.8e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      6.8e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000297,
+      "\u001b[?2004h"
+    ],
+    [
+      1.613372,
+      "\u001b[1m\u001b[31mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.204618,
+      "\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.121257,
+      "\b\b\u001b[1m\u001b[31mb\u001b[1m\u001b[31mo\u001b[1m\u001b[31mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.228506,
+      "\b\b\b\u001b[0m\u001b[32mb\u001b[0m\u001b[32mo\u001b[0m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.469213,
+      " "
+    ],
+    [
+      0.23811,
+      "i"
+    ],
+    [
+      0.139149,
+      "n"
+    ],
+    [
+      0.157285,
+      "i"
+    ],
+    [
+      0.219101,
+      "t"
+    ],
+    [
+      0.389153,
+      " "
+    ],
+    [
+      0.633813,
+      "-"
+    ],
+    [
+      0.102895,
+      "-"
+    ],
+    [
+      0.267338,
+      "e"
+    ],
+    [
+      0.244036,
+      "n"
+    ],
+    [
+      0.303722,
+      "c"
+    ],
+    [
+      0.117325,
+      "r"
+    ],
+    [
+      0.112606,
+      "y"
+    ],
+    [
+      0.250891,
+      "p"
+    ],
+    [
+      0.258828,
+      "t"
+    ],
+    [
+      0.276877,
+      "i"
+    ],
+    [
+      0.131491,
+      "o"
+    ],
+    [
+      0.206852,
+      "n"
+    ],
+    [
+      0.966102,
+      "="
+    ],
+    [
+      0.388021,
+      "r"
+    ],
+    [
+      0.146133,
+      "e"
+    ],
+    [
+      0.176939,
+      "p"
+    ],
+    [
+      0.139187,
+      "o"
+    ],
+    [
+      0.273188,
+      "k"
+    ],
+    [
+      0.172429,
+      "e"
+    ],
+    [
+      0.306306,
+      "y"
+    ],
+    [
+      0.851125,
+      " "
+    ],
+    [
+      0.868971,
+      "b"
+    ],
+    [
+      0.261136,
+      "o"
+    ],
+    [
+      0.12143,
+      "r"
+    ],
+    [
+      0.15507,
+      "g"
+    ],
+    [
+      0.186684,
+      "d"
+    ],
+    [
+      0.141974,
+      "e"
+    ],
+    [
+      0.13004,
+      "m"
+    ],
+    [
+      0.172673,
+      "o"
+    ],
+    [
+      1.041475,
+      "@"
+    ],
+    [
+      0.536019,
+      "r"
+    ],
+    [
+      0.02293,
+      "e"
+    ],
+    [
+      0.223755,
+      "m"
+    ],
+    [
+      0.152859,
+      "o"
+    ],
+    [
+      0.222368,
+      "t"
+    ],
+    [
+      0.095106,
+      "e"
+    ],
+    [
+      0.33914,
+      "s"
+    ],
+    [
+      0.213902,
+      "e"
+    ],
+    [
+      0.136448,
+      "r"
+    ],
+    [
+      0.196228,
+      "v"
+    ],
+    [
+      0.171447,
+      "e"
+    ],
+    [
+      0.154296,
+      "r"
+    ],
+    [
+      1.151168,
+      "."
+    ],
+    [
+      0.198973,
+      "e"
+    ],
+    [
+      0.195428,
+      "x"
+    ],
+    [
+      0.163512,
+      "a"
+    ],
+    [
+      0.157805,
+      "m"
+    ],
+    [
+      0.174865,
+      "p"
+    ],
+    [
+      0.103133,
+      "l"
+    ],
+    [
+      0.145276,
+      "e"
+    ],
+    [
+      2.109373,
+      ":"
+    ],
+    [
+      0.494126,
+      "."
+    ],
+    [
+      0.315325,
+      "/"
+    ],
+    [
+      0.182218,
+      "d"
+    ],
+    [
+      0.138815,
+      "e"
+    ],
+    [
+      0.143066,
+      "m"
+    ],
+    [
+      0.17136,
+      "o"
+    ],
+    [
+      1.831712,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001025,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000824,
+      "\u001b]2;borg init --encryption=repokey borgdemo@remoteserver.example:./demo\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      6.069586,
+      "Enter new passphrase: "
+    ],
+    [
+      2.598936,
+      "\r\n"
+    ],
+    [
+      0.000189,
+      "Enter same passphrase again: "
+    ],
+    [
+      2.044707,
+      "\r\n"
+    ],
+    [
+      0.000198,
+      "Do you want your passphrase to be displayed for verification? [yN]: "
+    ],
+    [
+      1.415539,
+      "\r\n"
+    ],
+    [
+      1.950077,
+      "\r\nBy default repositories initialized with this version will produce security\r\nerrors if written to with an older version (up to and including Borg 1.0.8).\r\n\r\nIf you want to use these older versions, you can disable the check by running:\r\nborg upgrade --disable-tam 'ssh://borgdemo@remoteserver.example/./demo'\r\n\r\nSee https://borgbackup.readthedocs.io/en/stable/changes.html#pre-1-0-9-manifest-spoofing-vulnerability for details about the security implications.\r\n"
+    ],
+    [
+      0.548386,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      9.5e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000105,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000221,
+      "\u001b[?2004h"
+    ],
+    [
+      0.82377,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.662248,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.610999,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mE\u001b[0m\u001b[39m"
+    ],
+    [
+      0.267513,
+      "\b\u001b[1mE\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.185698,
+      "\b\u001b[1ma\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.161855,
+      "\b\u001b[1ms\u001b[1my\u001b[0m\u001b[39m"
+    ],
+    [
+      0.46273,
+      "\b\u001b[1my\u001b[1m, isn't it? That's all you need to know for basic usage.\u001b[0m\u001b[39m"
+    ],
+    [
+      1.861984,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001044,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001525,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      6.3e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000316,
+      "\u001b[?2004h"
+    ],
+    [
+      1.009133,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.240205,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.217287,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mI\u001b[0m\u001b[39m"
+    ],
+    [
+      0.163888,
+      "\b\u001b[1mI\u001b[1mf\u001b[0m\u001b[39m"
+    ],
+    [
+      0.349458,
+      "\b\u001b[1mf\u001b[1m you want to see more, have a look at the screencast showing the \"advanc\u001b[1me\u001b[1md usage\".\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      2.780664,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000734,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000812,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      4.4e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000113,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000299,
+      "\u001b[?2004h"
+    ],
+    [
+      1.119856,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.281915,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.244389,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mI\u001b[0m\u001b[39m"
+    ],
+    [
+      0.143064,
+      "\b\u001b[1mI\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.171731,
+      "\b\u001b[1mn\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.139438,
+      "\b\u001b[1m \u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.388834,
+      "\b\u001b[1ma\u001b[1mny case, enjoy using borg!\u001b[0m\u001b[39m"
+    ],
+    [
+      1.502218,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000883,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000735,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      9.9e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000113,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000498,
+      "\u001b[?2004h"
+    ],
+    [
+      1.273251,
+      "\u001b[?2004l\r\r\n"
+    ]
+  ]
+}

docs/misc/asciinema/basic.sh

@@ -0,0 +1,53 @@
+# Here you'll see some basic commands to start working with borg.
+# Note: This teaser screencast was made with borg version 1.1.0 – older or newer borg versions may behave differently.
+# But let's start.
+
+# First of all, you can always get help:
+borg help
+# These are a lot of commands, so better we start with a few:
+# Let's create a repo on an external drive…
+borg init --encryption=repokey /media/backup/borgdemo
+# This uses the repokey encryption. You may look at "borg help init" or the online doc at https://borgbackup.readthedocs.io/ for other modes.
+
+# So now, let's create our first (compressed) backup.
+borg create --stats --progress --compression lz4 /media/backup/borgdemo::backup1 Wallpaper
+
+# That's nice, so far.
+# So let's add a new file…
+echo "new nice file" > Wallpaper/newfile.txt
+
+<up>
+borg create --stats --progress --compression lz4 /media/backup/borgdemo::backup2 Wallpaper
+
+# Wow, this was a lot faster!
+# Notice the "Deduplicated size" for "This archive"!
+# Borg recognized that most files did not change and deduplicated them.
+
+# But what happens, when we move a dir and create a new backup?
+mv …
+
+borg create --stats --progress --compression lz4 /media/backup/borgdemo::backup3 Wallpaper
+
+# Still quite fast…
+# But when you look at the "deduplicated file size" again, you see that borg also recognized that only the dir and not the files changed in this backup.
+
+# Now lets look into a repo.
+borg list /media/backup/borgdemo
+
+# You'll see a list of all backups.
+# You can also use the same command to look into an archive. But we better filter the output here:
+borg list /media/backup/borgdemo::backup3 | grep 'deer.jpg'
+
+# Oh, we found our picture. Now extract it…
+mv Wallpaper Wallpaper.orig
+borg extract /media/backup/borgdemo::backup3 <copy>
+
+# And check that it's the same:
+diff -s Wallpaper/deer.jpg Wallpaper.orig/deer.jpg
+
+# And, of course, we can also create remote repos via ssh when borg is setup there. This command creates a new remote repo in a subdirectory called "demo":
+borg init --encryption=repokey borgdemo@remoteserver.example:./demo
+
+# Easy, isn't it? That's all you need to know for basic usage.
+# If you want to see more, have a look at the screencast showing the "advanced usage".
+# In any case, enjoy using borg!

docs/misc/asciinema/install.json

@@ -0,0 +1,1354 @@
+{
+  "version": 1,
+  "width": 78,
+  "height": 25,
+  "duration": 140.275038,
+  "command": null,
+  "title": null,
+  "env": {
+    "TERM": "xterm-256color",
+    "SHELL": "/bin/zsh"
+  },
+  "stdout": [
+    [
+      9.1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000108,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000182,
+      "\u001b[?2004h"
+    ],
+    [
+      0.45774,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.31515,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.220208,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mT\u001b[0m\u001b[39m"
+    ],
+    [
+      0.121752,
+      "\b\u001b[1mT\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.142781,
+      "\b\u001b[1mh\u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.117367,
+      "\b\u001b[1mi\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.255471,
+      "\b\u001b[1ms\u001b[1m asciinema will show you the installation of borg as a standalone bina\u001b[1mr\u001b[1my. Usually you only need this if you want to have an up-to-date version of bo\u001b[1mr\u001b[1mg or no package is available for your distro/OS.\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      0.563803,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000412,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000823,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      5.9e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      5.2e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.00027,
+      "\u001b[?2004h"
+    ],
+    [
+      2.191111,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.301924,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.21419,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mF\u001b[0m\u001b[39m"
+    ],
+    [
+      0.117654,
+      "\b\u001b[1mF\u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.198616,
+      "\b\u001b[1mi\u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.101113,
+      "\b\u001b[1mr\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.107485,
+      "\b\u001b[1ms\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.357443,
+      "\b\u001b[1mt\u001b[1m, we need to download the version, we'd like to install…\u001b[0m\u001b[39m"
+    ],
+    [
+      0.516614,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000826,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000757,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      4.4e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000134,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000598,
+      "\u001b[?2004h"
+    ],
+    [
+      1.411874,
+      "\u001b[32mw\u001b[39m"
+    ],
+    [
+      0.119593,
+      "\b\u001b[1m\u001b[31mw\u001b[1m\u001b[31mg\u001b[0m\u001b[39m"
+    ],
+    [
+      0.13329,
+      "\b\b\u001b[1m\u001b[31mw\u001b[1m\u001b[31mg\u001b[1m\u001b[31me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.127861,
+      "\b\b\b\u001b[0m\u001b[32mw\u001b[0m\u001b[32mg\u001b[0m\u001b[32me\u001b[32mt\u001b[39m"
+    ],
+    [
+      0.324708,
+      " -q --show-progress https://github.com/borgbackup/borg/releases/download/1.1.0b6/borg-linux64\u001b[K"
+    ],
+    [
+      0.797801,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000964,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000631,
+      "\u001b]2;wget -q --show-progress \u0007\u001b]1;wget\u0007"
+    ],
+    [
+      1.306534,
+      "\rborg-linux64          0%[                  ]       0  --.-KB/s               "
+    ],
+    [
+      0.23185,
+      "\rborg-linux64          0%[                  ]  24.58K   106KB/s               "
+    ],
+    [
+      0.341907,
+      "\rborg-linux64          0%[                  ]  92.58K   161KB/s               "
+    ],
+    [
+      0.230021,
+      "\rborg-linux64          1%[                  ] 160.58K   200KB/s               "
+    ],
+    [
+      0.22577,
+      "\rborg-linux64          1%[                  ] 211.58K   206KB/s               "
+    ],
+    [
+      0.229246,
+      "\rborg-linux64          2%[                  ] 279.58K   222KB/s               "
+    ],
+    [
+      0.347713,
+      "\rborg-linux64          2%[                  ] 347.58K   216KB/s               "
+    ],
+    [
+      0.224636,
+      "\rborg-linux64         98%[================> ]  12.41M   404KB/s    eta 2s     "
+    ],
+    [
+      0.205977,
+      "\rborg-linux64         99%[================> ]  12.50M   401KB/s    eta 0s     "
+    ],
+    [
+      0.137036,
+      "\rborg-linux64        100%[=================>]  12.56M   417KB/s    in 39s     \r\n"
+    ],
+    [
+      0.000872,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000103,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      0.000117,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000208,
+      "\u001b[?2004h"
+    ],
+    [
+      2.118269,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.266901,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.142975,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.074155,
+      "\b\u001b[1ma\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.167144,
+      "\b\u001b[1mn\u001b[1md\u001b[0m\u001b[39m"
+    ],
+    [
+      0.2241,
+      "\b\u001b[1md\u001b[1m do not forget the GPG signature…!\u001b[0m\u001b[39m"
+    ],
+    [
+      0.596854,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000696,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000691,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      8.2e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      3e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000286,
+      "\u001b[?2004h"
+    ],
+    [
+      1.51737,
+      "\u001b[1m# and do not forget the GPG signature…!\u001b[0m\u001b[39m"
+    ],
+    [
+      0.314759,
+      "\u001b[39D\u001b[0m\u001b[32mw\u001b[0m\u001b[32mg\u001b[0m\u001b[32me\u001b[0m\u001b[32mt\u001b[39m\u001b[0m\u001b[39m \u001b[0m\u001b[39m-\u001b[0m\u001b[39mq\u001b[0m\u001b[39m \u001b[0m\u001b[39m-\u001b[0m\u001b[39m-\u001b[0m\u001b[39ms\u001b[0m\u001b[39mh\u001b[0m\u001b[39mo\u001b[0m\u001b[39mw\u001b[0m\u001b[39m-\u001b[0m\u001b[39mp\u001b[0m\u001b[39mr\u001b[0m\u001b[39mo\u001b[0m\u001b[39mg\u001b[0m\u001b[39mr\u001b[0m\u001b[39me\u001b[0m\u001b[39ms\u001b[0m\u001b[39ms\u001b[0m\u001b[39m \u001b[0m\u001b[39mh\u001b[0m\u001b[39mt\u001b[0m\u001b[39mt\u001b[0m\u001b[39mp\u001b[0m\u001b[39ms\u001b[0m\u001b[39m:\u001b[0m\u001b[39m/\u001b[0m\u001b[39m/\u001b[0m\u001b[39mg\u001b[0m\u001b[39mi\u001b[0m\u001b[39mt\u001b[0m\u001b[39mh\u001b[0m\u001b[39mu\u001b[0m\u001b[39mb\u001b[0m\u001b[39m.com/borgbackup/borg/releases/download/1.1.0b6/borg-linux64\u001b[K"
+    ],
+    [
+      1.043903,
+      "."
+    ],
+    [
+      0.207322,
+      "a"
+    ],
+    [
+      0.16952,
+      "s"
+    ],
+    [
+      0.19625,
+      "c"
+    ],
+    [
+      0.359073,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001424,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000717,
+      "\u001b]2;wget -q --show-progress \u0007\u001b]1;wget\u0007"
+    ],
+    [
+      1.236785,
+      "\rborg-linux64.asc      0%[                  ]       0  --.-KB/s               "
+    ],
+    [
+      1.8e-05,
+      "\rborg-linux64.asc    100%[=================>]     819  --.-KB/s    in 0s      \r\n"
+    ],
+    [
+      0.00093,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      7.7e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      8.7e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000183,
+      "\u001b[?2004h"
+    ],
+    [
+      3.234458,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      1.023301,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.331266,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mI\u001b[0m\u001b[39m"
+    ],
+    [
+      0.166799,
+      "\b\u001b[1mI\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.34554,
+      "\b\u001b[1mn\u001b[1m this case, we have already imported the public key of a borg developer.\u001b[1m \u001b[1mSo we only need to verify it:\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      1.499971,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001069,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000922,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000159,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      3.1e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000451,
+      "\u001b[?2004h"
+    ],
+    [
+      2.31724,
+      "\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.151243,
+      "\b\u001b[32mg\u001b[32mp\u001b[39m"
+    ],
+    [
+      0.074305,
+      "\b\b\u001b[32mg\u001b[32mp\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.315686,
+      " "
+    ],
+    [
+      0.345624,
+      "-"
+    ],
+    [
+      0.100203,
+      "-"
+    ],
+    [
+      0.291673,
+      "v"
+    ],
+    [
+      0.11497,
+      "e"
+    ],
+    [
+      0.183055,
+      "r"
+    ],
+    [
+      0.146521,
+      "i"
+    ],
+    [
+      0.11872,
+      "f"
+    ],
+    [
+      0.309865,
+      "y"
+    ],
+    [
+      0.346758,
+      " "
+    ],
+    [
+      0.264902,
+      "\u001b[4mb\u001b[24m"
+    ],
+    [
+      0.307683,
+      "\u001b[?7l"
+    ],
+    [
+      2.1e-05,
+      "\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.011212,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mgpg\u001b[39m --verify \u001b[4mborg-linux64\u001b[24m\u001b[K"
+    ],
+    [
+      0.577848,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.015636,
+      "\r\r\u001b[27C"
+    ],
+    [
+      0.000193,
+      "\r\r\n\u001b[J"
+    ],
+    [
+      2e-05,
+      "\u001b[J\u001b[0mborg-linux64      \u001b[Jborg-linux64.asc\u001b[J\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mgpg\u001b[39m --verify \u001b[4mborg-linux64\u001b[24m\u001b[K"
+    ],
+    [
+      0.626316,
+      "\u001b[?7l\u001b[31m......\u001b[39m\u001b[?7h"
+    ],
+    [
+      0.012642,
+      "\u001b[12D\u001b[24mb\u001b[24mo\u001b[24mr\u001b[24mg\u001b[24m-\u001b[24ml\u001b[24mi\u001b[24mn\u001b[24mu\u001b[24mx\u001b[24m6\u001b[24m4"
+    ],
+    [
+      0.000154,
+      "\r\r\n"
+    ],
+    [
+      1.8e-05,
+      "\u001b[J\u001b[7mborg-linux64    \u001b[0m  \u001b[Jborg-linux64.asc\u001b[J\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mgpg\u001b[39m --verify borg-linux64\u001b[K"
+    ],
+    [
+      0.189964,
+      "\r\r\n"
+    ],
+    [
+      1.7e-05,
+      "\u001b[7mborg-linux64    \u001b[0m  \r\u001b[7mborg-linux64    \u001b[0m  \r\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mgpg\u001b[39m --verify borg-linux64\u001b[K.asc"
+    ],
+    [
+      0.000225,
+      "\r\r\n"
+    ],
+    [
+      1.9e-05,
+      "\u001b[18C\u001b[7mborg-linux64.asc\u001b[0m\rborg-linux64      \r\u001b[A\u001b[0m\u001b[27m\u001b[24m\r\u001b[2C\u001b[32mgpg\u001b[39m --verify borg-linux64.asc\u001b[K"
+    ],
+    [
+      0.866638,
+      "\r\r\n\u001b[J\u001b[A\u001b[31C\u001b[1m \u001b[0m"
+    ],
+    [
+      0.001241,
+      "\r\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[32mgpg\u001b[39m --verify \u001b[4mborg-linux64.asc\u001b[24m\u001b[1m \u001b[0m\u001b[K"
+    ],
+    [
+      0.654098,
+      "\b\u001b[0m \b"
+    ],
+    [
+      2.7e-05,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001361,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000737,
+      "\u001b]2;gpg --verify borg-linux64.asc\u0007"
+    ],
+    [
+      2.6e-05,
+      "\u001b]1;gpg\u0007"
+    ],
+    [
+      0.002478,
+      "gpg: assuming signed data in `borg-linux64'\r\n"
+    ],
+    [
+      0.082679,
+      "gpg: Signature made Sun Jun 18 16:54:19 2017 CEST\r\ngpg:                using RSA key 0x243ACFA951F78E01\r\n"
+    ],
+    [
+      0.003947,
+      "gpg: Good signature from \"Thomas Waldmann <tw@waldmann-edv.de>\" [ultimate]\r\ngpg:                 aka \"Thomas Waldmann <tw-public@gmx.de>\" [ultimate]\r\ngpg:                 aka \"Thomas Waldmann <twaldmann@thinkmo.de>\" [ultimate]\r\n"
+    ],
+    [
+      2.1e-05,
+      "gpg:                 aka \"Thomas Waldmann <thomas.j.waldmann@gmail.com>\""
+    ],
+    [
+      1.5e-05,
+      " [ultimate]\r\n"
+    ],
+    [
+      0.001743,
+      "Primary key fingerprint: 6D5B EF9A DD20 7580 5747  B70F 9F88 FB52 FAF7 B393\r\n     Subkey fingerprint: 2F81 AFFB AB04 E11F E8EE  65D4 243A CFA9 51F7 8E01\r\n"
+    ],
+    [
+      0.000384,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      9e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      9e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000155,
+      "\u001b[?2004h"
+    ],
+    [
+      4.627219,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.225001,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.213579,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mO\u001b[0m\u001b[39m"
+    ],
+    [
+      0.132218,
+      "\b\u001b[1mO\u001b[1mk\u001b[0m\u001b[39m"
+    ],
+    [
+      0.061577,
+      "\b\u001b[1mk\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.154786,
+      "\b\u001b[1ma\u001b[1my\u001b[0m\u001b[39m"
+    ],
+    [
+      0.172921,
+      "\b\u001b[1my\u001b[1m,\u001b[0m\u001b[39m"
+    ],
+    [
+      0.648978,
+      "\b\u001b[1m,\u001b[1m the binary is valid!\u001b[0m\u001b[39m"
+    ],
+    [
+      0.822303,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000388,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000681,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000113,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      4.6e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000252,
+      "\u001b[?2004h"
+    ],
+    [
+      2.048081,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.243659,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.174242,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mN\u001b[0m\u001b[39m"
+    ],
+    [
+      0.131485,
+      "\b\u001b[1mN\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.109555,
+      "\b\u001b[1mo\u001b[1mw\u001b[0m\u001b[39m"
+    ],
+    [
+      0.128309,
+      "\b\u001b[1mw\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.163064,
+      "\b\u001b[1m \u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.138953,
+      "\b\u001b[1mi\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.050135,
+      "\b\u001b[1mn\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.095385,
+      "\b\u001b[1ms\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.114692,
+      "\b\u001b[1mt\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.155821,
+      "\b\u001b[1ma\u001b[1ml\u001b[0m\u001b[39m"
+    ],
+    [
+      0.118297,
+      "\b\u001b[1ml\u001b[1ml\u001b[0m\u001b[39m"
+    ],
+    [
+      0.165834,
+      "\b\u001b[1ml\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.231866,
+      "\b\u001b[1m \u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.159893,
+      "\b\u001b[1mi\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.289328,
+      "\b\u001b[1mt\u001b[1m:\u001b[0m\u001b[39m"
+    ],
+    [
+      2.713706,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000362,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000674,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      9e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      5.5e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000272,
+      "\u001b[?2004h"
+    ],
+    [
+      1.703796,
+      "\u001b[1m\u001b[31ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.12754,
+      "\b\u001b[0m\u001b[32ms\u001b[32mu\u001b[39m"
+    ],
+    [
+      0.149508,
+      "\b\b\u001b[1m\u001b[31ms\u001b[1m\u001b[31mu\u001b[1m\u001b[31md\u001b[0m\u001b[39m"
+    ],
+    [
+      0.121616,
+      "\b\b\b\u001b[0m\u001b[4m\u001b[32ms\u001b[0m\u001b[4m\u001b[32mu\u001b[0m\u001b[4m\u001b[32md\u001b[4m\u001b[32mo\u001b[24m\u001b[39m"
+    ],
+    [
+      0.321903,
+      " \u001b[32mcp\u001b[39m \u001b[4mborg-linux64\u001b[24m \u001b[4m/usr/local/bin/borg\u001b[24m"
+    ],
+    [
+      2.352378,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.001087,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.00091,
+      "\u001b]2;sudo cp borg-linux64 /usr/local/bin/borg\u0007\u001b]1;cp\u0007"
+    ],
+    [
+      0.013652,
+      "[sudo] password for rugk: "
+    ],
+    [
+      2.992379,
+      "\r\n"
+    ],
+    [
+      0.031173,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      4e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      6.3e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000214,
+      "\u001b[?2004h"
+    ],
+    [
+      5.400881,
+      "\u001b[1m\u001b[31ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.138474,
+      "\b\u001b[0m\u001b[32ms\u001b[32mu\u001b[39m"
+    ],
+    [
+      0.114266,
+      "\b\b\u001b[1m\u001b[31ms\u001b[1m\u001b[31mu\u001b[1m\u001b[31md\u001b[0m\u001b[39m"
+    ],
+    [
+      0.098068,
+      "\b\b\b\u001b[0m\u001b[4m\u001b[32ms\u001b[0m\u001b[4m\u001b[32mu\u001b[0m\u001b[4m\u001b[32md\u001b[4m\u001b[32mo\u001b[24m\u001b[39m"
+    ],
+    [
+      0.16926,
+      " "
+    ],
+    [
+      0.188874,
+      "\u001b[32mcp\u001b[39m \u001b[4mborg-linux64\u001b[24m \u001b[4m/usr/local/bin/borg\u001b[24m"
+    ],
+    [
+      0.413244,
+      "\u001b[34D\u001b[32mh\u001b[32mo\u001b[24m\u001b[32mw\u001b[24m\u001b[32mn\u001b[39m\u001b[24m \u001b[24mr\u001b[24mo\u001b[24mo\u001b[24mt\u001b[24m:\u001b[24mr\u001b[24mo\u001b[24mo\u001b[24mt\u001b[20C"
+    ],
+    [
+      1.397429,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.00132,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.00075,
+      "\u001b]2;sudo chown root:root /usr/local/bin/borg\u0007\u001b]1;chown\u0007"
+    ],
+    [
+      0.010539,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      5.7e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      6.8e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000284,
+      "\u001b[?2004h"
+    ],
+    [
+      2.229436,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.213191,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.099902,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.069437,
+      "\b\u001b[1ma\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.106463,
+      "\b\u001b[1mn\u001b[1md\u001b[0m\u001b[39m"
+    ],
+    [
+      0.080598,
+      "\b\u001b[1md\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.172381,
+      "\b\u001b[1m \u001b[1mm\u001b[0m\u001b[39m"
+    ],
+    [
+      0.096638,
+      "\b\u001b[1mm\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.078606,
+      "\b\u001b[1ma\u001b[1mk\u001b[0m\u001b[39m"
+    ],
+    [
+      0.106382,
+      "\b\u001b[1mk\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.110174,
+      "\b\u001b[1me\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.216964,
+      "\b\u001b[1m \u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.183739,
+      "\b\u001b[1mi\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.150872,
+      "\b\u001b[1mt\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.188901,
+      "\b\u001b[1m \u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.099651,
+      "\b\u001b[1me\u001b[1mx\u001b[0m\u001b[39m"
+    ],
+    [
+      0.1893,
+      "\b\u001b[1mx\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.187999,
+      "\b\u001b[1me\u001b[1mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.128262,
+      "\b\u001b[1mc\u001b[1mu\u001b[0m\u001b[39m"
+    ],
+    [
+      0.144851,
+      "\b\u001b[1mu\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.091175,
+      "\b\u001b[1mt\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.135575,
+      "\b\u001b[1ma\u001b[1mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.18045,
+      "\b\u001b[1mb\u001b[1ml\u001b[0m\u001b[39m"
+    ],
+    [
+      0.110687,
+      "\b\u001b[1ml\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.360861,
+      "\b\u001b[1me\u001b[1m…\u001b[0m\u001b[39m"
+    ],
+    [
+      0.69896,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000433,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000544,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      5.1e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      6.8e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000306,
+      "\u001b[?2004h"
+    ],
+    [
+      1.028139,
+      "\u001b[1m\u001b[31ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.136555,
+      "\b\u001b[0m\u001b[32ms\u001b[32mu\u001b[39m"
+    ],
+    [
+      0.115701,
+      "\b\b\u001b[1m\u001b[31ms\u001b[1m\u001b[31mu\u001b[1m\u001b[31md\u001b[0m\u001b[39m"
+    ],
+    [
+      0.151048,
+      "\b\b\b\u001b[0m\u001b[4m\u001b[32ms\u001b[0m\u001b[4m\u001b[32mu\u001b[0m\u001b[4m\u001b[32md\u001b[4m\u001b[32mo\u001b[24m\u001b[39m"
+    ],
+    [
+      0.276036,
+      " \u001b[32mchown\u001b[39m root:root \u001b[4m/usr/local/bin/borg\u001b[24m"
+    ],
+    [
+      0.284509,
+      "\u001b[34D\u001b[32mp\u001b[39m\u001b[39m \u001b[39m\u001b[4mb\u001b[39m\u001b[4mo\u001b[4mr\u001b[4mg\u001b[4m-\u001b[4ml\u001b[4mi\u001b[4mn\u001b[4mu\u001b[4mx\u001b[4m6\u001b[4m4\u001b[24m\u001b[20C"
+    ],
+    [
+      0.422112,
+      "\u001b[34D\u001b[32mh\u001b[32mo\u001b[24m\u001b[32mw\u001b[24m\u001b[32mn\u001b[39m\u001b[24m \u001b[24mr\u001b[24mo\u001b[24mo\u001b[24mt\u001b[24m:\u001b[24mr\u001b[24mo\u001b[24mo\u001b[24mt\u001b[20C"
+    ],
+    [
+      0.616462,
+      "\u001b[33D\u001b[32mm\u001b[32mo\u001b[32md\u001b[39m 755\u001b[6P\u001b[20C      \b\b\b\b\b\b"
+    ],
+    [
+      1.090337,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.00101,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000655,
+      "\u001b]2;sudo chmod 755 /usr/local/bin/borg\u0007"
+    ],
+    [
+      1.8e-05,
+      "\u001b]1;chmod\u0007"
+    ],
+    [
+      0.009932,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000124,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      5.9e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000237,
+      "\u001b[?2004h"
+    ],
+    [
+      3.613554,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.305561,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.451533,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mN\u001b[0m\u001b[39m"
+    ],
+    [
+      0.199295,
+      "\b\u001b[1mN\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.134017,
+      "\b\u001b[1mo\u001b[1mw\u001b[0m\u001b[39m"
+    ],
+    [
+      0.232574,
+      "\b\u001b[1mw\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.283449,
+      "\b\u001b[1m \u001b[1mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.156927,
+      "\b\u001b[1mc\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.100718,
+      "\b\u001b[1mh\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.145048,
+      "\b\u001b[1me\u001b[1mc\u001b[0m\u001b[39m"
+    ],
+    [
+      0.238223,
+      "\b\u001b[1mc\u001b[1mk\u001b[0m\u001b[39m"
+    ],
+    [
+      0.145393,
+      "\b\u001b[1mk\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.195514,
+      "\b\u001b[1m \u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.190153,
+      "\b\u001b[1mi\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      1.202922,
+      "\b\u001b[1mt\u001b[1m:\u001b[0m\u001b[39m"
+    ],
+    [
+      0.17572,
+      "\b\u001b[1m:\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.209752,
+      "\b\u001b[1m \u001b[1m(\u001b[0m\u001b[39m"
+    ],
+    [
+      0.266264,
+      "\b\u001b[1m(\u001b[1mp\u001b[0m\u001b[39m"
+    ],
+    [
+      0.136174,
+      "\b\u001b[1mp\u001b[1mo\u001b[0m\u001b[39m"
+    ],
+    [
+      0.136549,
+      "\b\u001b[1mo\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.157321,
+      "\b\u001b[1ms\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.134812,
+      "\b\u001b[1ms\u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.177707,
+      "\b\u001b[1mi\u001b[1mb\u001b[0m\u001b[39m"
+    ],
+    [
+      0.184458,
+      "\b\u001b[1mb\u001b[1ml\u001b[0m\u001b[39m"
+    ],
+    [
+      0.104718,
+      "\b\u001b[1ml\u001b[1my\u001b[0m\u001b[39m"
+    ],
+    [
+      0.132476,
+      "\b\u001b[1my\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.14269,
+      "\b\u001b[1m \u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.109627,
+      "\b\u001b[1mn\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.150487,
+      "\b\u001b[1me\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.202663,
+      "\b\u001b[1me\u001b[1md\u001b[0m\u001b[39m"
+    ],
+    [
+      0.12975,
+      "\b\u001b[1md\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.095469,
+      "\b\u001b[1ms\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.160511,
+      "\b\u001b[1m \u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.149495,
+      "\b\u001b[1ma\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.189727,
+      "\b\u001b[1m \u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.098768,
+      "\b\u001b[1mt\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.125099,
+      "\b\u001b[1me\u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.077112,
+      "\b\u001b[1mr\u001b[1mm\u001b[0m\u001b[39m"
+    ],
+    [
+      0.147886,
+      "\b\u001b[1mm\u001b[1mi\u001b[0m\u001b[39m"
+    ],
+    [
+      0.124366,
+      "\b\u001b[1mi\u001b[1mn\u001b[0m\u001b[39m"
+    ],
+    [
+      0.088118,
+      "\b\u001b[1mn\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.116281,
+      "\b\u001b[1ma\u001b[1ml\u001b[0m\u001b[39m"
+    ],
+    [
+      0.146487,
+      "\b\u001b[1ml\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.156764,
+      "\b\u001b[1m \u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.195688,
+      "\b\u001b[1mr\u001b[1me\u001b[0m\u001b[39m"
+    ],
+    [
+      0.40621,
+      "\b\u001b[1me\u001b[1ms\u001b[0m\u001b[39m"
+    ],
+    [
+      0.263813,
+      "\b\u001b[1ms\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.087475,
+      "\b\u001b[1mt\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.090176,
+      "\b\u001b[1ma\u001b[1mr\u001b[0m\u001b[39m"
+    ],
+    [
+      0.12059,
+      "\b\u001b[1mr\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.232423,
+      "\b\u001b[1mt\u001b[1m)\u001b[0m\u001b[39m"
+    ],
+    [
+      1.383975,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000692,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.001339,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000147,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      6.6e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000558,
+      "\u001b[?2004h"
+    ],
+    [
+      1.045406,
+      "\u001b[4mb\u001b[24m"
+    ],
+    [
+      0.163217,
+      "\b\u001b[4mb\u001b[4mo\u001b[24m"
+    ],
+    [
+      0.131464,
+      "\b\b\u001b[4mb\u001b[4mo\u001b[4mr\u001b[24m"
+    ],
+    [
+      0.103279,
+      "\b\b\b\u001b[24m\u001b[32mb\u001b[24m\u001b[32mo\u001b[24m\u001b[32mr\u001b[32mg\u001b[39m"
+    ],
+    [
+      0.181118,
+      " "
+    ],
+    [
+      0.440449,
+      "-"
+    ],
+    [
+      0.186299,
+      "V"
+    ],
+    [
+      0.522054,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000643,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000967,
+      "\u001b]2;borg -V\u0007\u001b]1;borg\u0007"
+    ],
+    [
+      0.426128,
+      "borg 1.1.0b6\r\n"
+    ],
+    [
+      0.040916,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      0.000101,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      6.5e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000176,
+      "\u001b[?2004h"
+    ],
+    [
+      1.92655,
+      "\u001b[1m#\u001b[0m\u001b[39m"
+    ],
+    [
+      0.247681,
+      "\b\u001b[1m#\u001b[1m \u001b[0m\u001b[39m"
+    ],
+    [
+      0.233391,
+      "\b\b\u001b[1m#\u001b[1m \u001b[1mT\u001b[0m\u001b[39m"
+    ],
+    [
+      0.127191,
+      "\b\u001b[1mT\u001b[1mh\u001b[0m\u001b[39m"
+    ],
+    [
+      0.023053,
+      "\b\u001b[1mh\u001b[1ma\u001b[0m\u001b[39m"
+    ],
+    [
+      0.155649,
+      "\b\u001b[1ma\u001b[1mt\u001b[0m\u001b[39m"
+    ],
+    [
+      0.3483,
+      "\b\u001b[1mt\u001b[1m's it! Check out the other screencasts to see how to actually use borg\u001b[1mb\u001b[1mackup.\u001b[0m\u001b[39m\u001b[K"
+    ],
+    [
+      1.701253,
+      "\u001b[?1l\u001b>"
+    ],
+    [
+      0.000707,
+      "\u001b[?2004l\r\r\n"
+    ],
+    [
+      0.000682,
+      "\u001b[1m\u001b[7m%\u001b[27m\u001b[1m\u001b[0m                                                                             \r \r"
+    ],
+    [
+      1.1e-05,
+      "\u001b]1;..lder/borgdemo\u0007"
+    ],
+    [
+      5.7e-05,
+      "\r\u001b[0m\u001b[27m\u001b[24m\u001b[J$ \u001b[K"
+    ],
+    [
+      6.8e-05,
+      "\u001b[?1h\u001b="
+    ],
+    [
+      0.000284,
+      "\u001b[?2004h"
+    ],
+    [
+      1.579085,
+      "\u001b[?2004l\r\r\n"
+    ]
+  ]
+}

docs/misc/asciinema/install.sh

@@ -0,0 +1,21 @@
+# This asciinema will show you the installation of borg as a standalone binary. Usually you only need this if you want to have an up-to-date version of borg or no package is available for your distro/OS.
+
+# First, we need to download the version, we'd like to install…
+wget -q --show-progress https://github.com/borgbackup/borg/releases/download/1.1.0b6/borg-linux64
+# and do not forget the GPG signature…!
+wget -q --show-progress https://github.com/borgbackup/borg/releases/download/1.1.0b6/borg-linux64.asc
+
+# In this case, we have already imported the public key of a borg developer. So we only need to verify it:
+gpg --verify borg-linux64.asc
+# Okay, the binary is valid!
+
+# Now install it:
+sudo cp borg-linux64 /usr/local/bin/borg
+sudo chown root:root /usr/local/bin/borg
+# and make it executable…
+sudo chmod 755 /usr/local/bin/borg
+
+# Now check it: (possibly needs a terminal restart)
+borg -V
+
+# That's it! Check out the other screencasts to see how to actually use borgbackup.

docs/misc/asciinema/install_and_basics.json

@@ -1,5550 +0,0 @@
-{
-  "version": 1,
-  "width": 80,
-  "height": 24,
-  "duration": 332.0,
-  "command": "/bin/bash",
-  "title": "borgbackup - installation and basic usage",
-  "env": {
-    "TERM": "xterm",
-    "SHELL": "/bin/bash"
-  },
-  "stdout": [
-    [
-      0.083341,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      0.349103,
-      "#"
-    ],
-    [
-      0.338948,
-      " "
-    ],
-    [
-      0.185424,
-      "b"
-    ],
-    [
-      0.142971,
-      "o"
-    ],
-    [
-      0.091227,
-      "r"
-    ],
-    [
-      0.092867,
-      "g"
-    ],
-    [
-      0.222552,
-      "b"
-    ],
-    [
-      0.114706,
-      "a"
-    ],
-    [
-      0.125044,
-      "c"
-    ],
-    [
-      0.144755,
-      "k"
-    ],
-    [
-      0.241044,
-      "u"
-    ],
-    [
-      0.243681,
-      "p"
-    ],
-    [
-      0.265888,
-      " "
-    ],
-    [
-      0.345247,
-      "-"
-    ],
-    [
-      0.251918,
-      " "
-    ],
-    [
-      0.233420,
-      "i"
-    ],
-    [
-      0.078609,
-      "n"
-    ],
-    [
-      0.076809,
-      "s"
-    ],
-    [
-      0.070225,
-      "t"
-    ],
-    [
-      0.148413,
-      "a"
-    ],
-    [
-      0.077403,
-      "l"
-    ],
-    [
-      0.139884,
-      "l"
-    ],
-    [
-      0.084807,
-      "a"
-    ],
-    [
-      0.138823,
-      "t"
-    ],
-    [
-      0.068185,
-      "i"
-    ],
-    [
-      0.170422,
-      "o"
-    ],
-    [
-      0.161091,
-      "n"
-    ],
-    [
-      0.169247,
-      " "
-    ],
-    [
-      0.110722,
-      "a"
-    ],
-    [
-      0.113785,
-      "n"
-    ],
-    [
-      0.397895,
-      "d"
-    ],
-    [
-      0.305048,
-      " "
-    ],
-    [
-      0.211476,
-      "b"
-    ],
-    [
-      0.109865,
-      "a"
-    ],
-    [
-      0.230634,
-      "s"
-    ],
-    [
-      0.277915,
-      "i"
-    ],
-    [
-      0.206167,
-      "c"
-    ],
-    [
-      0.145265,
-      " "
-    ],
-    [
-      0.219619,
-      "u"
-    ],
-    [
-      0.139989,
-      "s"
-    ],
-    [
-      0.180240,
-      "a"
-    ],
-    [
-      0.200391,
-      "g"
-    ],
-    [
-      0.116961,
-      "e"
-    ],
-    [
-      0.172074,
-      "\r\n"
-    ],
-    [
-      0.000449,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      0.620909,
-      "#"
-    ],
-    [
-      0.217833,
-      " "
-    ],
-    [
-      0.592920,
-      "I"
-    ],
-    [
-      0.166726,
-      " "
-    ],
-    [
-      0.161953,
-      "h"
-    ],
-    [
-      0.072501,
-      "a"
-    ],
-    [
-      0.170951,
-      "v"
-    ],
-    [
-      0.154067,
-      "e"
-    ],
-    [
-      0.110535,
-      " "
-    ],
-    [
-      0.155235,
-      "a"
-    ],
-    [
-      0.130825,
-      "l"
-    ],
-    [
-      0.111834,
-      "r"
-    ],
-    [
-      0.142378,
-      "e"
-    ],
-    [
-      0.165867,
-      "a"
-    ],
-    [
-      0.062556,
-      "d"
-    ],
-    [
-      0.091778,
-      "y"
-    ],
-    [
-      0.216280,
-      " "
-    ],
-    [
-      0.169501,
-      "d"
-    ],
-    [
-      0.198240,
-      "o"
-    ],
-    [
-      0.092373,
-      "w"
-    ],
-    [
-      0.143405,
-      "n"
-    ],
-    [
-      0.207324,
-      "l"
-    ],
-    [
-      0.164248,
-      "o"
-    ],
-    [
-      0.088481,
-      "a"
-    ],
-    [
-      0.129191,
-      "d"
-    ],
-    [
-      0.179234,
-      "e"
-    ],
-    [
-      0.189248,
-      "d"
-    ],
-    [
-      0.145203,
-      " "
-    ],
-    [
-      0.221625,
-      "t"
-    ],
-    [
-      0.100064,
-      "h"
-    ],
-    [
-      0.133349,
-      "e"
-    ],
-    [
-      0.066501,
-      " "
-    ],
-    [
-      0.187004,
-      "f"
-    ],
-    [
-      0.142461,
-      "i"
-    ],
-    [
-      0.204723,
-      "l"
-    ],
-    [
-      0.068716,
-      "e"
-    ],
-    [
-      0.237576,
-      "s"
-    ],
-    [
-      0.128085,
-      ":"
-    ],
-    [
-      0.242282,
-      "\r\n"
-    ],
-    [
-      0.000327,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      1.796834,
-      "l"
-    ],
-    [
-      0.092545,
-      "s"
-    ],
-    [
-      0.210322,
-      " "
-    ],
-    [
-      0.189710,
-      "-"
-    ],
-    [
-      0.215532,
-      "l"
-    ],
-    [
-      0.852863,
-      "\r\n"
-    ],
-    [
-      0.002104,
-      "total 10620\r\n"
-    ],
-    [
-      0.000040,
-      "-rw-rw-r-- 1 tw tw 10869049 Oct 24 22:11 borg-linux64"
-    ],
-    [
-      0.000007,
-      "\r\n"
-    ],
-    [
-      0.000019,
-      "-rw-rw-r-- 1 tw tw      819 Oct 24 22:11 borg-linux64.asc\r\n"
-    ],
-    [
-      0.000431,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      0.513172,
-      "#"
-    ],
-    [
-      0.284059,
-      " "
-    ],
-    [
-      0.330931,
-      "b"
-    ],
-    [
-      0.118806,
-      "i"
-    ],
-    [
-      0.100553,
-      "n"
-    ],
-    [
-      0.259930,
-      "a"
-    ],
-    [
-      0.106715,
-      "r"
-    ],
-    [
-      0.276545,
-      "y"
-    ],
-    [
-      0.126132,
-      " "
-    ],
-    [
-      0.379724,
-      "+"
-    ],
-    [
-      0.199249,
-      " "
-    ],
-    [
-      0.295913,
-      "G"
-    ],
-    [
-      0.108970,
-      "P"
-    ],
-    [
-      0.080480,
-      "G"
-    ],
-    [
-      0.349293,
-      " "
-    ],
-    [
-      0.236785,
-      "s"
-    ],
-    [
-      0.105197,
-      "i"
-    ],
-    [
-      0.289951,
-      "g"
-    ],
-    [
-      0.351385,
-      "n"
-    ],
-    [
-      0.282003,
-      "a"
-    ],
-    [
-      0.206591,
-      "t"
-    ],
-    [
-      0.163963,
-      "u"
-    ],
-    [
-      0.082416,
-      "r"
-    ],
-    [
-      0.125432,
-      "e"
-    ],
-    [
-      0.369988,
-      "\r\n"
-    ],
-    [
-      0.000341,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      0.889617,
-      "#"
-    ],
-    [
-      0.226974,
-      " "
-    ],
-    [
-      0.218497,
-      "l"
-    ],
-    [
-      0.134545,
-      "e"
-    ],
-    [
-      0.103159,
-      "t"
-    ],
-    [
-      0.711682,
-      "'"
-    ],
-    [
-      0.185463,
-      "s"
-    ],
-    [
-      0.162130,
-      " "
-    ],
-    [
-      0.166049,
-      "v"
-    ],
-    [
-      0.183069,
-      "e"
-    ],
-    [
-      0.099764,
-      "r"
-    ],
-    [
-      0.234211,
-      "i"
-    ],
-    [
-      0.854328,
-      "f"
-    ],
-    [
-      0.203758,
-      "y"
-    ],
-    [
-      0.166681,
-      " "
-    ],
-    [
-      0.216715,
-      "t"
-    ],
-    [
-      0.560064,
-      "h"
-    ],
-    [
-      0.151837,
-      "a"
-    ],
-    [
-      0.194509,
-      "t"
-    ],
-    [
-      0.119665,
-      " "
-    ],
-    [
-      0.141089,
-      "t"
-    ],
-    [
-      0.096803,
-      "h"
-    ],
-    [
-      0.104718,
-      "e"
-    ],
-    [
-      0.106761,
-      " "
-    ],
-    [
-      0.229401,
-      "b"
-    ],
-    [
-      0.213802,
-      "i"
-    ],
-    [
-      0.075481,
-      "n"
-    ],
-    [
-      0.138720,
-      "a"
-    ],
-    [
-      0.062411,
-      "r"
-    ],
-    [
-      0.292719,
-      "y"
-    ],
-    [
-      0.482737,
-      " "
-    ],
-    [
-      0.211595,
-      "i"
-    ],
-    [
-      0.110964,
-      "s"
-    ],
-    [
-      0.102100,
-      " "
-    ],
-    [
-      0.143380,
-      "v"
-    ],
-    [
-      0.189214,
-      "a"
-    ],
-    [
-      0.099337,
-      "l"
-    ],
-    [
-      0.172757,
-      "i"
-    ],
-    [
-      0.082456,
-      "d"
-    ],
-    [
-      0.177514,
-      ":"
-    ],
-    [
-      0.622492,
-      "\r\n"
-    ],
-    [
-      0.000313,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      2.000000,
-      "g"
-    ],
-    [
-      0.261924,
-      "p"
-    ],
-    [
-      0.108570,
-      "g"
-    ],
-    [
-      0.247315,
-      " "
-    ],
-    [
-      0.277162,
-      "-"
-    ],
-    [
-      0.141397,
-      "-"
-    ],
-    [
-      0.143255,
-      "v"
-    ],
-    [
-      0.162858,
-      "e"
-    ],
-    [
-      0.040051,
-      "r"
-    ],
-    [
-      0.105941,
-      "i"
-    ],
-    [
-      0.144872,
-      "f"
-    ],
-    [
-      0.306497,
-      "y"
-    ],
-    [
-      0.468271,
-      " "
-    ],
-    [
-      2.000000,
-      "b"
-    ],
-    [
-      0.119390,
-      "o"
-    ],
-    [
-      0.463137,
-      "\u0007"
-    ],
-    [
-      0.000095,
-      "rg-linux64"
-    ],
-    [
-      0.341519,
-      "."
-    ],
-    [
-      0.146977,
-      "asc "
-    ],
-    [
-      0.186292,
-      "\r\n"
-    ],
-    [
-      0.100648,
-      "gpg: Signature made Wed 07 Oct 2015 02:41:38 PM CEST\r\n"
-    ],
-    [
-      0.000011,
-      "gpg:                using RSA key 243ACFA951F78E01\r\n"
-    ],
-    [
-      0.006906,
-      "gpg: Good signature from \"Thomas Waldmann \u003ctw@waldmann-edv.de\u003e\""
-    ],
-    [
-      0.000033,
-      "\r\ngpg:                 aka \"Thomas Waldmann \u003ctw-public@gmx.de\u003e\"\r\ngpg:                 aka \"Thomas Waldmann \u003ctwaldmann@thinkmo.de\u003e\"\r\n"
-    ],
-    [
-      0.000018,
-      "gpg:                 aka \"Thomas Waldmann \u003cthomas.j.waldmann@gmail.com\u003e\"\r\n"
-    ],
-    [
-      0.003077,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      2.000000,
-      "#"
-    ],
-    [
-      0.241501,
-      " "
-    ],
-    [
-      0.186571,
-      "e"
-    ],
-    [
-      0.214388,
-      "v"
-    ],
-    [
-      0.157101,
-      "e"
-    ],
-    [
-      0.042348,
-      "r"
-    ],
-    [
-      0.253261,
-      "y"
-    ],
-    [
-      0.254356,
-      "t"
-    ],
-    [
-      0.094622,
-      "h"
-    ],
-    [
-      0.213972,
-      "i"
-    ],
-    [
-      0.084853,
-      "n"
-    ],
-    [
-      0.084920,
-      "g"
-    ],
-    [
-      0.178519,
-      " "
-    ],
-    [
-      0.256151,
-      "o"
-    ],
-    [
-      0.217918,
-      "k"
-    ],
-    [
-      0.153899,
-      "!"
-    ],
-    [
-      0.246211,
-      "\r\n"
-    ],
-    [
-      0.000330,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      2.000000,
-      "#"
-    ],
-    [
-      0.288008,
-      " "
-    ],
-    [
-      0.232836,
-      "i"
-    ],
-    [
-      0.055326,
-      "n"
-    ],
-    [
-      0.142978,
-      "s"
-    ],
-    [
-      0.080599,
-      "t"
-    ],
-    [
-      0.139018,
-      "a"
-    ],
-    [
-      0.111052,
-      "l"
-    ],
-    [
-      0.132419,
-      "l"
-    ],
-    [
-      0.169037,
-      " "
-    ],
-    [
-      0.117036,
-      "t"
-    ],
-    [
-      0.092749,
-      "h"
-    ],
-    [
-      0.124768,
-      "e"
-    ],
-    [
-      0.088888,
-      " "
-    ],
-    [
-      0.184118,
-      "b"
-    ],
-    [
-      0.182336,
-      "i"
-    ],
-    [
-      0.075466,
-      "n"
-    ],
-    [
-      0.085516,
-      "a"
-    ],
-    [
-      0.060363,
-      "r"
-    ],
-    [
-      0.843225,
-      "y"
-    ],
-    [
-      0.209758,
-      " "
-    ],
-    [
-      0.168892,
-      "a"
-    ],
-    [
-      0.151126,
-      "s"
-    ],
-    [
-      0.127487,
-      " "
-    ],
-    [
-      0.300923,
-      "\""
-    ],
-    [
-      0.217060,
-      "b"
-    ],
-    [
-      0.221579,
-      "o"
-    ],
-    [
-      0.047775,
-      "r"
-    ],
-    [
-      0.107202,
-      "g"
-    ],
-    [
-      0.438939,
-      "\""
-    ],
-    [
-      0.253153,
-      ":"
-    ],
-    [
-      0.617823,
-      "\r\n"
-    ],
-    [
-      0.000326,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      0.816740,
-      "c"
-    ],
-    [
-      0.168734,
-      "p"
-    ],
-    [
-      0.230846,
-      " "
-    ],
-    [
-      0.299588,
-      "b"
-    ],
-    [
-      0.121082,
-      "o"
-    ],
-    [
-      0.214148,
-      "\u0007"
-    ],
-    [
-      0.000011,
-      "rg-linux64"
-    ],
-    [
-      0.331736,
-      " "
-    ],
-    [
-      0.812264,
-      "~"
-    ],
-    [
-      0.518926,
-      "/"
-    ],
-    [
-      0.233797,
-      "b"
-    ],
-    [
-      0.214141,
-      "i"
-    ],
-    [
-      0.098062,
-      "n"
-    ],
-    [
-      0.607725,
-      "/"
-    ],
-    [
-      0.566434,
-      "b"
-    ],
-    [
-      0.145886,
-      "o"
-    ],
-    [
-      0.113081,
-      "r"
-    ],
-    [
-      0.068870,
-      "g"
-    ],
-    [
-      0.851794,
-      "\r\n"
-    ],
-    [
-      0.012632,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      2.000000,
-      "#"
-    ],
-    [
-      0.269926,
-      " "
-    ],
-    [
-      0.208575,
-      "m"
-    ],
-    [
-      0.135192,
-      "a"
-    ],
-    [
-      0.119543,
-      "k"
-    ],
-    [
-      0.080873,
-      "e"
-    ],
-    [
-      0.156871,
-      " "
-    ],
-    [
-      0.197124,
-      "i"
-    ],
-    [
-      0.078784,
-      "t"
-    ],
-    [
-      0.142373,
-      " "
-    ],
-    [
-      0.189080,
-      "e"
-    ],
-    [
-      0.232597,
-      "x"
-    ],
-    [
-      0.170105,
-      "e"
-    ],
-    [
-      0.132039,
-      "c"
-    ],
-    [
-      0.230568,
-      "u"
-    ],
-    [
-      0.086573,
-      "t"
-    ],
-    [
-      0.255047,
-      "a"
-    ],
-    [
-      0.231478,
-      "b"
-    ],
-    [
-      0.283723,
-      "l"
-    ],
-    [
-      0.112987,
-      "e"
-    ],
-    [
-      0.518611,
-      ":"
-    ],
-    [
-      0.459423,
-      "\r\n"
-    ],
-    [
-      0.000822,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      0.353739,
-      "c"
-    ],
-    [
-      0.114161,
-      "h"
-    ],
-    [
-      0.268562,
-      "m"
-    ],
-    [
-      0.179085,
-      "o"
-    ],
-    [
-      0.145360,
-      "d"
-    ],
-    [
-      0.075599,
-      " "
-    ],
-    [
-      0.773964,
-      "+"
-    ],
-    [
-      0.113699,
-      "x"
-    ],
-    [
-      0.187579,
-      " "
-    ],
-    [
-      0.381391,
-      "~"
-    ],
-    [
-      0.512520,
-      "/"
-    ],
-    [
-      0.231090,
-      "b"
-    ],
-    [
-      0.197636,
-      "i"
-    ],
-    [
-      0.101238,
-      "n"
-    ],
-    [
-      0.341295,
-      "/"
-    ],
-    [
-      0.306047,
-      "b"
-    ],
-    [
-      0.106898,
-      "o"
-    ],
-    [
-      0.233773,
-      "rg "
-    ],
-    [
-      0.519336,
-      "\r\n"
-    ],
-    [
-      0.001408,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      2.000000,
-      "#"
-    ],
-    [
-      0.247104,
-      " "
-    ],
-    [
-      0.218717,
-      "i"
-    ],
-    [
-      0.067769,
-      "n"
-    ],
-    [
-      0.139583,
-      "s"
-    ],
-    [
-      0.092034,
-      "t"
-    ],
-    [
-      0.152729,
-      "a"
-    ],
-    [
-      0.083844,
-      "l"
-    ],
-    [
-      0.145806,
-      "l"
-    ],
-    [
-      0.120879,
-      "a"
-    ],
-    [
-      0.164967,
-      "t"
-    ],
-    [
-      0.065308,
-      "i"
-    ],
-    [
-      0.816983,
-      "o"
-    ],
-    [
-      0.231669,
-      "n"
-    ],
-    [
-      0.185168,
-      " "
-    ],
-    [
-      0.125214,
-      "d"
-    ],
-    [
-      0.112630,
-      "o"
-    ],
-    [
-      0.068650,
-      "n"
-    ],
-    [
-      0.108386,
-      "e"
-    ],
-    [
-      0.563031,
-      "!"
-    ],
-    [
-      2.000000,
-      "\r\n"
-    ],
-    [
-      0.000365,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      0.347093,
-      "#"
-    ],
-    [
-      0.262764,
-      " "
-    ],
-    [
-      0.191568,
-      "l"
-    ],
-    [
-      0.086614,
-      "e"
-    ],
-    [
-      0.110365,
-      "t"
-    ],
-    [
-      0.707057,
-      "'"
-    ],
-    [
-      0.220060,
-      "s"
-    ],
-    [
-      0.181690,
-      " "
-    ],
-    [
-      0.128039,
-      "c"
-    ],
-    [
-      0.176264,
-      "r"
-    ],
-    [
-      0.171208,
-      "e"
-    ],
-    [
-      0.199371,
-      "a"
-    ],
-    [
-      0.161622,
-      "t"
-    ],
-    [
-      0.145989,
-      "e"
-    ],
-    [
-      0.187920,
-      " "
-    ],
-    [
-      0.734653,
-      "a"
-    ],
-    [
-      0.185812,
-      " "
-    ],
-    [
-      0.270851,
-      "r"
-    ],
-    [
-      0.120000,
-      "e"
-    ],
-    [
-      0.161097,
-      "p"
-    ],
-    [
-      0.179813,
-      "o"
-    ],
-    [
-      0.170557,
-      "s"
-    ],
-    [
-      0.145457,
-      "i"
-    ],
-    [
-      0.165200,
-      "t"
-    ],
-    [
-      0.135578,
-      "o"
-    ],
-    [
-      0.130363,
-      "r"
-    ],
-    [
-      0.461631,
-      "y"
-    ],
-    [
-      0.303047,
-      ":"
-    ],
-    [
-      0.955198,
-      "\r\n"
-    ],
-    [
-      0.000300,
-      "\u001b]0;tw@tux: ~/borg/demo/download\u0007tw@tux:~/borg/demo/download$ "
-    ],
-    [
-      0.301237,
-      "c"
-    ],
-    [
-      0.084267,
-      "d"
-    ],
-    [
-      0.155241,
-      " "
-    ],
-    [
-      0.813751,
-      "."
-    ],
-    [
-      0.157147,
-      "."
-    ],
-    [
-      0.573720,
-      "\r\n"
-    ],
-    [
-      0.000508,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.225463,
-      "b"
-    ],
-    [
-      0.274841,
-      "o"
-    ],
-    [
-      0.125292,
-      "r"
-    ],
-    [
-      0.083313,
-      "g"
-    ],
-    [
-      0.088596,
-      " "
-    ],
-    [
-      0.231502,
-      "i"
-    ],
-    [
-      0.062726,
-      "n"
-    ],
-    [
-      0.144877,
-      "i"
-    ],
-    [
-      0.112508,
-      "t"
-    ],
-    [
-      0.313489,
-      " "
-    ],
-    [
-      0.298944,
-      "r"
-    ],
-    [
-      0.216556,
-      "e"
-    ],
-    [
-      0.180484,
-      "p"
-    ],
-    [
-      0.204141,
-      "o"
-    ],
-    [
-      0.682782,
-      "\r\n"
-    ],
-    [
-      0.352828,
-      "Initializing repository at \"repo\"\r\n"
-    ],
-    [
-      0.001407,
-      "Encryption NOT enabled.\r\nUse the \"--encryption=repokey|keyfile|passphrase\" to enable encryption."
-    ],
-    [
-      0.000009,
-      "\r\n"
-    ],
-    [
-      0.008492,
-      "Synchronizing chunks cache..."
-    ],
-    [
-      0.000009,
-      "\r\n"
-    ],
-    [
-      0.000030,
-      "Archives: 0, w/ cached Idx: 0, w/ outdated Idx: 0, w/o cached Idx: 0."
-    ],
-    [
-      0.000004,
-      "\r\n"
-    ],
-    [
-      0.000024,
-      "Done."
-    ],
-    [
-      0.000004,
-      "\r\n"
-    ],
-    [
-      0.027827,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.988184,
-      "#"
-    ],
-    [
-      0.248844,
-      " "
-    ],
-    [
-      0.199486,
-      "l"
-    ],
-    [
-      0.104455,
-      "e"
-    ],
-    [
-      0.127960,
-      "t"
-    ],
-    [
-      0.484976,
-      "'"
-    ],
-    [
-      0.186103,
-      "s"
-    ],
-    [
-      0.151763,
-      " "
-    ],
-    [
-      0.177456,
-      "c"
-    ],
-    [
-      0.178972,
-      "r"
-    ],
-    [
-      0.183533,
-      "e"
-    ],
-    [
-      0.192725,
-      "a"
-    ],
-    [
-      0.146352,
-      "t"
-    ],
-    [
-      0.156199,
-      "e"
-    ],
-    [
-      0.232699,
-      " "
-    ],
-    [
-      0.513490,
-      "o"
-    ],
-    [
-      0.229828,
-      "u"
-    ],
-    [
-      0.104744,
-      "r"
-    ],
-    [
-      0.115068,
-      " "
-    ],
-    [
-      0.201439,
-      "f"
-    ],
-    [
-      0.333315,
-      "i"
-    ],
-    [
-      0.209070,
-      "r"
-    ],
-    [
-      0.259194,
-      "s"
-    ],
-    [
-      0.076346,
-      "t"
-    ],
-    [
-      0.125673,
-      " "
-    ],
-    [
-      0.198575,
-      "b"
-    ],
-    [
-      0.089009,
-      "a"
-    ],
-    [
-      0.238307,
-      "c"
-    ],
-    [
-      0.105568,
-      "k"
-    ],
-    [
-      0.254971,
-      "u"
-    ],
-    [
-      0.318094,
-      "p"
-    ],
-    [
-      0.690770,
-      ":"
-    ],
-    [
-      0.580155,
-      "\r\n"
-    ],
-    [
-      0.000308,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.603046,
-      "b"
-    ],
-    [
-      0.104492,
-      "o"
-    ],
-    [
-      0.148182,
-      "r"
-    ],
-    [
-      0.087024,
-      "g"
-    ],
-    [
-      0.176897,
-      " "
-    ],
-    [
-      0.183168,
-      "c"
-    ],
-    [
-      0.185325,
-      "r"
-    ],
-    [
-      0.183347,
-      "e"
-    ],
-    [
-      0.182868,
-      "a"
-    ],
-    [
-      0.170600,
-      "t"
-    ],
-    [
-      0.137005,
-      "e"
-    ],
-    [
-      0.164357,
-      " "
-    ],
-    [
-      0.427028,
-      "-"
-    ],
-    [
-      0.147791,
-      "-"
-    ],
-    [
-      0.440101,
-      "s"
-    ],
-    [
-      0.177193,
-      "t"
-    ],
-    [
-      0.203817,
-      "a"
-    ],
-    [
-      0.217150,
-      "t"
-    ],
-    [
-      0.229771,
-      "s"
-    ],
-    [
-      0.191220,
-      " "
-    ],
-    [
-      0.269939,
-      "-"
-    ],
-    [
-      0.145163,
-      "-"
-    ],
-    [
-      0.450053,
-      "p"
-    ],
-    [
-      0.165194,
-      "r"
-    ],
-    [
-      0.044264,
-      "o"
-    ],
-    [
-      0.204568,
-      "g"
-    ],
-    [
-      0.104759,
-      "r"
-    ],
-    [
-      0.213137,
-      "e"
-    ],
-    [
-      0.216596,
-      "s"
-    ],
-    [
-      0.163238,
-      "s"
-    ],
-    [
-      0.241084,
-      " "
-    ],
-    [
-      0.300727,
-      "-"
-    ],
-    [
-      0.149156,
-      "-"
-    ],
-    [
-      0.259608,
-      "c"
-    ],
-    [
-      0.120930,
-      "o"
-    ],
-    [
-      0.098838,
-      "m"
-    ],
-    [
-      0.234615,
-      "p"
-    ],
-    [
-      0.084600,
-      "r"
-    ],
-    [
-      0.166072,
-      "e"
-    ],
-    [
-      0.185576,
-      "s"
-    ],
-    [
-      0.159984,
-      "s"
-    ],
-    [
-      0.122793,
-      "i"
-    ],
-    [
-      0.180423,
-      "o"
-    ],
-    [
-      0.196311,
-      "n"
-    ],
-    [
-      0.181682,
-      " "
-    ],
-    [
-      0.242129,
-      "l"
-    ],
-    [
-      0.842020,
-      "z"
-    ],
-    [
-      0.707941,
-      "4"
-    ],
-    [
-      0.180354,
-      " "
-    ],
-    [
-      0.419080,
-      "r"
-    ],
-    [
-      0.189076,
-      "e"
-    ],
-    [
-      0.172527,
-      "p"
-    ],
-    [
-      0.154922,
-      "o"
-    ],
-    [
-      0.728059,
-      ":"
-    ],
-    [
-      0.147089,
-      ":"
-    ],
-    [
-      0.396117,
-      "b"
-    ],
-    [
-      0.090233,
-      "a"
-    ],
-    [
-      0.199537,
-      "c"
-    ],
-    [
-      0.084686,
-      "k"
-    ],
-    [
-      0.278049,
-      "u \r"
-    ],
-    [
-      0.268438,
-      "p"
-    ],
-    [
-      0.491592,
-      "1"
-    ],
-    [
-      0.508588,
-      " "
-    ],
-    [
-      0.174143,
-      "d"
-    ],
-    [
-      0.175430,
-      "a"
-    ],
-    [
-      0.166841,
-      "t"
-    ],
-    [
-      0.127029,
-      "a"
-    ],
-    [
-      0.380593,
-      "\r\n"
-    ],
-    [
-      0.557518,
-      "  2.68 MB O   1.25 MB C   1.25 MB D data/linux-4.1.8/Doc...ia/v4l/func-read.xml\r"
-    ],
-    [
-      0.200102,
-      "  5.37 MB O   2.46 MB C   2.46 MB D data/linux-4.1.8/Documentation/backlight   \r"
-    ],
-    [
-      0.200342,
-      "  6.99 MB O   3.36 MB C   3.36 MB D data/linux-4.1.8/Doc...rm_big_little_dt.txt\r"
-    ],
-    [
-      0.200137,
-      "  7.83 MB O   3.87 MB C   3.87 MB D data/linux-4.1.8/Doc...s/mtd/atmel-nand.txt\r"
-    ],
-    [
-      0.200271,
-      "  8.77 MB O   4.41 MB C   4.41 MB D data/linux-4.1.8/Doc...ngs/soc/fsl/qman.txt\r"
-    ],
-    [
-      0.200577,
-      "  9.99 MB O   5.12 MB C   5.12 MB D data/linux-4.1.8/Doc...ching/cachefiles.txt\r"
-    ],
-    [
-      0.200033,
-      " 12.11 MB O   6.34 MB C   6.33 MB D data/linux-4.1.8/Doc...infiniband/ipoib.txt\r"
-    ],
-    [
-      0.200272,
-      " 15.27 MB O   8.08 MB C   8.08 MB D data/linux-4.1.8/Doc.../networking/team.txt\r"
-    ],
-    [
-      0.200072,
-      " 18.22 MB O   9.72 MB C   9.71 MB D data/linux-4.1.8/Doc...tation/sysctl/vm.txt\r"
-    ],
-    [
-      0.202107,
-      " 21.05 MB O  11.22 MB C  11.21 MB D data/linux-4.1.8/MAINTAINERS               \r"
-    ],
-    [
-      0.200251,
-      " 23.04 MB O  12.20 MB C  12.20 MB D data/linux-4.1.8/arc...de/uapi/asm/unistd.h\r"
-    ],
-    [
-      0.200450,
-      " 25.45 MB O  13.17 MB C  13.17 MB D data/linux-4.1.8/arc.../boot/dts/imx23.dtsi\r"
-    ],
-    [
-      0.200093,
-      " 27.65 MB O  14.01 MB C  14.00 MB D data/linux-4.1.8/arc...omap3-overo-tobi.dts\r"
-    ],
-    [
-      0.200314,
-      " 30.26 MB O  14.89 MB C  14.89 MB D data/linux-4.1.8/arc...ot/dts/tps65910.dtsi\r"
-    ],
-    [
-      0.200003,
-      " 31.90 MB O  15.63 MB C  15.63 MB D data/linux-4.1.8/arc...include/asm/probes.h\r"
-    ],
-    [
-      0.200493,
-      " 34.66 MB O  16.84 MB C  16.83 MB D data/linux-4.1.8/arc...i/include/mach/psc.h\r"
-    ],
-    [
-      0.200675,
-      " 36.62 MB O  17.70 MB C  17.70 MB D data/linux-4.1.8/arc...mach-ixp4xx/common.c\r"
-    ],
-    [
-      0.200307,
-      " 38.40 MB O  18.54 MB C  18.53 MB D data/linux-4.1.8/arch/arm/mach-omap2/cm.h  \r"
-    ],
-    [
-      0.200254,
-      " 41.29 MB O  19.63 MB C  19.63 MB D data/linux-4.1.8/arch/arm/mach-pxa/idp.c   \r"
-    ],
-    [
-      0.219493,
-      " 43.57 MB O  20.67 MB C  20.66 MB D data/linux-4.1.8/arc...bile/clock-r8a7778.c\r"
-    ],
-    [
-      0.200451,
-      " 45.55 MB O  21.59 MB C  21.59 MB D data/linux-4.1.8/arc...m/plat-samsung/adc.c\r"
-    ],
-    [
-      0.200370,
-      " 47.50 MB O  22.51 MB C  22.51 MB D data/linux-4.1.8/arch/arm64/lib/memmove.S  \r"
-    ],
-    [
-      0.200686,
-      " 49.21 MB O  23.33 MB C  23.32 MB D data/linux-4.1.8/arc...ckfin/kernel/trace.c\r"
-    ],
-    [
-      0.200393,
-      " 53.22 MB O  24.51 MB C  24.50 MB D data/linux-4.1.8/arch/c6x/include/asm/soc.h\r"
-    ],
-    [
-      0.200371,
-      " 56.19 MB O  25.50 MB C  25.49 MB D data/linux-4.1.8/arc...op/iop_sw_cpu_defs.h\r"
-    ],
-    [
-      0.200450,
-      " 57.84 MB O  26.17 MB C  26.14 MB D data/linux-4.1.8/arc...include/asm/vm_mmu.h\r"
-    ],
-    [
-      0.200573,
-      " 60.21 MB O  27.27 MB C  27.25 MB D data/linux-4.1.8/arch/ia64/kernel/time.c   \r"
-    ],
-    [
-      0.200222,
-      " 62.31 MB O  28.18 MB C  28.15 MB D data/linux-4.1.8/arc.../coldfire/sltimers.c\r"
-    ],
-    [
-      0.200756,
-      " 67.09 MB O  29.98 MB C  29.90 MB D data/linux-4.1.8/arc...8k/include/asm/tlb.h\r"
-    ],
-    [
-      0.200716,
-      " 68.75 MB O  30.80 MB C  30.72 MB D data/linux-4.1.8/arc...ude/uapi/asm/fcntl.h\r"
-    ],
-    [
-      0.200734,
-      " 70.69 MB O  31.67 MB C  31.59 MB D data/linux-4.1.8/arc...figs/malta_defconfig\r"
-    ],
-    [
-      0.200198,
-      " 72.12 MB O  32.34 MB C  32.26 MB D data/linux-4.1.8/arc...de/asm/mc146818rtc.h\r"
-    ],
-    [
-      0.200446,
-      " 76.01 MB O  33.45 MB C  33.37 MB D data/linux-4.1.8/arch/mips/jazz/jazzdma.c  \r"
-    ],
-    [
-      0.200111,
-      " 78.19 MB O  34.46 MB C  34.38 MB D data/linux-4.1.8/arc...tlogic/common/time.c\r"
-    ],
-    [
-      0.200191,
-      " 79.84 MB O  35.30 MB C  35.21 MB D data/linux-4.1.8/arc...de/uapi/asm/msgbuf.h\r"
-    ],
-    [
-      0.200421,
-      " 81.35 MB O  36.07 MB C  35.99 MB D data/linux-4.1.8/arc...sc/include/asm/rtc.h\r"
-    ],
-    [
-      0.200090,
-      " 83.49 MB O  37.03 MB C  36.95 MB D data/linux-4.1.8/arc...fsl/qoriq-dma-1.dtsi\r"
-    ],
-    [
-      0.200331,
-      " 85.13 MB O  37.80 MB C  37.72 MB D data/linux-4.1.8/arc...pc836x_rdk_defconfig\r"
-    ],
-    [
-      0.200114,
-      " 87.04 MB O  38.71 MB C  38.63 MB D data/linux-4.1.8/arc...ude/uapi/asm/nvram.h\r"
-    ],
-    [
-      0.200280,
-      " 90.24 MB O  40.19 MB C  40.11 MB D data/linux-4.1.8/arc...pc/math-emu/mtfsfi.c\r"
-    ],
-    [
-      0.216796,
-      " 92.68 MB O  41.41 MB C  41.33 MB D data/linux-4.1.8/arc...rms/powermac/nvram.c\r"
-    ],
-    [
-      0.200198,
-      " 95.32 MB O  42.60 MB C  42.52 MB D data/linux-4.1.8/arc...nclude/asm/pgtable.h\r"
-    ],
-    [
-      0.200304,
-      " 97.31 MB O  43.50 MB C  43.42 MB D data/linux-4.1.8/arc...mach-dreamcast/irq.c\r"
-    ],
-    [
-      0.200328,
-      " 99.46 MB O  44.41 MB C  44.33 MB D data/linux-4.1.8/arc...artner-jet-setup.txt\r"
-    ],
-    [
-      0.200102,
-      "101.28 MB O  45.25 MB C  45.16 MB D data/linux-4.1.8/arc...rc/include/asm/ecc.h\r"
-    ],
-    [
-      0.200253,
-      "103.53 MB O  46.27 MB C  46.19 MB D data/linux-4.1.8/arc.../kernel/una_asm_64.S\r"
-    ],
-    [
-      0.200503,
-      "105.76 MB O  47.32 MB C  47.23 MB D data/linux-4.1.8/arch/tile/kernel/reboot.c \r"
-    ],
-    [
-      0.201177,
-      "107.64 MB O  48.27 MB C  48.18 MB D data/linux-4.1.8/arc...t/compressed/eboot.c\r"
-    ],
-    [
-      0.200192,
-      "109.82 MB O  49.22 MB C  49.13 MB D data/linux-4.1.8/arc...clude/asm/spinlock.h\r"
-    ],
-    [
-      0.200851,
-      "112.71 MB O  50.56 MB C  50.48 MB D data/linux-4.1.8/arch/x86/kernel/ptrace.c  \r"
-    ],
-    [
-      0.200195,
-      "115.71 MB O  51.96 MB C  51.87 MB D data/linux-4.1.8/arc...s/platform_emc1403.c\r"
-    ],
-    [
-      0.200306,
-      "117.28 MB O  52.79 MB C  52.70 MB D data/linux-4.1.8/arc...nclude/variant/tie.h\r"
-    ],
-    [
-      0.204475,
-      "122.68 MB O  55.35 MB C  55.26 MB D data/linux-4.1.8/fir...x-e1-6.2.9.0.fw.ihex\r"
-    ],
-    [
-      0.199974,
-      "127.39 MB O  58.15 MB C  57.97 MB D data/linux-4.1.8/fs/afs/fsclient.c         \r"
-    ],
-    [
-      0.201254,
-      "132.58 MB O  60.42 MB C  60.24 MB D data/linux-4.1.8/fs/cifs/cifssmb.c         \r"
-    ],
-    [
-      0.216710,
-      "136.76 MB O  62.28 MB C  62.10 MB D data/linux-4.1.8/fs/ext4/inline.c          \r"
-    ],
-    [
-      0.200891,
-      "140.78 MB O  64.15 MB C  63.97 MB D data/linux-4.1.8/fs/jbd2/commit.c          \r"
-    ],
-    [
-      0.199883,
-      "144.88 MB O  65.98 MB C  65.80 MB D data/linux-4.1.8/fs/nfs/objlayout          \r"
-    ],
-    [
-      0.201488,
-      "150.31 MB O  67.96 MB C  67.78 MB D data/linux-4.1.8/fs/...fy/dnotify/dnotify.c\r"
-    ],
-    [
-      0.205472,
-      "154.72 MB O  69.97 MB C  69.79 MB D data/linux-4.1.8/fs/quota/dquot.c          \r"
-    ],
-    [
-      0.200493,
-      "159.06 MB O  71.91 MB C  71.73 MB D data/linux-4.1.8/fs/...xfs/xfs_inode_fork.h\r"
-    ],
-    [
-      0.200000,
-      "161.54 MB O  73.09 MB C  72.91 MB D data/linux-4.1.8/inc.../crypto/public_key.h\r"
-    ],
-    [
-      0.205041,
-      "164.32 MB O  74.28 MB C  74.09 MB D data/linux-4.1.8/inc...inux/cgroup_subsys.h\r"
-    ],
-    [
-      0.200371,
-      "166.33 MB O  75.23 MB C  75.05 MB D data/linux-4.1.8/include/linux/if_team.h   \r"
-    ],
-    [
-      0.200340,
-      "168.82 MB O  76.24 MB C  76.06 MB D data/linux-4.1.8/inc.../mfd/pcf50633/gpio.h\r"
-    ],
-    [
-      0.200162,
-      "171.65 MB O  77.36 MB C  77.17 MB D data/linux-4.1.8/include/linux/phy.h       \r"
-    ],
-    [
-      0.200385,
-      "172.84 MB O  77.97 MB C  77.79 MB D data/linux-4.1.8/include/linux/scc.h       \r"
-    ],
-    [
-      0.200918,
-      "174.87 MB O  78.94 MB C  78.76 MB D data/linux-4.1.8/include/linux/wait.h      \r"
-    ],
-    [
-      0.200117,
-      "177.06 MB O  80.01 MB C  79.83 MB D data/linux-4.1.8/inc...er/nfnetlink_queue.h\r"
-    ],
-    [
-      0.200254,
-      "179.53 MB O  81.13 MB C  80.95 MB D data/linux-4.1.8/inc...e/events/intel-sst.h\r"
-    ],
-    [
-      0.200176,
-      "181.40 MB O  82.05 MB C  81.86 MB D data/linux-4.1.8/include/uapi/linux/mpls.h \r"
-    ],
-    [
-      0.200438,
-      "183.11 MB O  82.88 MB C  82.70 MB D data/linux-4.1.8/inc...api/scsi/fc/fc_els.h\r"
-    ],
-    [
-      0.200226,
-      "186.12 MB O  84.31 MB C  84.12 MB D data/linux-4.1.8/kernel/jump_label.c       \r"
-    ],
-    [
-      0.200138,
-      "190.76 MB O  86.46 MB C  86.28 MB D data/linux-4.1.8/lib/Kconfig.debug         \r"
-    ],
-    [
-      0.200958,
-      "194.21 MB O  87.82 MB C  87.64 MB D data/linux-4.1.8/mm/memblock.c             \r"
-    ],
-    [
-      0.200544,
-      "198.19 MB O  89.69 MB C  89.51 MB D data/linux-4.1.8/net/bluetooth/ecc.c       \r"
-    ],
-    [
-      0.200232,
-      "202.28 MB O  91.52 MB C  91.34 MB D data/linux-4.1.8/net/hsr/hsr_slave.c       \r"
-    ],
-    [
-      0.200153,
-      "206.23 MB O  93.40 MB C  93.22 MB D data/linux-4.1.8/net/ipx/af_ipx.c          \r"
-    ],
-    [
-      0.200526,
-      "210.30 MB O  95.08 MB C  94.89 MB D data/linux-4.1.8/net...ter/ipvs/ip_vs_ftp.c\r"
-    ],
-    [
-      0.200433,
-      "213.29 MB O  96.37 MB C  96.19 MB D data/linux-4.1.8/net/phonet/af_phonet.c    \r"
-    ],
-    [
-      0.200669,
-      "217.21 MB O  98.21 MB C  98.03 MB D data/linux-4.1.8/net.../svc_rdma_recvfrom.c\r"
-    ],
-    [
-      0.200014,
-      "220.20 MB O  99.53 MB C  99.35 MB D data/linux-4.1.8/scr...e/free/iounmap.cocci\r"
-    ],
-    [
-      0.200446,
-      "222.94 MB O 100.82 MB C 100.64 MB D data/linux-4.1.8/security/selinux/Makefile \r"
-    ],
-    [
-      0.214711,
-      "226.41 MB O 102.23 MB C 102.05 MB D data/linux-4.1.8/sou...seq/seq_midi_event.c\r"
-    ],
-    [
-      0.202631,
-      "228.96 MB O 103.31 MB C 103.13 MB D data/linux-4.1.8/sound/mips/ad1843.c       \r"
-    ],
-    [
-      0.200095,
-      "232.28 MB O 104.65 MB C 104.47 MB D data/linux-4.1.8/sound/pci/ctxfi/Makefile  \r"
-    ],
-    [
-      0.200726,
-      "236.33 MB O 106.24 MB C 106.06 MB D data/linux-4.1.8/sound/pci/nm256/Makefile  \r"
-    ],
-    [
-      0.199902,
-      "239.73 MB O 107.58 MB C 107.40 MB D data/linux-4.1.8/sou.../codecs/cs4271-spi.c\r"
-    ],
-    [
-      0.200592,
-      "244.29 MB O 109.08 MB C 108.90 MB D data/linux-4.1.8/sound/soc/codecs/wm8940.c \r"
-    ],
-    [
-      0.200357,
-      "247.98 MB O 110.35 MB C 110.17 MB D data/linux-4.1.8/sou...oc/omap/omap-mcpdm.c\r"
-    ],
-    [
-      0.200901,
-      "250.64 MB O 111.50 MB C 111.32 MB D data/linux-4.1.8/sound/usb/mixer_scarlett.c\r"
-    ],
-    [
-      0.200535,
-      "252.14 MB O 112.20 MB C 112.01 MB D data/linux-4.1.8/tools/perf/builtin-kvm.c  \r"
-    ],
-    [
-      0.200239,
-      "254.11 MB O 113.07 MB C 112.88 MB D data/linux-4.1.8/tools/perf/util/record.c  \r"
-    ],
-    [
-      0.200233,
-      "255.70 MB O 113.82 MB C 113.64 MB D data/linux-4.1.8/too...re/bin/configinit.sh\r"
-    ],
-    [
-      0.395702,
-      "                                                                               \r------------------------------------------------------------------------------\r\nArchive name: backup1\r\nArchive fingerprint: b3104802be9faa610f281619c69e4d3e672df2ce97528a35d83f15080d02ed86\r\nStart time: Sat Oct 24 22:27:24 2015\r\nEnd time: Sat Oct 24 22:27:43 2015\r\nDuration: 19.32 seconds\r\nNumber of files: 31557\r\n\r\n                       Original size      Compressed size    Deduplicated size\r\nThis archive:              257.06 MB            114.44 MB            114.26 MB\r\nAll archives:              257.06 MB            114.44 MB            114.26 MB\r\n\r\n                       Unique chunks         Total chunks\r\nChunk index:                   33731                34030\r\n------------------------------------------------------------------------------\r\n"
-    ],
-    [
-      0.046138,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      1.000000,
-      "#"
-    ],
-    [
-      0.564664,
-      " "
-    ],
-    [
-      0.313339,
-      "c"
-    ],
-    [
-      0.492152,
-      "h"
-    ],
-    [
-      0.479518,
-      "a"
-    ],
-    [
-      0.536708,
-      "n"
-    ],
-    [
-      0.134006,
-      "g"
-    ],
-    [
-      0.147326,
-      "e"
-    ],
-    [
-      0.068957,
-      " "
-    ],
-    [
-      0.179678,
-      "s"
-    ],
-    [
-      0.096249,
-      "o"
-    ],
-    [
-      0.081003,
-      "m"
-    ],
-    [
-      0.124342,
-      "e"
-    ],
-    [
-      0.117830,
-      " "
-    ],
-    [
-      0.138019,
-      "d"
-    ],
-    [
-      0.137898,
-      "a"
-    ],
-    [
-      0.199628,
-      "t"
-    ],
-    [
-      0.104935,
-      "a"
-    ],
-    [
-      0.150868,
-      " "
-    ],
-    [
-      0.144877,
-      "s"
-    ],
-    [
-      0.126816,
-      "l"
-    ],
-    [
-      0.178466,
-      "i"
-    ],
-    [
-      0.113395,
-      "g"
-    ],
-    [
-      0.101022,
-      "h"
-    ],
-    [
-      0.102395,
-      "t"
-    ],
-    [
-      0.311498,
-      "l"
-    ],
-    [
-      0.366608,
-      "y"
-    ],
-    [
-      0.657991,
-      ":"
-    ],
-    [
-      0.423140,
-      "\r\n"
-    ],
-    [
-      0.000708,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      2.000000,
-      "e"
-    ],
-    [
-      0.000021,
-      "c"
-    ],
-    [
-      0.000024,
-      "h"
-    ],
-    [
-      0.000029,
-      "o"
-    ],
-    [
-      0.000018,
-      " "
-    ],
-    [
-      0.000025,
-      "\""
-    ],
-    [
-      0.000025,
-      "s"
-    ],
-    [
-      0.000026,
-      "o"
-    ],
-    [
-      0.000070,
-      "me "
-    ],
-    [
-      0.000022,
-      "m"
-    ],
-    [
-      0.000028,
-      "o"
-    ],
-    [
-      0.000027,
-      "r"
-    ],
-    [
-      0.000026,
-      "e"
-    ],
-    [
-      0.000029,
-      " "
-    ],
-    [
-      0.000028,
-      "d"
-    ],
-    [
-      0.000028,
-      "a"
-    ],
-    [
-      0.000028,
-      "t"
-    ],
-    [
-      0.000026,
-      "a"
-    ],
-    [
-      0.000033,
-      "\""
-    ],
-    [
-      0.000028,
-      " "
-    ],
-    [
-      0.000059,
-      "\u003e"
-    ],
-    [
-      0.000045,
-      " "
-    ],
-    [
-      0.000020,
-      "d"
-    ],
-    [
-      0.000040,
-      "a"
-    ],
-    [
-      0.000035,
-      "t"
-    ],
-    [
-      0.000039,
-      "a"
-    ],
-    [
-      0.000034,
-      "/"
-    ],
-    [
-      0.000034,
-      "o"
-    ],
-    [
-      0.000034,
-      "n"
-    ],
-    [
-      0.000037,
-      "e"
-    ],
-    [
-      0.000036,
-      "_"
-    ],
-    [
-      0.000037,
-      "f"
-    ],
-    [
-      0.000037,
-      "i"
-    ],
-    [
-      0.000717,
-      "le_more\r\n"
-    ],
-    [
-      0.000181,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      2.000000,
-      "#"
-    ],
-    [
-      0.266289,
-      " "
-    ],
-    [
-      0.194686,
-      "n"
-    ],
-    [
-      0.157296,
-      "o"
-    ],
-    [
-      0.084026,
-      "w"
-    ],
-    [
-      0.092729,
-      " "
-    ],
-    [
-      0.148154,
-      "c"
-    ],
-    [
-      0.169136,
-      "r"
-    ],
-    [
-      0.214327,
-      "e"
-    ],
-    [
-      0.180678,
-      "a"
-    ],
-    [
-      0.161652,
-      "t"
-    ],
-    [
-      0.128260,
-      "e"
-    ],
-    [
-      0.158131,
-      " "
-    ],
-    [
-      0.118838,
-      "a"
-    ],
-    [
-      0.120885,
-      " "
-    ],
-    [
-      0.797511,
-      "s"
-    ],
-    [
-      0.200585,
-      "e"
-    ],
-    [
-      0.171811,
-      "c"
-    ],
-    [
-      0.106721,
-      "o"
-    ],
-    [
-      0.153298,
-      "n"
-    ],
-    [
-      0.052244,
-      "d"
-    ],
-    [
-      0.149675,
-      " "
-    ],
-    [
-      0.183517,
-      "b"
-    ],
-    [
-      0.076768,
-      "a"
-    ],
-    [
-      0.189428,
-      "c"
-    ],
-    [
-      0.088431,
-      "k"
-    ],
-    [
-      0.229617,
-      "u"
-    ],
-    [
-      0.272021,
-      "p"
-    ],
-    [
-      0.965855,
-      ":"
-    ],
-    [
-      0.674517,
-      "\r\n"
-    ],
-    [
-      0.000322,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.946131,
-      "b"
-    ],
-    [
-      0.111159,
-      "o"
-    ],
-    [
-      0.094622,
-      "r"
-    ],
-    [
-      0.085288,
-      "g"
-    ],
-    [
-      0.165429,
-      " "
-    ],
-    [
-      0.936087,
-      "c"
-    ],
-    [
-      0.192608,
-      "r"
-    ],
-    [
-      0.187511,
-      "e"
-    ],
-    [
-      0.173135,
-      "a"
-    ],
-    [
-      0.179441,
-      "t"
-    ],
-    [
-      0.125923,
-      "e"
-    ],
-    [
-      0.164920,
-      " "
-    ],
-    [
-      0.737259,
-      "-"
-    ],
-    [
-      0.185417,
-      "-"
-    ],
-    [
-      0.233405,
-      "s"
-    ],
-    [
-      0.152945,
-      "t"
-    ],
-    [
-      0.181548,
-      "a"
-    ],
-    [
-      0.330237,
-      "t"
-    ],
-    [
-      0.735524,
-      "s"
-    ],
-    [
-      0.179019,
-      " "
-    ],
-    [
-      0.245324,
-      "-"
-    ],
-    [
-      0.142362,
-      "-"
-    ],
-    [
-      0.233989,
-      "p"
-    ],
-    [
-      0.153782,
-      "r"
-    ],
-    [
-      0.064431,
-      "o"
-    ],
-    [
-      0.104827,
-      "g"
-    ],
-    [
-      0.090533,
-      "r"
-    ],
-    [
-      0.168129,
-      "e"
-    ],
-    [
-      0.206325,
-      "s"
-    ],
-    [
-      0.157551,
-      "s"
-    ],
-    [
-      0.383630,
-      " "
-    ],
-    [
-      0.759364,
-      "r"
-    ],
-    [
-      0.199262,
-      "e"
-    ],
-    [
-      0.139781,
-      "p"
-    ],
-    [
-      0.151367,
-      "o"
-    ],
-    [
-      0.720350,
-      ":"
-    ],
-    [
-      0.144801,
-      ":"
-    ],
-    [
-      0.532566,
-      "b"
-    ],
-    [
-      0.226514,
-      "a"
-    ],
-    [
-      0.209449,
-      "c"
-    ],
-    [
-      0.142062,
-      "k"
-    ],
-    [
-      0.300090,
-      "u"
-    ],
-    [
-      0.262794,
-      "p"
-    ],
-    [
-      0.218785,
-      "2"
-    ],
-    [
-      0.249599,
-      " "
-    ],
-    [
-      0.187125,
-      "d"
-    ],
-    [
-      0.157741,
-      "a"
-    ],
-    [
-      0.175739,
-      "t"
-    ],
-    [
-      0.139896,
-      "a"
-    ],
-    [
-      0.795560,
-      "\r\n"
-    ],
-    [
-      0.571808,
-      "  6.50 MB O   3.09 MB C       0 B D data/linux-4.1.8/Doc...ngs/arm/armadeus.txt\r"
-    ],
-    [
-      0.200103,
-      " 11.82 MB O   6.17 MB C       0 B D data/linux-4.1.8/Documentation/hwmon/w83795\r"
-    ],
-    [
-      0.200121,
-      " 27.38 MB O  13.89 MB C       0 B D data/linux-4.1.8/arc...ot/dts/nspire-cx.dts\r"
-    ],
-    [
-      0.200110,
-      " 39.92 MB O  19.04 MB C       0 B D data/linux-4.1.8/arc...omap2/opp2430_data.c\r"
-    ],
-    [
-      0.200088,
-      " 52.28 MB O  24.23 MB C       0 B D data/linux-4.1.8/arc...fin/mach-bf561/smp.c\r"
-    ],
-    [
-      0.200078,
-      " 67.02 MB O  29.94 MB C       0 B D data/linux-4.1.8/arc...8k/include/asm/pci.h\r"
-    ],
-    [
-      0.200116,
-      " 78.29 MB O  34.52 MB C       0 B D data/linux-4.1.8/arc...etlogic/xlr/wakeup.c\r"
-    ],
-    [
-      0.200081,
-      " 90.07 MB O  40.11 MB C       0 B D data/linux-4.1.8/arc...eature-fixups-test.S\r"
-    ],
-    [
-      0.200092,
-      "101.15 MB O  45.19 MB C       0 B D data/linux-4.1.8/arc...rc/crypto/sha1_asm.S\r"
-    ],
-    [
-      0.200078,
-      "115.05 MB O  51.63 MB C       0 B D data/linux-4.1.8/arc...6/mm/kasan_init_64.c\r"
-    ],
-    [
-      0.200062,
-      "147.39 MB O  66.98 MB C       0 B D data/linux-4.1.8/fs/nls/nls_cp864.c        \r"
-    ],
-    [
-      0.200117,
-      "169.16 MB O  76.38 MB C       0 B D data/linux-4.1.8/inc.../mfd/twl4030-audio.h\r"
-    ],
-    [
-      0.200074,
-      "181.43 MB O  82.06 MB C       0 B D data/linux-4.1.8/include/uapi/linux/mtio.h \r"
-    ],
-    [
-      0.200131,
-      "209.10 MB O  94.58 MB C       0 B D data/linux-4.1.8/net/mac80211/scan.c       \r"
-    ],
-    [
-      0.200079,
-      "234.87 MB O 105.68 MB C       0 B D data/linux-4.1.8/sou...i/hda/patch_si3054.c\r"
-    ],
-    [
-      0.200110,
-      "255.66 MB O 113.80 MB C       0 B D data/linux-4.1.8/too...ves/asm/asm-compat.h\r"
-    ],
-    [
-      0.201350,
-      "                                                                               \r------------------------------------------------------------------------------\r\nArchive name: backup2\r\nArchive fingerprint: 5737afe8ad2cda7667973b7f2e1d83f097ef3117b5753a38ba7664b616fbdc5a\r\nStart time: Sat Oct 24 22:28:24 2015\r\nEnd time: Sat Oct 24 22:28:27 2015\r\nDuration: 3.41 seconds\r\nNumber of files: 31557\r\n"
-    ],
-    [
-      0.001858,
-      "\r\n                       Original size      Compressed size    Deduplicated size\r\nThis archive:              257.06 MB            114.47 MB             45.19 kB\r\nAll archives:              514.12 MB            228.92 MB            114.31 MB\r\n\r\n                       Unique chunks         Total chunks\r\nChunk index:                   33733                68060\r\n------------------------------------------------------------------------------\r\n"
-    ],
-    [
-      0.033369,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      1.013315,
-      "#"
-    ],
-    [
-      0.482095,
-      " "
-    ],
-    [
-      0.319571,
-      "w"
-    ],
-    [
-      0.140740,
-      "o"
-    ],
-    [
-      0.090380,
-      "w"
-    ],
-    [
-      0.304400,
-      ","
-    ],
-    [
-      0.137310,
-      " "
-    ],
-    [
-      0.662280,
-      "t"
-    ],
-    [
-      0.162678,
-      "h"
-    ],
-    [
-      0.114083,
-      "a"
-    ],
-    [
-      0.077660,
-      "t"
-    ],
-    [
-      0.120839,
-      " "
-    ],
-    [
-      0.207626,
-      "w"
-    ],
-    [
-      0.195480,
-      "a"
-    ],
-    [
-      0.060188,
-      "s"
-    ],
-    [
-      0.149129,
-      " "
-    ],
-    [
-      0.094522,
-      "a"
-    ],
-    [
-      0.098801,
-      " "
-    ],
-    [
-      0.266235,
-      "l"
-    ],
-    [
-      0.184774,
-      "o"
-    ],
-    [
-      0.255040,
-      "t"
-    ],
-    [
-      0.170498,
-      " "
-    ],
-    [
-      0.201599,
-      "f"
-    ],
-    [
-      0.189774,
-      "a"
-    ],
-    [
-      0.229140,
-      "s"
-    ],
-    [
-      0.275243,
-      "t"
-    ],
-    [
-      0.177347,
-      "e"
-    ],
-    [
-      0.090806,
-      "r"
-    ],
-    [
-      0.204494,
-      "!"
-    ],
-    [
-      0.479851,
-      "\r\n"
-    ],
-    [
-      0.000316,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.734961,
-      "#"
-    ],
-    [
-      0.300000,
-      " "
-    ],
-    [
-      0.300000,
-      "n"
-    ],
-    [
-      0.199297,
-      "o"
-    ],
-    [
-      0.148047,
-      "t"
-    ],
-    [
-      0.071101,
-      "i"
-    ],
-    [
-      0.185554,
-      "c"
-    ],
-    [
-      0.395933,
-      "e"
-    ],
-    [
-      0.180285,
-      " "
-    ],
-    [
-      0.199321,
-      "t"
-    ],
-    [
-      0.094767,
-      "h"
-    ],
-    [
-      0.166966,
-      "a"
-    ],
-    [
-      0.102814,
-      "t"
-    ],
-    [
-      0.415016,
-      " "
-    ],
-    [
-      0.286089,
-      "\""
-    ],
-    [
-      0.795323,
-      "D"
-    ],
-    [
-      0.180152,
-      "e"
-    ],
-    [
-      0.311214,
-      "d"
-    ],
-    [
-      0.214812,
-      "u"
-    ],
-    [
-      0.251616,
-      "p"
-    ],
-    [
-      0.203533,
-      "l"
-    ],
-    [
-      0.187084,
-      "i"
-    ],
-    [
-      0.124066,
-      "c"
-    ],
-    [
-      0.158062,
-      "a"
-    ],
-    [
-      0.260540,
-      "t"
-    ],
-    [
-      0.136405,
-      "e"
-    ],
-    [
-      0.278039,
-      "d"
-    ],
-    [
-      0.323148,
-      " "
-    ],
-    [
-      0.172337,
-      "s"
-    ],
-    [
-      0.074541,
-      "i"
-    ],
-    [
-      0.269245,
-      "z"
-    ],
-    [
-      0.123599,
-      "e"
-    ],
-    [
-      0.533647,
-      "\""
-    ],
-    [
-      0.234738,
-      " "
-    ],
-    [
-      0.150720,
-      "f"
-    ],
-    [
-      0.144329,
-      "o"
-    ],
-    [
-      0.086533,
-      "r"
-    ],
-    [
-      0.159717,
-      " "
-    ],
-    [
-      0.274291,
-      "\""
-    ],
-    [
-      0.471163,
-      "T"
-    ],
-    [
-      0.162135,
-      "h"
-    ],
-    [
-      0.233501,
-      "i"
-    ],
-    [
-      0.134923,
-      "s"
-    ],
-    [
-      0.190779,
-      " "
-    ],
-    [
-      0.307322,
-      "a"
-    ],
-    [
-      0.153882,
-      "r"
-    ],
-    [
-      0.246471,
-      "c"
-    ],
-    [
-      0.110018,
-      "h"
-    ],
-    [
-      0.259798,
-      "i"
-    ],
-    [
-      0.132853,
-      "v"
-    ],
-    [
-      0.171373,
-      "e"
-    ],
-    [
-      0.560405,
-      "\""
-    ],
-    [
-      0.609162,
-      "!"
-    ],
-    [
-      0.559020,
-      "\r\n"
-    ],
-    [
-      0.000296,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.941369,
-      "#"
-    ],
-    [
-      0.254237,
-      " "
-    ],
-    [
-      0.176998,
-      "b"
-    ],
-    [
-      0.124943,
-      "o"
-    ],
-    [
-      0.097140,
-      "r"
-    ],
-    [
-      0.057513,
-      "g"
-    ],
-    [
-      0.232990,
-      " "
-    ],
-    [
-      0.549539,
-      "r"
-    ],
-    [
-      0.112992,
-      "e"
-    ],
-    [
-      0.240733,
-      "c"
-    ],
-    [
-      0.164146,
-      "o"
-    ],
-    [
-      0.209755,
-      "g"
-    ],
-    [
-      0.145638,
-      "n"
-    ],
-    [
-      0.151826,
-      "i"
-    ],
-    [
-      0.471625,
-      "z"
-    ],
-    [
-      0.759625,
-      "e"
-    ],
-    [
-      0.229566,
-      "d"
-    ],
-    [
-      0.254596,
-      " "
-    ],
-    [
-      0.209452,
-      "t"
-    ],
-    [
-      0.088606,
-      "h"
-    ],
-    [
-      0.155981,
-      "a"
-    ],
-    [
-      0.086797,
-      "t"
-    ],
-    [
-      0.098574,
-      " "
-    ],
-    [
-      0.243290,
-      "m"
-    ],
-    [
-      0.120288,
-      "o"
-    ],
-    [
-      0.092890,
-      "s"
-    ],
-    [
-      0.058823,
-      "t"
-    ],
-    [
-      0.125344,
-      " "
-    ],
-    [
-      0.211464,
-      "f"
-    ],
-    [
-      0.086483,
-      "i"
-    ],
-    [
-      0.213685,
-      "l"
-    ],
-    [
-      0.096764,
-      "e"
-    ],
-    [
-      0.176075,
-      "s"
-    ],
-    [
-      0.122962,
-      " "
-    ],
-    [
-      0.174342,
-      "d"
-    ],
-    [
-      0.103474,
-      "i"
-    ],
-    [
-      0.089744,
-      "d"
-    ],
-    [
-      0.181539,
-      " "
-    ],
-    [
-      0.461771,
-      "n"
-    ],
-    [
-      0.219395,
-      "o"
-    ],
-    [
-      0.095042,
-      "t"
-    ],
-    [
-      0.119662,
-      " "
-    ],
-    [
-      0.156060,
-      "c"
-    ],
-    [
-      0.116988,
-      "h"
-    ],
-    [
-      0.118775,
-      "a"
-    ],
-    [
-      0.126173,
-      "n"
-    ],
-    [
-      0.118518,
-      "g"
-    ],
-    [
-      0.109977,
-      "e"
-    ],
-    [
-      0.167095,
-      " "
-    ],
-    [
-      0.208137,
-      "a"
-    ],
-    [
-      0.155464,
-      "n"
-    ],
-    [
-      0.074939,
-      "d"
-    ],
-    [
-      0.616534,
-      "\r\n"
-    ],
-    [
-      0.000405,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.836535,
-      "#"
-    ],
-    [
-      0.248630,
-      " "
-    ],
-    [
-      0.211525,
-      "d"
-    ],
-    [
-      0.171252,
-      "e"
-    ],
-    [
-      0.244098,
-      "d"
-    ],
-    [
-      0.121718,
-      "u"
-    ],
-    [
-      0.219002,
-      "p"
-    ],
-    [
-      0.197839,
-      "l"
-    ],
-    [
-      0.161081,
-      "i"
-    ],
-    [
-      0.112763,
-      "c"
-    ],
-    [
-      0.154565,
-      "a"
-    ],
-    [
-      0.230427,
-      "t"
-    ],
-    [
-      0.180004,
-      "e"
-    ],
-    [
-      0.182279,
-      "d"
-    ],
-    [
-      0.201281,
-      " "
-    ],
-    [
-      0.202485,
-      "t"
-    ],
-    [
-      0.078397,
-      "h"
-    ],
-    [
-      0.178577,
-      "e"
-    ],
-    [
-      0.150264,
-      "m"
-    ],
-    [
-      0.482274,
-      "."
-    ],
-    [
-      0.300000,
-      "\r\n"
-    ],
-    [
-      0.000265,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.287124,
-      "#"
-    ],
-    [
-      0.314208,
-      " "
-    ],
-    [
-      0.219731,
-      "n"
-    ],
-    [
-      0.176210,
-      "o"
-    ],
-    [
-      0.108529,
-      "w"
-    ],
-    [
-      0.224056,
-      ","
-    ],
-    [
-      0.210976,
-      " "
-    ],
-    [
-      0.190508,
-      "l"
-    ],
-    [
-      0.098452,
-      "e"
-    ],
-    [
-      0.101431,
-      "t"
-    ],
-    [
-      0.855722,
-      "'"
-    ],
-    [
-      0.220403,
-      "s"
-    ],
-    [
-      0.229447,
-      " "
-    ],
-    [
-      0.134839,
-      "e"
-    ],
-    [
-      0.241915,
-      "x"
-    ],
-    [
-      0.217004,
-      "t"
-    ],
-    [
-      0.183774,
-      "r"
-    ],
-    [
-      0.231721,
-      "a"
-    ],
-    [
-      0.221361,
-      "c"
-    ],
-    [
-      0.436221,
-      "t"
-    ],
-    [
-      0.097256,
-      " "
-    ],
-    [
-      0.163933,
-      "a"
-    ],
-    [
-      0.099964,
-      " "
-    ],
-    [
-      0.216806,
-      "b"
-    ],
-    [
-      0.086493,
-      "a"
-    ],
-    [
-      0.211732,
-      "c"
-    ],
-    [
-      0.139016,
-      "k"
-    ],
-    [
-      0.379423,
-      "u"
-    ],
-    [
-      0.250049,
-      "p"
-    ],
-    [
-      0.717916,
-      ":"
-    ],
-    [
-      0.307136,
-      "\r\n"
-    ],
-    [
-      0.000301,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.967533,
-      "m"
-    ],
-    [
-      0.103707,
-      "v"
-    ],
-    [
-      0.407957,
-      " "
-    ],
-    [
-      0.177312,
-      "d"
-    ],
-    [
-      0.166158,
-      "a"
-    ],
-    [
-      0.242593,
-      "t"
-    ],
-    [
-      0.090471,
-      "a"
-    ],
-    [
-      0.699594,
-      " "
-    ],
-    [
-      0.273219,
-      "d"
-    ],
-    [
-      0.170371,
-      "a"
-    ],
-    [
-      0.169331,
-      "t"
-    ],
-    [
-      0.126739,
-      "a"
-    ],
-    [
-      0.288488,
-      "."
-    ],
-    [
-      0.305856,
-      "o"
-    ],
-    [
-      0.135252,
-      "r"
-    ],
-    [
-      0.152717,
-      "i"
-    ],
-    [
-      0.090343,
-      "g"
-    ],
-    [
-      0.312536,
-      "\r\n"
-    ],
-    [
-      0.002579,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.944876,
-      "b"
-    ],
-    [
-      0.149049,
-      "o"
-    ],
-    [
-      0.114834,
-      "r"
-    ],
-    [
-      0.074682,
-      "g"
-    ],
-    [
-      0.129000,
-      " "
-    ],
-    [
-      0.129618,
-      "e"
-    ],
-    [
-      0.261479,
-      "x"
-    ],
-    [
-      0.203937,
-      "t"
-    ],
-    [
-      0.196213,
-      "r"
-    ],
-    [
-      0.193561,
-      "a"
-    ],
-    [
-      0.215314,
-      "c"
-    ],
-    [
-      0.236817,
-      "t"
-    ],
-    [
-      0.188232,
-      " "
-    ],
-    [
-      0.177286,
-      "r"
-    ],
-    [
-      0.200598,
-      "e"
-    ],
-    [
-      0.105866,
-      "p"
-    ],
-    [
-      0.173864,
-      "o"
-    ],
-    [
-      0.388954,
-      ":"
-    ],
-    [
-      0.144865,
-      ":"
-    ],
-    [
-      0.347420,
-      "b"
-    ],
-    [
-      0.105814,
-      "a"
-    ],
-    [
-      0.198728,
-      "c"
-    ],
-    [
-      0.096349,
-      "k"
-    ],
-    [
-      0.261559,
-      "u"
-    ],
-    [
-      0.241998,
-      "p"
-    ],
-    [
-      0.240033,
-      "2"
-    ],
-    [
-      0.981903,
-      "\r\n"
-    ],
-    [
-      2.000000,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.937291,
-      "#"
-    ],
-    [
-      0.994897,
-      " "
-    ],
-    [
-      0.151752,
-      "c"
-    ],
-    [
-      0.096956,
-      "h"
-    ],
-    [
-      0.337975,
-      "e"
-    ],
-    [
-      0.207037,
-      "c"
-    ],
-    [
-      0.177028,
-      "k"
-    ],
-    [
-      0.740370,
-      " "
-    ],
-    [
-      0.330206,
-      "i"
-    ],
-    [
-      0.177976,
-      "f"
-    ],
-    [
-      0.218757,
-      " "
-    ],
-    [
-      0.329345,
-      "o"
-    ],
-    [
-      0.098735,
-      "r"
-    ],
-    [
-      0.098576,
-      "i"
-    ],
-    [
-      0.103157,
-      "g"
-    ],
-    [
-      0.107275,
-      "i"
-    ],
-    [
-      0.117332,
-      "n"
-    ],
-    [
-      0.194072,
-      "a"
-    ],
-    [
-      0.211456,
-      "l"
-    ],
-    [
-      0.197712,
-      " "
-    ],
-    [
-      0.189172,
-      "d"
-    ],
-    [
-      0.163930,
-      "a"
-    ],
-    [
-      0.188334,
-      "t"
-    ],
-    [
-      0.165129,
-      "a"
-    ],
-    [
-      0.220652,
-      " "
-    ],
-    [
-      0.224411,
-      "a"
-    ],
-    [
-      0.136137,
-      "n"
-    ],
-    [
-      0.155260,
-      "d"
-    ],
-    [
-      0.074238,
-      " "
-    ],
-    [
-      0.104154,
-      "r"
-    ],
-    [
-      0.690499,
-      "e"
-    ],
-    [
-      0.193678,
-      "s"
-    ],
-    [
-      0.165163,
-      "t"
-    ],
-    [
-      0.165594,
-      "o"
-    ],
-    [
-      0.111779,
-      "r"
-    ],
-    [
-      0.135625,
-      "e"
-    ],
-    [
-      0.202851,
-      "d"
-    ],
-    [
-      0.096040,
-      " "
-    ],
-    [
-      0.165090,
-      "d"
-    ],
-    [
-      0.155594,
-      "a"
-    ],
-    [
-      0.220606,
-      "t"
-    ],
-    [
-      0.163143,
-      "a"
-    ],
-    [
-      0.174099,
-      " "
-    ],
-    [
-      0.209780,
-      "d"
-    ],
-    [
-      0.166062,
-      "i"
-    ],
-    [
-      0.084688,
-      "f"
-    ],
-    [
-      0.140851,
-      "f"
-    ],
-    [
-      0.204458,
-      "e"
-    ],
-    [
-      0.088661,
-      "r"
-    ],
-    [
-      0.334162,
-      "s"
-    ],
-    [
-      0.904233,
-      ":"
-    ],
-    [
-      0.590489,
-      "\r\n"
-    ],
-    [
-      0.000283,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.503183,
-      "d"
-    ],
-    [
-      0.082614,
-      "i"
-    ],
-    [
-      0.216272,
-      "f"
-    ],
-    [
-      0.123813,
-      "f"
-    ],
-    [
-      0.183603,
-      " "
-    ],
-    [
-      0.302144,
-      "-"
-    ],
-    [
-      0.150946,
-      "r"
-    ],
-    [
-      0.152436,
-      " "
-    ],
-    [
-      2.000000,
-      "d"
-    ],
-    [
-      0.196047,
-      "a"
-    ],
-    [
-      0.206372,
-      "t"
-    ],
-    [
-      0.146051,
-      "a"
-    ],
-    [
-      0.326306,
-      "."
-    ],
-    [
-      0.363408,
-      "o"
-    ],
-    [
-      0.269988,
-      "rig/"
-    ],
-    [
-      0.776581,
-      " "
-    ],
-    [
-      0.137720,
-      "d"
-    ],
-    [
-      0.156080,
-      "a"
-    ],
-    [
-      0.242275,
-      "\u0007"
-    ],
-    [
-      0.000020,
-      "ta"
-    ],
-    [
-      0.872887,
-      "/"
-    ],
-    [
-      0.273993,
-      "\r\n"
-    ],
-    [
-      2.000000,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.488581,
-      "#"
-    ],
-    [
-      0.234021,
-      " "
-    ],
-    [
-      0.380938,
-      "n"
-    ],
-    [
-      0.240685,
-      "o"
-    ],
-    [
-      0.204436,
-      " "
-    ],
-    [
-      0.390794,
-      "o"
-    ],
-    [
-      0.225563,
-      "u"
-    ],
-    [
-      0.167295,
-      "t"
-    ],
-    [
-      0.140625,
-      "p"
-    ],
-    [
-      0.183668,
-      "u"
-    ],
-    [
-      0.106161,
-      "t"
-    ],
-    [
-      0.132063,
-      " "
-    ],
-    [
-      0.204757,
-      "m"
-    ],
-    [
-      0.082693,
-      "e"
-    ],
-    [
-      0.216428,
-      "a"
-    ],
-    [
-      0.121584,
-      "n"
-    ],
-    [
-      0.127398,
-      "s"
-    ],
-    [
-      0.264644,
-      " "
-    ],
-    [
-      0.201524,
-      "i"
-    ],
-    [
-      0.110738,
-      "t"
-    ],
-    [
-      0.120653,
-      " "
-    ],
-    [
-      0.311187,
-      "d"
-    ],
-    [
-      0.119826,
-      "o"
-    ],
-    [
-      0.082654,
-      "e"
-    ],
-    [
-      0.182518,
-      "s"
-    ],
-    [
-      0.096372,
-      " "
-    ],
-    [
-      0.192821,
-      "n"
-    ],
-    [
-      0.193829,
-      "o"
-    ],
-    [
-      0.065739,
-      "t"
-    ],
-    [
-      0.678808,
-      "."
-    ],
-    [
-      0.246797,
-      " "
-    ],
-    [
-      0.520369,
-      "f"
-    ],
-    [
-      0.058288,
-      "i"
-    ],
-    [
-      0.064783,
-      "n"
-    ],
-    [
-      0.104851,
-      "e"
-    ],
-    [
-      0.292910,
-      "."
-    ],
-    [
-      0.174086,
-      " "
-    ],
-    [
-      0.226556,
-      ":"
-    ],
-    [
-      0.249808,
-      ")"
-    ],
-    [
-      2.000000,
-      "\r\n"
-    ],
-    [
-      0.000261,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.477759,
-      "#"
-    ],
-    [
-      0.223699,
-      " "
-    ],
-    [
-      0.237979,
-      "l"
-    ],
-    [
-      0.152769,
-      "i"
-    ],
-    [
-      0.135150,
-      "s"
-    ],
-    [
-      0.068576,
-      "t"
-    ],
-    [
-      0.100516,
-      "i"
-    ],
-    [
-      0.078648,
-      "n"
-    ],
-    [
-      0.099435,
-      "g"
-    ],
-    [
-      0.157388,
-      " "
-    ],
-    [
-      0.115327,
-      "t"
-    ],
-    [
-      0.133738,
-      "h"
-    ],
-    [
-      0.135662,
-      "e"
-    ],
-    [
-      0.100677,
-      " "
-    ],
-    [
-      0.180392,
-      "r"
-    ],
-    [
-      0.190922,
-      "e"
-    ],
-    [
-      0.093920,
-      "p"
-    ],
-    [
-      0.173588,
-      "o"
-    ],
-    [
-      0.193023,
-      " "
-    ],
-    [
-      0.206907,
-      "c"
-    ],
-    [
-      0.106376,
-      "o"
-    ],
-    [
-      0.175291,
-      "n"
-    ],
-    [
-      0.080726,
-      "t"
-    ],
-    [
-      0.179258,
-      "e"
-    ],
-    [
-      0.101491,
-      "n"
-    ],
-    [
-      0.096807,
-      "t"
-    ],
-    [
-      0.211455,
-      "s"
-    ],
-    [
-      0.508210,
-      ":"
-    ],
-    [
-      0.373837,
-      "\r\n"
-    ],
-    [
-      0.000249,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.559782,
-      "b"
-    ],
-    [
-      0.116587,
-      "o"
-    ],
-    [
-      0.139513,
-      "r"
-    ],
-    [
-      0.072751,
-      "g"
-    ],
-    [
-      0.103968,
-      " "
-    ],
-    [
-      0.984928,
-      "l"
-    ],
-    [
-      0.173603,
-      "i"
-    ],
-    [
-      0.112444,
-      "s"
-    ],
-    [
-      0.066704,
-      "t"
-    ],
-    [
-      0.114771,
-      " "
-    ],
-    [
-      0.263745,
-      "r"
-    ],
-    [
-      0.113121,
-      "e"
-    ],
-    [
-      0.126283,
-      "p"
-    ],
-    [
-      0.187453,
-      "o"
-    ],
-    [
-      0.409044,
-      "\r\n"
-    ],
-    [
-      0.360675,
-      "backup1                              Sat Oct 24 22:27:43 2015"
-    ],
-    [
-      0.000011,
-      "\r\n"
-    ],
-    [
-      0.000006,
-      "backup2                              Sat Oct 24 22:28:27 2015"
-    ],
-    [
-      0.000005,
-      "\r\n"
-    ],
-    [
-      0.027766,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.637813,
-      "#"
-    ],
-    [
-      0.257629,
-      " "
-    ],
-    [
-      0.231710,
-      "l"
-    ],
-    [
-      0.213387,
-      "i"
-    ],
-    [
-      0.132149,
-      "s"
-    ],
-    [
-      0.244957,
-      "t"
-    ],
-    [
-      0.180264,
-      "i"
-    ],
-    [
-      0.082882,
-      "n"
-    ],
-    [
-      0.142810,
-      "g"
-    ],
-    [
-      0.134815,
-      " "
-    ],
-    [
-      0.167455,
-      "s"
-    ],
-    [
-      0.114155,
-      "o"
-    ],
-    [
-      0.106847,
-      "m"
-    ],
-    [
-      0.070629,
-      "e"
-    ],
-    [
-      0.507340,
-      " "
-    ],
-    [
-      0.234237,
-      "b"
-    ],
-    [
-      0.070181,
-      "a"
-    ],
-    [
-      0.220534,
-      "c"
-    ],
-    [
-      0.092316,
-      "k"
-    ],
-    [
-      0.257003,
-      "u"
-    ],
-    [
-      0.233598,
-      "p"
-    ],
-    [
-      0.201484,
-      " "
-    ],
-    [
-      0.124810,
-      "a"
-    ],
-    [
-      0.084732,
-      "r"
-    ],
-    [
-      0.249719,
-      "c"
-    ],
-    [
-      0.119605,
-      "h"
-    ],
-    [
-      0.203875,
-      "i"
-    ],
-    [
-      0.076269,
-      "v"
-    ],
-    [
-      0.174299,
-      "e"
-    ],
-    [
-      0.109711,
-      " "
-    ],
-    [
-      0.238294,
-      "c"
-    ],
-    [
-      0.102351,
-      "o"
-    ],
-    [
-      0.155761,
-      "n"
-    ],
-    [
-      0.060278,
-      "t"
-    ],
-    [
-      0.179564,
-      "e"
-    ],
-    [
-      0.112342,
-      "n"
-    ],
-    [
-      0.078100,
-      "t"
-    ],
-    [
-      0.190203,
-      "s"
-    ],
-    [
-      0.865560,
-      " "
-    ],
-    [
-      0.297799,
-      "("
-    ],
-    [
-      0.225741,
-      "s"
-    ],
-    [
-      0.080329,
-      "h"
-    ],
-    [
-      0.233668,
-      "o"
-    ],
-    [
-      0.127773,
-      "r"
-    ],
-    [
-      0.190065,
-      "t"
-    ],
-    [
-      0.187679,
-      "e"
-    ],
-    [
-      0.147219,
-      "n"
-    ],
-    [
-      0.064472,
-      "e"
-    ],
-    [
-      0.188512,
-      "d"
-    ],
-    [
-      0.459222,
-      ")"
-    ],
-    [
-      0.723165,
-      ":"
-    ],
-    [
-      0.645995,
-      "\r\n"
-    ],
-    [
-      0.000096,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.446688,
-      "b"
-    ],
-    [
-      0.145841,
-      "o"
-    ],
-    [
-      0.105605,
-      "r"
-    ],
-    [
-      0.088953,
-      "g"
-    ],
-    [
-      0.120803,
-      " "
-    ],
-    [
-      0.227780,
-      "l"
-    ],
-    [
-      0.175052,
-      "i"
-    ],
-    [
-      0.106579,
-      "s"
-    ],
-    [
-      0.058441,
-      "t"
-    ],
-    [
-      0.093196,
-      " "
-    ],
-    [
-      0.172940,
-      "r"
-    ],
-    [
-      0.134731,
-      "e"
-    ],
-    [
-      0.119062,
-      "p"
-    ],
-    [
-      0.183075,
-      "o"
-    ],
-    [
-      0.388321,
-      ":"
-    ],
-    [
-      0.140589,
-      ":"
-    ],
-    [
-      0.324109,
-      "b"
-    ],
-    [
-      0.058606,
-      "a"
-    ],
-    [
-      0.205450,
-      "c"
-    ],
-    [
-      0.105362,
-      "k"
-    ],
-    [
-      0.235009,
-      "u"
-    ],
-    [
-      0.243485,
-      "p"
-    ],
-    [
-      0.485432,
-      "2"
-    ],
-    [
-      0.148177,
-      " "
-    ],
-    [
-      0.632383,
-      "|"
-    ],
-    [
-      0.389914,
-      " "
-    ],
-    [
-      0.174128,
-      "t"
-    ],
-    [
-      0.201473,
-      "a"
-    ],
-    [
-      0.116517,
-      "i"
-    ],
-    [
-      0.225072,
-      "l"
-    ],
-    [
-      0.699624,
-      "\r\n"
-    ],
-    [
-      2.000000,
-      "-rw-rw-r-- tw     tw         5516 Jul 21 19:10 data/linux-4.1.8/virt/kvm/async_pf.c\r\n"
-    ],
-    [
-      0.000019,
-      "-rw-rw-r-- tw     tw         1120 Jul 21 19:10 data/linux-4.1.8/virt/kvm/async_pf.h\r\n-rw-rw-r-- tw     tw         4215 Jul 21 19:10 data/linux-4.1.8/virt/kvm/coalesced_mmio.c\r\n-rw-rw-r-- tw     tw          915 Jul 21 19:10 data/linux-4.1.8/virt/kvm/coalesced_mmio.h\r\n-rw-rw-r-- tw     tw        22879 Jul 21 19:10 data/linux-4.1.8/virt/kvm/eventfd.c\r\n-rw-rw-r-- tw     tw         5563 Jul 21 19:10 data/linux-4.1.8/virt/kvm/irqchip.c\r\n-rw-rw-r-- tw     tw        79385 Jul 21 19:10 data/linux-4.1.8/virt/kvm/kvm_main.c\r\n"
-    ],
-    [
-      0.000011,
-      "-rw-rw-r-- tw     tw         6132 Jul 21 19:10 data/linux-4.1.8/virt/kvm/vfio.c\r\n-rw-rw-r-- tw     tw          250 Jul 21 19:10 data/linux-4.1.8/virt/kvm/vfio.h\r\n"
-    ],
-    [
-      0.000009,
-      "-rw-rw-r-- tw     tw           15 Oct 24 22:28 data/one_file_more\r\n"
-    ],
-    [
-      0.000389,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      1.000000,
-      "#"
-    ],
-    [
-      0.337351,
-      " "
-    ],
-    [
-      0.147170,
-      "e"
-    ],
-    [
-      0.235736,
-      "a"
-    ],
-    [
-      0.251314,
-      "s"
-    ],
-    [
-      0.471185,
-      "y"
-    ],
-    [
-      0.277723,
-      ","
-    ],
-    [
-      0.204225,
-      " "
-    ],
-    [
-      0.182231,
-      "i"
-    ],
-    [
-      0.174424,
-      "s"
-    ],
-    [
-      0.074677,
-      "n"
-    ],
-    [
-      0.786274,
-      "'"
-    ],
-    [
-      0.264836,
-      "t"
-    ],
-    [
-      0.330352,
-      " "
-    ],
-    [
-      0.266876,
-      "i"
-    ],
-    [
-      0.112564,
-      "t"
-    ],
-    [
-      0.897299,
-      "?"
-    ],
-    [
-      0.623501,
-      " "
-    ],
-    [
-      0.656625,
-      "t"
-    ],
-    [
-      0.115934,
-      "h"
-    ],
-    [
-      0.625213,
-      "a"
-    ],
-    [
-      0.588409,
-      "t"
-    ],
-    [
-      0.160071,
-      " "
-    ],
-    [
-      0.830693,
-      "i"
-    ],
-    [
-      0.163118,
-      "s"
-    ],
-    [
-      0.075663,
-      " "
-    ],
-    [
-      0.186138,
-      "a"
-    ],
-    [
-      0.109916,
-      "l"
-    ],
-    [
-      0.137005,
-      "l"
-    ],
-    [
-      0.171009,
-      " "
-    ],
-    [
-      0.153348,
-      "y"
-    ],
-    [
-      0.132919,
-      "o"
-    ],
-    [
-      0.568100,
-      "u"
-    ],
-    [
-      0.211350,
-      " "
-    ],
-    [
-      0.195450,
-      "n"
-    ],
-    [
-      0.257974,
-      "e"
-    ],
-    [
-      0.185529,
-      "e"
-    ],
-    [
-      0.265130,
-      "d"
-    ],
-    [
-      0.129116,
-      " "
-    ],
-    [
-      0.169264,
-      "t"
-    ],
-    [
-      0.148964,
-      "o"
-    ],
-    [
-      0.437043,
-      " "
-    ],
-    [
-      0.431197,
-      "k"
-    ],
-    [
-      0.219557,
-      "n"
-    ],
-    [
-      0.257996,
-      "o"
-    ],
-    [
-      0.158826,
-      "w"
-    ],
-    [
-      0.406870,
-      " "
-    ],
-    [
-      0.659664,
-      "f"
-    ],
-    [
-      0.130963,
-      "o"
-    ],
-    [
-      0.125395,
-      "r"
-    ],
-    [
-      0.613713,
-      " "
-    ],
-    [
-      0.646957,
-      "b"
-    ],
-    [
-      0.154695,
-      "a"
-    ],
-    [
-      0.259741,
-      "s"
-    ],
-    [
-      0.156692,
-      "i"
-    ],
-    [
-      0.124345,
-      "c"
-    ],
-    [
-      0.513209,
-      "\r\n"
-    ],
-    [
-      0.000296,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.965828,
-      "#"
-    ],
-    [
-      0.232285,
-      " "
-    ],
-    [
-      0.266818,
-      "u"
-    ],
-    [
-      0.132723,
-      "s"
-    ],
-    [
-      0.216208,
-      "a"
-    ],
-    [
-      0.206362,
-      "g"
-    ],
-    [
-      0.142608,
-      "e"
-    ],
-    [
-      2.000000,
-      "."
-    ],
-    [
-      0.238868,
-      " "
-    ],
-    [
-      0.302986,
-      "i"
-    ],
-    [
-      0.196338,
-      "f"
-    ],
-    [
-      0.092936,
-      " "
-    ],
-    [
-      0.197594,
-      "y"
-    ],
-    [
-      0.122297,
-      "o"
-    ],
-    [
-      0.175360,
-      "u"
-    ],
-    [
-      0.145063,
-      " "
-    ],
-    [
-      0.313719,
-      "l"
-    ],
-    [
-      0.169678,
-      "i"
-    ],
-    [
-      0.185628,
-      "k"
-    ],
-    [
-      0.120660,
-      "e"
-    ],
-    [
-      0.078389,
-      " "
-    ],
-    [
-      0.648628,
-      "#"
-    ],
-    [
-      0.337514,
-      "b"
-    ],
-    [
-      0.108598,
-      "o"
-    ],
-    [
-      0.123792,
-      "r"
-    ],
-    [
-      0.136099,
-      "g"
-    ],
-    [
-      0.235539,
-      "b"
-    ],
-    [
-      0.091671,
-      "a"
-    ],
-    [
-      0.208697,
-      "c"
-    ],
-    [
-      0.100567,
-      "k"
-    ],
-    [
-      0.227477,
-      "u"
-    ],
-    [
-      0.236900,
-      "p"
-    ],
-    [
-      0.302154,
-      ","
-    ],
-    [
-      0.207291,
-      " "
-    ],
-    [
-      0.205656,
-      "s"
-    ],
-    [
-      0.123737,
-      "p"
-    ],
-    [
-      0.142016,
-      "r"
-    ],
-    [
-      0.197260,
-      "e"
-    ],
-    [
-      0.197471,
-      "a"
-    ],
-    [
-      0.104498,
-      "d"
-    ],
-    [
-      0.163267,
-      " "
-    ],
-    [
-      0.178420,
-      "t"
-    ],
-    [
-      0.091669,
-      "h"
-    ],
-    [
-      0.107735,
-      "e"
-    ],
-    [
-      0.102742,
-      " "
-    ],
-    [
-      0.211413,
-      "w"
-    ],
-    [
-      0.124959,
-      "o"
-    ],
-    [
-      0.105787,
-      "r"
-    ],
-    [
-      0.231403,
-      "d"
-    ],
-    [
-      0.299061,
-      "!"
-    ],
-    [
-      2.000000,
-      "\r\n"
-    ],
-    [
-      0.000307,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.304768,
-      "#"
-    ],
-    [
-      0.229433,
-      " "
-    ],
-    [
-      0.647220,
-      "t"
-    ],
-    [
-      0.070692,
-      "h"
-    ],
-    [
-      0.349432,
-      "a"
-    ],
-    [
-      0.112924,
-      "n"
-    ],
-    [
-      0.207031,
-      "k"
-    ],
-    [
-      0.567641,
-      "s"
-    ],
-    [
-      0.121708,
-      " "
-    ],
-    [
-      0.135723,
-      "f"
-    ],
-    [
-      0.139102,
-      "o"
-    ],
-    [
-      0.060453,
-      "r"
-    ],
-    [
-      0.152408,
-      " "
-    ],
-    [
-      0.116234,
-      "v"
-    ],
-    [
-      0.142885,
-      "i"
-    ],
-    [
-      0.106596,
-      "e"
-    ],
-    [
-      0.231115,
-      "w"
-    ],
-    [
-      0.416046,
-      "i"
-    ],
-    [
-      0.086563,
-      "n"
-    ],
-    [
-      0.144009,
-      "g"
-    ],
-    [
-      0.725139,
-      "!"
-    ],
-    [
-      0.299810,
-      "\r\n"
-    ],
-    [
-      0.000250,
-      "\u001b]0;tw@tux: ~/borg/demo\u0007tw@tux:~/borg/demo$ "
-    ],
-    [
-      0.710767,
-      "exit"
-    ],
-    [
-      0.000006,
-      "\r\n"
-    ]
-  ]
-}

docs/misc/asciinema/install_and_basics.txt

@@ -1,51 +0,0 @@
-# borgbackup - installation and basic usage
-
-# I have already downloaded the binary release from github:
-ls -l
-# binary file + GPG signature
-
-# verifying whether the binary is valid:
-gpg --verify borg-linux64.asc borg-linux64
-
-# install it as "borg":
-cp borg-linux64 ~/bin/borg
-
-# making it executable:
-chmod +x ~/bin/borg
-
-# yay, installation done! let's make backups!
-
-# creating a repository:
-borg init repo
-
-# creating our first backup with stuff from "data" directory:
-borg create --stats --progress --compression lz4 repo::backup1 data
-
-# changing the data slightly:
-echo "some more data" > data/one_file_more
-
-# creating another backup:
-borg create --stats --progress repo::backup2 data
-
-# that was much faster! it recognized/deduplicated unchanged files.
-# see the "Deduplicated size" column for "This archive"! :)
-
-# extracting a backup archive:
-mv data data.orig
-borg extract repo::backup2
-
-# checking if restored data differs from original data:
-diff -r data.orig data
-
-# no, it doesn't! :)
-
-# listing the repo contents:
-borg list repo
-
-# listing the backup2 archive contents (shortened):
-borg list repo::backup2 | tail
-
-# easy, isn't it?
-
-# if you like #borgbackup, spread the word!
-

docs/misc/benchmark-crud.txt

@@ -0,0 +1,64 @@
+borg benchmark crud
+===================
+
+Here is some example of borg benchmark crud output.
+
+I ran it on my laptop, Core i5-4200u, 8GB RAM, SATA SSD, Linux, ext4 fs.
+"src" as well as repo is local, on this SSD.
+
+$ BORG_PASSPHRASE=secret borg init --encryption repokey-blake2 repo
+$ BORG_PASSPHRASE=secret borg benchmark crud repo src
+
+C-Z-BIG         116.06 MB/s (10 * 100.00 MB all-zero files: 8.62s)
+R-Z-BIG         197.00 MB/s (10 * 100.00 MB all-zero files: 5.08s)
+U-Z-BIG         418.07 MB/s (10 * 100.00 MB all-zero files: 2.39s)
+D-Z-BIG         724.94 MB/s (10 * 100.00 MB all-zero files: 1.38s)
+C-R-BIG          42.21 MB/s (10 * 100.00 MB random files: 23.69s)
+R-R-BIG         134.45 MB/s (10 * 100.00 MB random files: 7.44s)
+U-R-BIG         316.83 MB/s (10 * 100.00 MB random files: 3.16s)
+D-R-BIG         251.10 MB/s (10 * 100.00 MB random files: 3.98s)
+C-Z-MEDIUM      118.53 MB/s (1000 * 1.00 MB all-zero files: 8.44s)
+R-Z-MEDIUM      218.49 MB/s (1000 * 1.00 MB all-zero files: 4.58s)
+U-Z-MEDIUM      591.59 MB/s (1000 * 1.00 MB all-zero files: 1.69s)
+D-Z-MEDIUM      730.04 MB/s (1000 * 1.00 MB all-zero files: 1.37s)
+C-R-MEDIUM       31.46 MB/s (1000 * 1.00 MB random files: 31.79s)
+R-R-MEDIUM      129.64 MB/s (1000 * 1.00 MB random files: 7.71s)
+U-R-MEDIUM      621.86 MB/s (1000 * 1.00 MB random files: 1.61s)
+D-R-MEDIUM      234.82 MB/s (1000 * 1.00 MB random files: 4.26s)
+C-Z-SMALL        19.81 MB/s (10000 * 10.00 kB all-zero files: 5.05s)
+R-Z-SMALL        97.69 MB/s (10000 * 10.00 kB all-zero files: 1.02s)
+U-Z-SMALL        36.35 MB/s (10000 * 10.00 kB all-zero files: 2.75s)
+D-Z-SMALL        57.04 MB/s (10000 * 10.00 kB all-zero files: 1.75s)
+C-R-SMALL         9.81 MB/s (10000 * 10.00 kB random files: 10.19s)
+R-R-SMALL        92.21 MB/s (10000 * 10.00 kB random files: 1.08s)
+U-R-SMALL        64.62 MB/s (10000 * 10.00 kB random files: 1.55s)
+D-R-SMALL        51.62 MB/s (10000 * 10.00 kB random files: 1.94s)
+
+
+A second run some time later gave:
+
+C-Z-BIG         115.22 MB/s (10 * 100.00 MB all-zero files: 8.68s)
+R-Z-BIG         196.06 MB/s (10 * 100.00 MB all-zero files: 5.10s)
+U-Z-BIG         439.50 MB/s (10 * 100.00 MB all-zero files: 2.28s)
+D-Z-BIG         671.11 MB/s (10 * 100.00 MB all-zero files: 1.49s)
+C-R-BIG          43.40 MB/s (10 * 100.00 MB random files: 23.04s)
+R-R-BIG         133.17 MB/s (10 * 100.00 MB random files: 7.51s)
+U-R-BIG         464.50 MB/s (10 * 100.00 MB random files: 2.15s)
+D-R-BIG         245.19 MB/s (10 * 100.00 MB random files: 4.08s)
+C-Z-MEDIUM      110.82 MB/s (1000 * 1.00 MB all-zero files: 9.02s)
+R-Z-MEDIUM      217.96 MB/s (1000 * 1.00 MB all-zero files: 4.59s)
+U-Z-MEDIUM      601.54 MB/s (1000 * 1.00 MB all-zero files: 1.66s)
+D-Z-MEDIUM      686.99 MB/s (1000 * 1.00 MB all-zero files: 1.46s)
+C-R-MEDIUM       39.91 MB/s (1000 * 1.00 MB random files: 25.06s)
+R-R-MEDIUM      128.91 MB/s (1000 * 1.00 MB random files: 7.76s)
+U-R-MEDIUM      599.00 MB/s (1000 * 1.00 MB random files: 1.67s)
+D-R-MEDIUM      230.69 MB/s (1000 * 1.00 MB random files: 4.33s)
+C-Z-SMALL        14.78 MB/s (10000 * 10.00 kB all-zero files: 6.76s)
+R-Z-SMALL        96.86 MB/s (10000 * 10.00 kB all-zero files: 1.03s)
+U-Z-SMALL        35.22 MB/s (10000 * 10.00 kB all-zero files: 2.84s)
+D-Z-SMALL        64.93 MB/s (10000 * 10.00 kB all-zero files: 1.54s)
+C-R-SMALL        11.08 MB/s (10000 * 10.00 kB random files: 9.02s)
+R-R-SMALL        92.34 MB/s (10000 * 10.00 kB random files: 1.08s)
+U-R-SMALL        64.49 MB/s (10000 * 10.00 kB random files: 1.55s)
+D-R-SMALL        46.96 MB/s (10000 * 10.00 kB random files: 2.13s)
+

docs/misc/compression.conf

@@ -1,56 +0,0 @@
-# example config file for --compression-from option
-#
-# Format of non-comment / non-empty lines:
-# <compression-spec>:<path/filename pattern>
-# compression-spec is same format as for --compression option
-# path/filename pattern is same format as for --exclude option
-
-# archives / files:
-none:*.gz
-none:*.tgz
-none:*.bz2
-none:*.tbz2
-none:*.xz
-none:*.txz
-none:*.lzma
-none:*.lzo
-none:*.zip
-none:*.rar
-none:*.7z
-
-# audio:
-none:*.mp3
-none:*.ogg
-none:*.oga
-none:*.flac
-none:*.aac
-none:*.m4a
-
-# video:
-none:*.mp4
-none:*.mkv
-none:*.m4v
-none:*.avi
-none:*.mpg
-none:*.mpeg
-none:*.webm
-none:*.vob
-none:*.ts
-none:*.ogv
-none:*.mov
-none:*.flv
-none:*.ogm
-
-# pictures/images
-none:*.jpg
-none:*.jpeg
-none:*.png
-none:*.gif
-
-# disk images
-none:*.dmg
-
-# software archives
-none:*.rpm
-none:*.deb
-none:*.msi

docs/misc/internals-picture.txt

@@ -11,22 +11,22 @@ BorgBackup from 10.000m
     |      |                 |
     +------+-------+         |
     |      |       |         |
- /chunk\/chunk\/chunk\...   /maybe different chunks lists\ 
+ /chunk\/chunk\/chunk\...   /maybe different chunks lists\
 +-----------------------------------------------------------------+
 |item list                                                        |
 +-----------------------------------------------------------------+
-    |                                                       
-    +-------------------------------------+--------------+  
-    |                                     |              |  
-    |                                     |              |  
-+-------------+                     +-------------+      |  
-|item0        |                     |item1        |      |  
-| - owner     |                     | - owner     |      |  
-| - size      |                     | - size      |     ... 
-| - ...       |                     | - ...       |         
-| - chunks    |                     | - chunks    |         
-+----+--------+                     +-----+-------+         
-     |                                    |                 
+    |
+    +-------------------------------------+--------------+
+    |                                     |              |
+    |                                     |              |
++-------------+                     +-------------+      |
+|item0        |                     |item1        |      |
+| - owner     |                     | - owner     |      |
+| - size      |                     | - size      |     ...
+| - ...       |                     | - ...       |
+| - chunks    |                     | - chunks    |
++----+--------+                     +-----+-------+
+     |                                    |
      | +-----+----------------------------+-----------------+
      | |     |                                              |
      +-o-----o------------+                                 |

docs/misc/prune-example.txt

@@ -2,7 +2,7 @@ borg prune visualized
 =====================
 
 Assume it is 2016-01-01, today's backup has not yet been made and you have
-created at least one backup on each day in 2015 except on 2015-12-20 (no
+created at least one backup on each day in 2015 except on 2015-12-19 (no
 backup made on that day).
 
 This is what borg prune --keep-daily 14 --keep-monthly 6 would keep.
@@ -14,41 +14,41 @@ Calendar view
 -------------
 
                             2015
-      January               February               March          
-Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su  
-          1  2  3  4                     1                     1  
- 5  6  7  8  9 10 11   2  3  4  5  6  7  8   2  3  4  5  6  7  8  
-12 13 14 15 16 17 18   9 10 11 12 13 14 15   9 10 11 12 13 14 15  
-19 20 21 22 23 24 25  16 17 18 19 20 21 22  16 17 18 19 20 21 22  
-26 27 28 29 30 31     23 24 25 26 27 28     23 24 25 26 27 28 29  
-                                            30 31                 
-
-       April                  May                   June          
-Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su  
-       1  2  3  4  5               1  2  3   1  2  3  4  5  6  7  
- 6  7  8  9 10 11 12   4  5  6  7  8  9 10   8  9 10 11 12 13 14  
-13 14 15 16 17 18 19  11 12 13 14 15 16 17  15 16 17 18 19 20 21  
-20 21 22 23 24 25 26  18 19 20 21 22 23 24  22 23 24 25 26 27 28  
-27 28 29 30           25 26 27 28 29 30 31  29 30m                
-                                                                  
-
-        July                 August              September        
-Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su  
-       1  2  3  4  5                  1  2      1  2  3  4  5  6  
- 6  7  8  9 10 11 12   3  4  5  6  7  8  9   7  8  9 10 11 12 13  
-13 14 15 16 17 18 19  10 11 12 13 14 15 16  14 15 16 17 18 19 20  
-20 21 22 23 24 25 26  17 18 19 20 21 22 23  21 22 23 24 25 26 27  
-27 28 29 30 31m       24 25 26 27 28 29 30  28 29 30m             
-                      31m                                         
-
-      October               November              December        
-Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su  
-          1  2  3  4                     1      1  2  3  4  5  6  
- 5  6  7  8  9 10 11   2  3  4  5  6  7  8   7  8  9 10 11 12 13  
-12 13 14 15 16 17 18   9 10 11 12 13 14 15  14 15 16 17d18d19d20  
-19 20 21 22 23 24 25  16 17 18 19 20 21 22  21d22d23d24d25d26d27d 
-26 27 28 29 30 31m    23 24 25 26 27 28 29  28d29d30d31d           
-                      30m                                          
+      January               February               March
+Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su
+          1  2  3  4                     1                     1
+ 5  6  7  8  9 10 11   2  3  4  5  6  7  8   2  3  4  5  6  7  8
+12 13 14 15 16 17 18   9 10 11 12 13 14 15   9 10 11 12 13 14 15
+19 20 21 22 23 24 25  16 17 18 19 20 21 22  16 17 18 19 20 21 22
+26 27 28 29 30 31     23 24 25 26 27 28     23 24 25 26 27 28 29
+                                            30 31
+
+       April                  May                   June
+Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su
+       1  2  3  4  5               1  2  3   1  2  3  4  5  6  7
+ 6  7  8  9 10 11 12   4  5  6  7  8  9 10   8  9 10 11 12 13 14
+13 14 15 16 17 18 19  11 12 13 14 15 16 17  15 16 17 18 19 20 21
+20 21 22 23 24 25 26  18 19 20 21 22 23 24  22 23 24 25 26 27 28
+27 28 29 30           25 26 27 28 29 30 31  29 30m
+
+
+        July                 August              September
+Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su
+       1  2  3  4  5                  1  2      1  2  3  4  5  6
+ 6  7  8  9 10 11 12   3  4  5  6  7  8  9   7  8  9 10 11 12 13
+13 14 15 16 17 18 19  10 11 12 13 14 15 16  14 15 16 17 18 19 20
+20 21 22 23 24 25 26  17 18 19 20 21 22 23  21 22 23 24 25 26 27
+27 28 29 30 31m       24 25 26 27 28 29 30  28 29 30m
+                      31m
+
+      October               November              December
+Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su  Mo Tu We Th Fr Sa Su
+          1  2  3  4                     1      1  2  3  4  5  6
+ 5  6  7  8  9 10 11   2  3  4  5  6  7  8   7  8  9 10 11 12 13
+12 13 14 15 16 17 18   9 10 11 12 13 14 15  14 15 16 17d18d19 20d
+19 20 21 22 23 24 25  16 17 18 19 20 21 22  21d22d23d24d25d26d27d
+26 27 28 29 30 31m    23 24 25 26 27 28 29  28d29d30d31d
+                      30m
 
 List view
 ---------
@@ -66,8 +66,8 @@ List view
  9. 2015-12-23
 10. 2015-12-22
 11. 2015-12-21
-    (no backup made on 2015-12-20)
-12. 2015-12-19
+12. 2015-12-20
+    (no backup made on 2015-12-19)
 13. 2015-12-18
 14. 2015-12-17
 
@@ -83,7 +83,7 @@ Jun. December is not considered for this rule, because that backup was already
 kept because of the daily rule.
 
 2015-12-17 is kept to satisfy the --keep-daily 14 rule - because no backup was
-made on 2015-12-20. If a backup had been made on that day, it would not keep
+made on 2015-12-19. If a backup had been made on that day, it would not keep
 the one from 2015-12-17.
 
 We did not include yearly, weekly, hourly, minutely or secondly rules to keep

docs/quickstart.rst

@@ -5,9 +5,13 @@
 Quick Start
 ===========
 
-This chapter will get you started with |project_name|. The first section
-presents a simple step by step example that uses |project_name| to backup data.
-The next section continues by showing how backups can be automated.
+This chapter will get you started with |project_name| and covers
+various use cases.
+
+A step by step example
+----------------------
+
+.. include:: quickstart_example.rst.inc
 
 Important note about free space
 -------------------------------
@@ -17,13 +21,20 @@ a good amount of free space on the filesystem that has your backup repository
 (and also on ~/.cache). A few GB should suffice for most hard-drive sized
 repositories. See also :ref:`cache-memory-usage`.
 
+|project_name| doesn't use space reserved for root on repository disks (even when run as root),
+on file systems which do not support this mechanism (e.g. XFS) we recommend to
+reserve some space in |project_name| itself just to be safe by adjusting the
+``additional_free_space`` setting in the ``[repository]`` section of a repositories
+``config`` file. A good starting point is ``2G``.
+
 If |project_name| runs out of disk space, it tries to free as much space as it
-can while aborting the current operation safely, which allows to free more space
-by deleting/pruning archives. This mechanism is not bullet-proof though.
+can while aborting the current operation safely, which allows the user to free more space
+by deleting/pruning archives. This mechanism is not bullet-proof in some
+circumstances [1]_.
+
 If you *really* run out of disk space, it can be hard or impossible to free space,
 because |project_name| needs free space to operate - even to delete backup
-archives. There is a ``--save-space`` option for some commands, but even with
-that |project_name| will need free space to operate.
+archives.
 
 You can use some monitoring process or just include the free space information
 in your backup log files (you check them regularly anyway, right?).
@@ -36,116 +47,147 @@ Also helpful:
 - consider using quotas
 - use `prune` regularly
 
+.. [1] This failsafe can fail in these circumstances:
 
-A step by step example
-----------------------
+    - The underlying file system doesn't support statvfs(2), or returns incorrect
+      data, or the repository doesn't reside on a single file system
+    - Other tasks fill the disk simultaneously
+    - Hard quotas (which may not be reflected in statvfs(2))
 
-1. Before a backup can be made a repository has to be initialized::
-
-    $ borg init /path/to/repo
-
-2. Backup the ``~/src`` and ``~/Documents`` directories into an archive called
-   *Monday*::
+Automating backups
+------------------
 
-    $ borg create /path/to/repo::Monday ~/src ~/Documents
+The following example script is meant to be run daily by the ``root`` user on
+different local machines. It backs up a machine's important files (but not the
+complete operating system) to a repository ``~/backup/main``  on a remote server.
+Some files which aren't necessarily needed in this backup are excluded. See
+:ref:`borg_patterns` on how to add more exclude options.
 
-3. The next day create a new archive called *Tuesday*::
+After the backup this script also uses the :ref:`borg_prune` subcommand to keep
+only a certain number of old archives and deletes the others in order to preserve
+disk space.
 
-    $ borg create --stats /path/to/repo::Tuesday ~/src ~/Documents
+Before running, make sure that the repository is initialized as documented in
+:ref:`remote_repos` and that the script has the correct permissions to be executable
+by the root user, but not executable or readable by anyone else, i.e. root:root 0700.
 
-   This backup will be a lot quicker and a lot smaller since only new never
-   before seen data is stored. The ``--stats`` option causes |project_name| to
-   output statistics about the newly created archive such as the amount of unique
-   data (not shared with other archives)::
+You can use this script as a starting point and modify it where it's necessary to fit
+your setup.
 
-    ------------------------------------------------------------------------------
-    Archive name: Tuesday
-    Archive fingerprint: bd31004d58f51ea06ff735d2e5ac49376901b21d58035f8fb05dbf866566e3c2
-    Time (start): Tue, 2016-02-16 18:15:11
-    Time (end):   Tue, 2016-02-16 18:15:11
+Do not forget to test your created backups to make sure everything you need is being
+backed up and that the ``prune`` command is keeping and deleting the correct backups.
 
-    Duration: 0.19 seconds
-    Number of files: 127
-    ------------------------------------------------------------------------------
-                          Original size      Compressed size    Deduplicated size
-    This archive:                4.16 MB              4.17 MB             26.78 kB
-    All archives:                8.33 MB              8.34 MB              4.19 MB
+::
 
-                          Unique chunks         Total chunks
-    Chunk index:                     132                  261
-    ------------------------------------------------------------------------------
+    #!/bin/sh
 
-4. List all archives in the repository::
+    # Setting this, so the repo does not need to be given on the commandline:
+    export BORG_REPO=ssh://username@example.com:2022/~/backup/main
+
+    # Setting this, so you won't be asked for your repository passphrase:
+    export BORG_PASSPHRASE='XYZl0ngandsecurepa_55_phrasea&&123'
+    # or this to ask an external program to supply the passphrase:
+    export BORG_PASSCOMMAND='pass show backup'
+
+    # some helpers and error handling:
+    info() { printf "\n%s %s\n\n" "$( date )" "$*" >&2; }
+    trap 'echo $( date ) Backup interrupted >&2; exit 2' INT TERM
+
+    info "Starting backup"
+
+    # Backup the most important directories into an archive named after
+    # the machine this script is currently running on:
+
+    borg create                         \
+        --verbose                       \
+        --filter AME                    \
+        --list                          \
+        --stats                         \
+        --show-rc                       \
+        --compression lz4               \
+        --exclude-caches                \
+        --exclude '/home/*/.cache/*'    \
+        --exclude '/var/cache/*'        \
+        --exclude '/var/tmp/*'          \
+                                        \
+        ::'{hostname}-{now}'            \
+        /etc                            \
+        /home                           \
+        /root                           \
+        /var                            \
+
+    backup_exit=$?
+
+    info "Pruning repository"
 
-    $ borg list /path/to/repo
-    Monday                               Mon, 2016-02-15 19:14:44
-    Tuesday                              Tue, 2016-02-16 19:15:11
+    # Use the `prune` subcommand to maintain 7 daily, 4 weekly and 6 monthly
+    # archives of THIS machine. The '{hostname}-' prefix is very important to
+    # limit prune's operation to this machine's archives and not apply to
+    # other machines' archives also:
 
-5. List the contents of the *Monday* archive::
+    borg prune                          \
+        --list                          \
+        --prefix '{hostname}-'          \
+        --show-rc                       \
+        --keep-daily    7               \
+        --keep-weekly   4               \
+        --keep-monthly  6               \
 
-    $ borg list /path/to/repo::Monday
-    drwxr-xr-x user   group          0 Mon, 2016-02-15 18:22:30 home/user/Documents
-    -rw-r--r-- user   group       7961 Mon, 2016-02-15 18:22:30 home/user/Documents/Important.doc
-    ...
+    prune_exit=$?
 
-6. Restore the *Monday* archive::
+    # use highest exit code as global exit code
+    global_exit=$(( backup_exit > prune_exit ? backup_exit : prune_exit ))
 
-    $ borg extract /path/to/repo::Monday
+    if [ ${global_exit} -eq 1 ];
+    then
+        info "Backup and/or Prune finished with a warning"
+    fi
 
-7. Recover disk space by manually deleting the *Monday* archive::
+    if [ ${global_exit} -gt 1 ];
+    then
+        info "Backup and/or Prune finished with an error"
+    fi
 
-    $ borg delete /path/to/repo::Monday
+    exit ${global_exit}
 
-.. Note::
-    Borg is quiet by default (it works on WARNING log level).
-    You can use options like ``--progress`` or ``--list`` to get specific
-    reports during command execution.  You can also add the ``-v`` (or
-    ``--verbose`` or ``--info``) option to adjust the log level to INFO to
-    get other informational messages.
+Pitfalls with shell variables and environment variables
+-------------------------------------------------------
 
-Automating backups
-------------------
+This applies to all environment variables you want |project_name| to see, not just
+``BORG_PASSPHRASE``. The short explanation is: always ``export`` your variable,
+and use single quotes if you're unsure of the details of your shell's expansion
+behavior. E.g.::
 
-The following example script backs up ``/home`` and ``/var/www`` to a remote
-server. The script also uses the :ref:`borg_prune` subcommand to maintain a
-certain number of old archives:
+    export BORG_PASSPHRASE='complicated & long'
 
-::
+This is because ``export`` exposes variables to subprocesses, which |project_name| may be
+one of. More on ``export`` can be found in the "ENVIRONMENT" section of the
+bash(1) man page.
 
-    #!/bin/sh
-    # setting this, so the repo does not need to be given on the commandline:
-    export BORG_REPO=username@remoteserver.com:backup
+Beware of how ``sudo`` interacts with environment variables. For example, you
+may be surprised that the following ``export`` has no effect on your command::
 
-    # setting this, so you won't be asked for your passphrase - make sure the
-    # script has appropriate owner/group and mode, e.g. root.root 600:
-    export BORG_PASSPHRASE=mysecret
+   export BORG_PASSPHRASE='complicated & long'
+   sudo ./yourborgwrapper.sh  # still prompts for password
 
-    # Backup most important stuff:
-    borg create --stats -C lz4 ::'{hostname}-{now:%Y-%m-%d}' \
-        /etc                                                 \
-        /home                                                \
-        /var                                                 \
-        --exclude '/home/*/.cache'                           \
-        --exclude '*.pyc'
+For more information, refer to the sudo(8) man page and ``env_keep`` in
+the sudoers(5) man page.
 
-    # Use the `prune` subcommand to maintain 7 daily, 4 weekly and 6 monthly
-    # archives of THIS machine. The '{hostname}-' prefix is very important to
-    # limit prune's operation to this machine's archives and not apply to
-    # other machine's archives also.
-    borg prune -v --prefix '{hostname}-' \
-        --keep-daily=7 --keep-weekly=4 --keep-monthly=6
+.. Tip::
+    To debug what your borg process is actually seeing, find its PID
+    (``ps aux|grep borg``) and then look into ``/proc/<PID>/environ``.
 
 .. backup_compression:
 
 Backup compression
 ------------------
 
-Default is no compression, but we support different methods with high speed
-or high compression:
+The default is lz4 (very fast, but low compression ratio), but other methods are
+supported for different situations.
 
-If you have a fast repo storage and you want some compression: ::
+If you have a fast repo storage and you want minimum CPU usage, no compression::
 
-    $ borg create --compression lz4 /path/to/repo::arch ~
+    $ borg create --compression none /path/to/repo::arch ~
 
 If you have a less fast repo storage and you want a bit more compression (N=0..9,
 0 means no compression, 9 means high compression): ::
@@ -207,8 +249,16 @@ For automated backups the passphrase can be specified using the
     the key in case it gets corrupted or lost. Also keep your passphrase
     at a safe place.
 
-    The backup that is encrypted with that key/passphrase won't help you
-    with that, of course.
+    You can make backups using :ref:`borg_key_export` subcommand.
+
+    If you want to print a backup of your key to paper use the ``--paper``
+    option of this command and print the result, or this print `template`_
+    if you need a version with QR-Code.
+
+    A backup inside of the backup that is encrypted with that key/passphrase
+    won't help you with that, of course.
+
+.. _template: paperkey.html
 
 .. _remote_repos:
 
@@ -221,16 +271,14 @@ is installed on the remote host, in which case the following syntax is used::
 
   $ borg init user@hostname:/path/to/repo
 
-or::
-
-  $ borg init ssh://user@hostname:port//path/to/repo
+Note: please see the usage chapter for a full documentation of repo URLs.
 
 Remote operations over SSH can be automated with SSH keys. You can restrict the
 use of the SSH keypair by prepending a forced command to the SSH public key in
 the remote server's `authorized_keys` file. This example will start |project_name|
 in server mode and limit it to a specific filesystem path::
 
-  command="borg serve --restrict-to-path /path/to/repo",no-pty,no-agent-forwarding,no-port-forwarding,no-X11-forwarding,no-user-rc ssh-rsa AAAAB3[...]
+  command="borg serve --restrict-to-path /path/to/repo",restrict ssh-rsa AAAAB3[...]
 
 If it is not possible to install |project_name| on the remote host,
 it is still possible to use the remote host to store a repository by
@@ -239,3 +287,7 @@ mounting the remote filesystem, for example, using sshfs::
   $ sshfs user@hostname:/path/to /path/to
   $ borg init /path/to/repo
   $ fusermount -u /path/to
+
+You can also use other remote filesystems in a similar way. Just be careful,
+not all filesystems out there are really stable and working good enough to
+be acceptable for backup usage.

docs/quickstart_example.rst.inc

@@ -0,0 +1,62 @@
+1. Before a backup can be made a repository has to be initialized::
+
+    $ borg init --encryption=repokey /path/to/repo
+
+2. Backup the ``~/src`` and ``~/Documents`` directories into an archive called
+   *Monday*::
+
+    $ borg create /path/to/repo::Monday ~/src ~/Documents
+
+3. The next day create a new archive called *Tuesday*::
+
+    $ borg create --stats /path/to/repo::Tuesday ~/src ~/Documents
+
+   This backup will be a lot quicker and a lot smaller since only new never
+   before seen data is stored. The ``--stats`` option causes Borg to
+   output statistics about the newly created archive such as the amount of unique
+   data (not shared with other archives)::
+
+    ------------------------------------------------------------------------------
+    Archive name: Tuesday
+    Archive fingerprint: bd31004d58f51ea06ff735d2e5ac49376901b21d58035f8fb05dbf866566e3c2
+    Time (start): Tue, 2016-02-16 18:15:11
+    Time (end):   Tue, 2016-02-16 18:15:11
+
+    Duration: 0.19 seconds
+    Number of files: 127
+    ------------------------------------------------------------------------------
+                          Original size      Compressed size    Deduplicated size
+    This archive:                4.16 MB              4.17 MB             26.78 kB
+    All archives:                8.33 MB              8.34 MB              4.19 MB
+
+                          Unique chunks         Total chunks
+    Chunk index:                     132                  261
+    ------------------------------------------------------------------------------
+
+4. List all archives in the repository::
+
+    $ borg list /path/to/repo
+    Monday                               Mon, 2016-02-15 19:14:44
+    Tuesday                              Tue, 2016-02-16 19:15:11
+
+5. List the contents of the *Monday* archive::
+
+    $ borg list /path/to/repo::Monday
+    drwxr-xr-x user   group          0 Mon, 2016-02-15 18:22:30 home/user/Documents
+    -rw-r--r-- user   group       7961 Mon, 2016-02-15 18:22:30 home/user/Documents/Important.doc
+    ...
+
+6. Restore the *Monday* archive by extracting the files relative to the current directory::
+
+    $ borg extract /path/to/repo::Monday
+
+7. Recover disk space by manually deleting the *Monday* archive::
+
+    $ borg delete /path/to/repo::Monday
+
+.. Note::
+    Borg is quiet by default (it works on WARNING log level).
+    You can use options like ``--progress`` or ``--list`` to get specific
+    reports during command execution.  You can also add the ``-v`` (or
+    ``--verbose`` or ``--info``) option to adjust the log level to INFO to
+    get other informational messages.

docs/support.rst

@@ -28,6 +28,7 @@ nickname you get by typing "/nick mydesirednickname"):
 
 http://webchat.freenode.net/?randomnick=1&channels=%23borgbackup&uio=MTY9dHJ1ZSY5PXRydWUa8
 
+.. _mailing_list:
 
 Mailing list
 ------------
@@ -37,6 +38,15 @@ unsubscribe and where you can find the archives of the list, see the
 `mailing list homepage
 <https://mail.python.org/mailman/listinfo/borgbackup>`_.
 
+Twitter
+-------
+
+Follow @borgbackup for announcements. You can also add @borgbackup if you
+would like to get retweeted for a borg related tweet.
+
+Please understand that Twitter is not suitable for longer / more complex
+discussions - use one of the other channels for that.
+
 Bounties and Fundraisers
 ------------------------
 
@@ -56,3 +66,21 @@ As a developer, you can become a Bounty Hunter and win bounties (earn money) by
 contributing to |project_name|, a free and open source software project.
 
 We might also use BountySource to fund raise for some bigger goals.
+
+.. _security-contact:
+
+Security
+--------
+
+In case you discover a security issue, please use this contact for reporting it privately
+and please, if possible, use encrypted E-Mail:
+
+Thomas Waldmann <tw@waldmann-edv.de>
+
+GPG Key Fingerprint: 6D5B EF9A DD20 7580 5747  B70F 9F88 FB52 FAF7 B393
+
+The public key can be fetched from any GPG keyserver, but be careful: you must
+use the **full fingerprint** to check that you got the correct key.
+
+`Releases <https://github.com/borgbackup/borg/releases>`_ are signed with this GPG key,
+please use GPG to verify their authenticity.

docs/usage.rst

@@ -5,884 +5,53 @@
 Usage
 =====
 
-|project_name| consists of a number of commands. Each command accepts
-a number of arguments and options. The following sections will describe each
-command in detail.
-
-General
--------
-
-Type of log output
-~~~~~~~~~~~~~~~~~~
-
-The log level of the builtin logging configuration defaults to WARNING.
-This is because we want |project_name| to be mostly silent and only output
-warnings, errors and critical messages, unless output has been requested
-by supplying an option that implies output (eg, --list or --progress).
-
-Log levels: DEBUG < INFO < WARNING < ERROR < CRITICAL
-
-Use ``--debug`` to set DEBUG log level -
-to get debug, info, warning, error and critical level output.
-
-Use ``--info`` (or ``-v`` or ``--verbose``) to set INFO log level -
-to get info, warning, error and critical level output.
-
-Use ``--warning`` (default) to set WARNING log level -
-to get warning, error and critical level output.
-
-Use ``--error`` to set ERROR log level -
-to get error and critical level output.
-
-Use ``--critical`` to set CRITICAL log level -
-to get critical level output.
-
-While you can set misc. log levels, do not expect that every command will
-give different output on different log levels - it's just a possibility.
-
-.. warning:: Options --critical and --error are provided for completeness,
-             their usage is not recommended as you might miss important information.
-
-Return codes
-~~~~~~~~~~~~
-
-|project_name| can exit with the following return codes (rc):
-
-::
-
-    0 = success (logged as INFO)
-    1 = warning (operation reached its normal end, but there were warnings -
-        you should check the log, logged as WARNING)
-    2 = error (like a fatal error, a local or remote exception, the operation
-        did not reach its normal end, logged as ERROR)
-    128+N = killed by signal N (e.g. 137 == kill -9)
-
-If you use ``--show-rc``, the return code is also logged at the indicated
-level as the last log entry.
-
-
-Environment Variables
-~~~~~~~~~~~~~~~~~~~~~
-
-|project_name| uses some environment variables for automation:
-
-General:
-    BORG_REPO
-        When set, use the value to give the default repository location. If a command needs an archive
-        parameter, you can abbreviate as `::archive`. If a command needs a repository parameter, you
-        can either leave it away or abbreviate as `::`, if a positional parameter is required.
-    BORG_PASSPHRASE
-        When set, use the value to answer the passphrase question for encrypted repositories.
-    BORG_DISPLAY_PASSPHRASE
-        When set, use the value to answer the "display the passphrase for verification" question when defining a new passphrase for encrypted repositories.
-    BORG_LOGGING_CONF
-        When set, use the given filename as INI_-style logging configuration.
-    BORG_RSH
-        When set, use this command instead of ``ssh``. This can be used to specify ssh options, such as
-        a custom identity file ``ssh -i /path/to/private/key``. See ``man ssh`` for other options.
-    BORG_REMOTE_PATH
-        When set, use the given path/filename as remote path (default is "borg").
-        Using ``--remote-path PATH`` commandline option overrides the environment variable.
-    TMPDIR
-        where temporary files are stored (might need a lot of temporary space for some operations)
-
-Some automatic "answerers" (if set, they automatically answer confirmation questions):
-    BORG_UNKNOWN_UNENCRYPTED_REPO_ACCESS_IS_OK=no (or =yes)
-        For "Warning: Attempting to access a previously unknown unencrypted repository"
-    BORG_RELOCATED_REPO_ACCESS_IS_OK=no (or =yes)
-        For "Warning: The repository at location ... was previously located at ..."
-    BORG_CHECK_I_KNOW_WHAT_I_AM_DOING=NO (or =YES)
-        For "Warning: 'check --repair' is an experimental feature that might result in data loss."
-    BORG_DELETE_I_KNOW_WHAT_I_AM_DOING=NO (or =YES)
-        For "You requested to completely DELETE the repository *including* all archives it contains:"
-    BORG_RECREATE_I_KNOW_WHAT_I_AM_DOING=NO (or =YES)
-        For "recreate is an experimental feature."
-
-    Note: answers are case sensitive. setting an invalid answer value might either give the default
-    answer or ask you interactively, depending on whether retries are allowed (they by default are
-    allowed). So please test your scripts interactively before making them a non-interactive script.
-
-Directories and files:
-    BORG_KEYS_DIR
-        Default to '~/.config/borg/keys'. This directory contains keys for encrypted repositories.
-    BORG_KEY_FILE
-        When set, use the given filename as repository key file.
-    BORG_CACHE_DIR
-        Default to '~/.cache/borg'. This directory contains the local cache and might need a lot
-        of space for dealing with big repositories).
-
-Building:
-    BORG_OPENSSL_PREFIX
-        Adds given OpenSSL header file directory to the default locations (setup.py).
-    BORG_LZ4_PREFIX
-        Adds given LZ4 header file directory to the default locations (setup.py).
-
-
-Please note:
-
-- be very careful when using the "yes" sayers, the warnings with prompt exist for your / your data's security/safety
-- also be very careful when putting your passphrase into a script, make sure it has appropriate file permissions
-  (e.g. mode 600, root:root).
-
-
-.. _INI: https://docs.python.org/3.4/library/logging.config.html#configuration-file-format
-
-Resource Usage
-~~~~~~~~~~~~~~
-
-|project_name| might use a lot of resources depending on the size of the data set it is dealing with.
-
-CPU:
-    It won't go beyond 100% of 1 core as the code is currently single-threaded.
-    Especially higher zlib and lzma compression levels use significant amounts
-    of CPU cycles.
-
-Memory (RAM):
-    The chunks index and the files index are read into memory for performance
-    reasons.
-    Compression, esp. lzma compression with high levels might need substantial
-    amounts of memory.
-
-Temporary files:
-    Reading data and metadata from a FUSE mounted repository will consume about
-    the same space as the deduplicated chunks used to represent them in the
-    repository.
-
-Cache files:
-    Contains the chunks index and files index (plus a compressed collection of
-    single-archive chunk indexes).
-
-Chunks index:
-    Proportional to the amount of data chunks in your repo. Lots of chunks
-    in your repo imply a big chunks index.
-    It is possible to tweak the chunker params (see create options).
-
-Files index:
-    Proportional to the amount of files in your last backup. Can be switched
-    off (see create options), but next backup will be much slower if you do.
-
-Network:
-    If your repository is remote, all deduplicated (and optionally compressed/
-    encrypted) data of course has to go over the connection (ssh: repo url).
-    If you use a locally mounted network filesystem, additionally some copy
-    operations used for transaction support also go over the connection. If
-    you backup multiple sources to one target repository, additional traffic
-    happens for cache resynchronization.
-
-In case you are interested in more details, please read the internals documentation.
-
-File systems
-~~~~~~~~~~~~
-
-We strongly recommend against using Borg (or any other database-like
-software) on non-journaling file systems like FAT, since it is not
-possible to assume any consistency in case of power failures (or a
-sudden disconnect of an external drive or similar failures).
-
-While Borg uses a data store that is resilient against these failures
-when used on journaling file systems, it is not possible to guarantee
-this with some hardware -- independent of the software used. We don't
-know a list of affected hardware.
-
-If you are suspicious whether your Borg repository is still consistent
-and readable after one of the failures mentioned above occured, run
-``borg check --verify-data`` to make sure it is consistent.
-
-Units
-~~~~~
-
-To display quantities, |project_name| takes care of respecting the
-usual conventions of scale. Disk sizes are displayed in `decimal
-<https://en.wikipedia.org/wiki/Decimal>`_, using powers of ten (so
-``kB`` means 1000 bytes). For memory usage, `binary prefixes
-<https://en.wikipedia.org/wiki/Binary_prefix>`_ are used, and are
-indicated using the `IEC binary prefixes
-<https://en.wikipedia.org/wiki/IEC_80000-13#Prefixes_for_binary_multiples>`_,
-using powers of two (so ``KiB`` means 1024 bytes).
-
-
-Date and Time
-~~~~~~~~~~~~~
-
-We format date and time conforming to ISO-8601, that is: YYYY-MM-DD and
-HH:MM:SS (24h clock).
-
-For more information about that, see: https://xkcd.com/1179/
-
-Unless otherwise noted, we display local date and time.
-Internally, we store and process date and time as UTC.
-
-Common options
-~~~~~~~~~~~~~~
-
-All |project_name| commands share these options:
-
-.. include:: usage/common-options.rst.inc
-
-.. include:: usage/init.rst.inc
-
-Examples
-~~~~~~~~
-::
-
-    # Local repository (default is to use encryption in repokey mode)
-    $ borg init /path/to/repo
-
-    # Local repository (no encryption)
-    $ borg init --encryption=none /path/to/repo
-
-    # Remote repository (accesses a remote borg via ssh)
-    $ borg init user@hostname:backup
-
-    # Remote repository (store the key your home dir)
-    $ borg init --encryption=keyfile user@hostname:backup
-
-.. include:: usage/create.rst.inc
-
-Examples
-~~~~~~~~
-::
-
-    # Backup ~/Documents into an archive named "my-documents"
-    $ borg create /path/to/repo::my-documents ~/Documents
-
-    # same, but list all files as we process them
-    $ borg create --list /path/to/repo::my-documents ~/Documents
-
-    # Backup ~/Documents and ~/src but exclude pyc files
-    $ borg create /path/to/repo::my-files \
-        ~/Documents                       \
-        ~/src                             \
-        --exclude '*.pyc'
-
-    # Backup home directories excluding image thumbnails (i.e. only
-    # /home/*/.thumbnails is excluded, not /home/*/*/.thumbnails)
-    $ borg create /path/to/repo::my-files /home \
-        --exclude 're:^/home/[^/]+/\.thumbnails/'
-
-    # Do the same using a shell-style pattern
-    $ borg create /path/to/repo::my-files /home \
-        --exclude 'sh:/home/*/.thumbnails'
-
-    # Backup the root filesystem into an archive named "root-YYYY-MM-DD"
-    # use zlib compression (good, but slow) - default is no compression
-    $ borg create -C zlib,6 /path/to/repo::root-{now:%Y-%m-%d} / --one-file-system
-
-    # Make a big effort in fine granular deduplication (big chunk management
-    # overhead, needs a lot of RAM and disk space, see formula in internals
-    # docs - same parameters as borg < 1.0 or attic):
-    $ borg create --chunker-params 10,23,16,4095 /path/to/repo::small /smallstuff
-
-    # Backup a raw device (must not be active/in use/mounted at that time)
-    $ dd if=/dev/sdx bs=10M | borg create /path/to/repo::my-sdx -
-
-    # No compression (default)
-    $ borg create /path/to/repo::arch ~
-
-    # Super fast, low compression
-    $ borg create --compression lz4 /path/to/repo::arch ~
-
-    # Less fast, higher compression (N = 0..9)
-    $ borg create --compression zlib,N /path/to/repo::arch ~
-
-    # Even slower, even higher compression (N = 0..9)
-    $ borg create --compression lzma,N /path/to/repo::arch ~
-
-    # Use short hostname, user name and current time in archive name
-    $ borg create /path/to/repo::{hostname}-{user}-{now} ~
-    $ borg create /path/to/repo::{hostname}-{user}-{now:%Y-%m-%d_%H:%M:%S} ~
-
-.. include:: usage/extract.rst.inc
-
-Examples
-~~~~~~~~
-::
-
-    # Extract entire archive
-    $ borg extract /path/to/repo::my-files
-
-    # Extract entire archive and list files while processing
-    $ borg extract --list /path/to/repo::my-files
-
-    # Verify whether an archive could be successfully extracted, but do not write files to disk
-    $ borg extract --dry-run /path/to/repo::my-files
-
-    # Extract the "src" directory
-    $ borg extract /path/to/repo::my-files home/USERNAME/src
-
-    # Extract the "src" directory but exclude object files
-    $ borg extract /path/to/repo::my-files home/USERNAME/src --exclude '*.o'
-
-    # Restore a raw device (must not be active/in use/mounted at that time)
-    $ borg extract --stdout /path/to/repo::my-sdx | dd of=/dev/sdx bs=10M
-
-
-.. Note::
-
-    Currently, extract always writes into the current working directory ("."),
-    so make sure you ``cd`` to the right place before calling ``borg extract``.
-
-.. include:: usage/check.rst.inc
-
-.. include:: usage/rename.rst.inc
-
-Examples
-~~~~~~~~
-::
-
-    $ borg create /path/to/repo::archivename ~
-    $ borg list /path/to/repo
-    archivename                          Mon, 2016-02-15 19:50:19
-
-    $ borg rename /path/to/repo::archivename newname
-    $ borg list /path/to/repo
-    newname                              Mon, 2016-02-15 19:50:19
-
-
-.. include:: usage/list.rst.inc
-
-Examples
-~~~~~~~~
-::
-
-    $ borg list /path/to/repo
-    Monday                               Mon, 2016-02-15 19:15:11
-    repo                                 Mon, 2016-02-15 19:26:54
-    root-2016-02-15                      Mon, 2016-02-15 19:36:29
-    newname                              Mon, 2016-02-15 19:50:19
-    ...
-
-    $ borg list /path/to/repo::root-2016-02-15
-    drwxr-xr-x root   root          0 Mon, 2016-02-15 17:44:27 .
-    drwxrwxr-x root   root          0 Mon, 2016-02-15 19:04:49 bin
-    -rwxr-xr-x root   root    1029624 Thu, 2014-11-13 00:08:51 bin/bash
-    lrwxrwxrwx root   root          0 Fri, 2015-03-27 20:24:26 bin/bzcmp -> bzdiff
-    -rwxr-xr-x root   root       2140 Fri, 2015-03-27 20:24:22 bin/bzdiff
-    ...
-
-    $ borg list /path/to/repo::archiveA --list-format="{mode} {user:6} {group:6} {size:8d} {isomtime} {path}{extra}{NEWLINE}"
-    drwxrwxr-x user   user          0 Sun, 2015-02-01 11:00:00 .
-    drwxrwxr-x user   user          0 Sun, 2015-02-01 11:00:00 code
-    drwxrwxr-x user   user          0 Sun, 2015-02-01 11:00:00 code/myproject
-    -rw-rw-r-- user   user    1416192 Sun, 2015-02-01 11:00:00 code/myproject/file.ext
-    ...
-
-    # see what is changed between archives, based on file modification time, size and file path
-    $ borg list /path/to/repo::archiveA --list-format="{mtime:%s}{TAB}{size}{TAB}{path}{LF}" |sort -n > /tmp/list.archiveA
-    $ borg list /path/to/repo::archiveB --list-format="{mtime:%s}{TAB}{size}{TAB}{path}{LF}" |sort -n > /tmp/list.archiveB
-    $ diff -y /tmp/list.archiveA /tmp/list.archiveB
-    1422781200      0       .                                       1422781200      0       .
-    1422781200      0       code                                    1422781200      0       code
-    1422781200      0       code/myproject                          1422781200      0       code/myproject
-    1422781200      1416192 code/myproject/file.ext               | 1454664653      1416192 code/myproject/file.ext
-    ...
-
-
-
-.. include:: usage/diff.rst.inc
-
-Examples
-~~~~~~~~
-::
-
-    $ borg init testrepo
-    $ mkdir testdir
-    $ cd testdir
-    $ echo asdf > file1
-    $ dd if=/dev/urandom bs=1M count=4 > file2
-    $ touch file3
-    $ borg create ../testrepo::archive1 .
-
-    $ chmod a+x file1
-    $ echo "something" >> file2
-    $ borg create ../testrepo::archive2 .
-
-    $ rm file3
-    $ touch file4
-    $ borg create ../testrepo::archive3 .
-
-    $ cd ..
-    $ borg diff testrepo::archive1 archive2
-    [-rw-r--r-- -> -rwxr-xr-x] file1
-       +135 B    -252 B file2
-
-    $ borg diff testrepo::archive2 archive3
-    added           0 B file4
-    removed         0 B file3
-
-    $ borg diff testrepo::archive1 archive3
-    [-rw-r--r-- -> -rwxr-xr-x] file1
-       +135 B    -252 B file2
-    added           0 B file4
-    removed         0 B file3
-
-.. include:: usage/delete.rst.inc
-
-Examples
-~~~~~~~~
-::
-
-    # delete a single backup archive:
-    $ borg delete /path/to/repo::Monday
-
-    # delete the whole repository and the related local cache:
-    $ borg delete /path/to/repo
-    You requested to completely DELETE the repository *including* all archives it contains:
-    repo                                 Mon, 2016-02-15 19:26:54
-    root-2016-02-15                      Mon, 2016-02-15 19:36:29
-    newname                              Mon, 2016-02-15 19:50:19
-    Type 'YES' if you understand this and want to continue: YES
-
-
-.. include:: usage/prune.rst.inc
-
-Examples
-~~~~~~~~
-
-Be careful, prune is a potentially dangerous command, it will remove backup
-archives.
-
-The default of prune is to apply to **all archives in the repository** unless
-you restrict its operation to a subset of the archives using ``--prefix``.
-When using ``--prefix``, be careful to choose a good prefix - e.g. do not use a
-prefix "foo" if you do not also want to match "foobar".
-
-It is strongly recommended to always run ``prune --dry-run ...`` first so you
-will see what it would do without it actually doing anything.
-
-There is also a visualized prune example in ``docs/misc/prune-example.txt``.
-
-::
-
-    # Keep 7 end of day and 4 additional end of week archives.
-    # Do a dry-run without actually deleting anything.
-    $ borg prune --dry-run --keep-daily=7 --keep-weekly=4 /path/to/repo
-
-    # Same as above but only apply to archive names starting with the hostname
-    # of the machine followed by a "-" character:
-    $ borg prune --keep-daily=7 --keep-weekly=4 --prefix='{hostname}-' /path/to/repo
-
-    # Keep 7 end of day, 4 additional end of week archives,
-    # and an end of month archive for every month:
-    $ borg prune --keep-daily=7 --keep-weekly=4 --keep-monthly=-1 /path/to/repo
-
-    # Keep all backups in the last 10 days, 4 additional end of week archives,
-    # and an end of month archive for every month:
-    $ borg prune --keep-within=10d --keep-weekly=4 --keep-monthly=-1 /path/to/repo
-
-
-.. include:: usage/info.rst.inc
-
-Examples
-~~~~~~~~
-::
-
-    $ borg info /path/to/repo::root-2016-02-15
-    Name: root-2016-02-15
-    Fingerprint: 57c827621f21b000a8d363c1e163cc55983822b3afff3a96df595077a660be50
-    Hostname: myhostname
-    Username: root
-    Time (start): Mon, 2016-02-15 19:36:29
-    Time (end):   Mon, 2016-02-15 19:39:26
-    Command line: /usr/local/bin/borg create --list -C zlib,6 /path/to/repo::root-2016-02-15 / --one-file-system
-    Number of files: 38100
-
-                           Original size      Compressed size    Deduplicated size
-    This archive:                1.33 GB            613.25 MB            571.64 MB
-    All archives:                1.63 GB            853.66 MB            584.12 MB
-
-                           Unique chunks         Total chunks
-    Chunk index:                   36858                48844
-
-
-.. include:: usage/mount.rst.inc
-
-Examples
-~~~~~~~~
-borg mount/borgfs
-+++++++++++++++++
-::
-
-    $ borg mount /path/to/repo::root-2016-02-15 /tmp/mymountpoint
-    $ ls /tmp/mymountpoint
-    bin  boot  etc	home  lib  lib64  lost+found  media  mnt  opt  root  sbin  srv  tmp  usr  var
-    $ fusermount -u /tmp/mymountpoint
-
-borgfs
-++++++
-::
-
-    $ echo '/mnt/backup /tmp/myrepo fuse.borgfs defaults,noauto 0 0' >> /etc/fstab
-    $ echo '/mnt/backup::root-2016-02-15 /tmp/myarchive fuse.borgfs defaults,noauto 0 0' >> /etc/fstab
-    $ mount /tmp/myrepo
-    $ mount /tmp/myarchive
-    $ ls /tmp/myrepo
-    root-2016-02-01 root-2016-02-2015
-    $ ls /tmp/myarchive
-    bin  boot  etc	home  lib  lib64  lost+found  media  mnt  opt  root  sbin  srv  tmp  usr  var
-
-.. Note::
-
-    ``borgfs`` will be automatically provided if you used a distribution
-    package, ``pip`` or ``setup.py`` to install |project_name|. Users of the
-    standalone binary will have to manually create a symlink (see
-    :ref:`pyinstaller-binary`).
-
-.. include:: usage/change-passphrase.rst.inc
-
-Examples
-~~~~~~~~
-::
-
-    # Create a key file protected repository
-    $ borg init --encryption=keyfile -v /path/to/repo
-    Initializing repository at "/path/to/repo"
-    Enter new passphrase:
-    Enter same passphrase again:
-    Remember your passphrase. Your data will be inaccessible without it.
-    Key in "/root/.config/borg/keys/mnt_backup" created.
-    Keep this key safe. Your data will be inaccessible without it.
-    Synchronizing chunks cache...
-    Archives: 0, w/ cached Idx: 0, w/ outdated Idx: 0, w/o cached Idx: 0.
-    Done.
-
-    # Change key file passphrase
-    $ borg change-passphrase -v /path/to/repo
-    Enter passphrase for key /root/.config/borg/keys/mnt_backup:
-    Enter new passphrase:
-    Enter same passphrase again:
-    Remember your passphrase. Your data will be inaccessible without it.
-    Key updated
-
-
-.. include:: usage/serve.rst.inc
-
-Examples
-~~~~~~~~
-
-borg serve has special support for ssh forced commands (see ``authorized_keys``
-example below): it will detect that you use such a forced command and extract
-the value of the ``--restrict-to-path`` option(s).
-It will then parse the original command that came from the client, makes sure
-that it is also ``borg serve`` and enforce path restriction(s) as given by the
-forced command. That way, other options given by the client (like ``--info`` or
-``--umask``) are preserved (and are not fixed by the forced command).
-
-::
-
-    # Allow an SSH keypair to only run borg, and only have access to /path/to/repo.
-    # Use key options to disable unneeded and potentially dangerous SSH functionality.
-    # This will help to secure an automated remote backup system.
-    $ cat ~/.ssh/authorized_keys
-    command="borg serve --restrict-to-path /path/to/repo",no-pty,no-agent-forwarding,no-port-forwarding,no-X11-forwarding,no-user-rc ssh-rsa AAAAB3[...]
-
-
-.. include:: usage/upgrade.rst.inc
-
-Examples
-~~~~~~~~
-::
-
-    # Upgrade the borg repository to the most recent version.
-    $ borg upgrade -v /path/to/repo
-    making a hardlink copy in /path/to/repo.upgrade-2016-02-15-20:51:55
-    opening attic repository with borg and converting
-    no key file found for repository
-    converting repo index /path/to/repo/index.0
-    converting 1 segments...
-    converting borg 0.xx to borg current
-    no key file found for repository
-
-
-.. include:: usage/recreate.rst.inc
-
-Examples
-~~~~~~~~
-::
-
-    # Make old (Attic / Borg 0.xx) archives deduplicate with Borg 1.x archives
-    # Archives created with Borg 1.1+ and the default chunker params are skipped (archive ID stays the same)
-    $ borg recreate /mnt/backup --chunker-params default --progress
-
-    # Create a backup with little but fast compression
-    $ borg create /mnt/backup::archive /some/files --compression lz4
-    # Then compress it - this might take longer, but the backup has already completed, so no inconsistencies
-    # from a long-running backup job.
-    $ borg recreate /mnt/backup::archive --compression zlib,9
-
-    # Remove unwanted files from all archives in a repository
-    $ borg recreate /mnt/backup -e /home/icke/Pictures/drunk_photos
-
-
-    # Change archive comment
-    $ borg create --comment "This is a comment" /mnt/backup::archivename ~
-    $ borg info /mnt/backup::archivename
-    Name: archivename
-    Fingerprint: ...
-    Comment: This is a comment
-    ...
-    $ borg recreate --comment "This is a better comment" /mnt/backup::archivename
-    $ borg info /mnt/backup::archivename
-    Name: archivename
-    Fingerprint: ...
-    Comment: This is a better comment
-    ...
-
-
-.. include:: usage/with-lock.rst.inc
-
-
-.. include:: usage/break-lock.rst.inc
-
-
-Miscellaneous Help
-------------------
-
-.. include:: usage/help.rst.inc
-
-
-Debug Commands
---------------
-There are some more commands (all starting with "debug-") which are all
-**not intended for normal use** and **potentially very dangerous** if used incorrectly.
-
-They exist to improve debugging capabilities without direct system access, e.g.
-in case you ever run into some severe malfunction. Use them only if you know
-what you are doing or if a trusted |project_name| developer tells you what to do.
-
-
-Additional Notes
-----------------
-
-Here are misc. notes about topics that are maybe not covered in enough detail in the usage section.
-
-Item flags
-~~~~~~~~~~
-
-``borg create --list`` outputs a list of all files, directories and other
-file system items it considered (no matter whether they had content changes
-or not). For each item, it prefixes a single-letter flag that indicates type
-and/or status of the item.
-
-If you are interested only in a subset of that output, you can give e.g.
-``--filter=AME`` and it will only show regular files with A, M or E status (see
-below).
-
-A uppercase character represents the status of a regular file relative to the
-"files" cache (not relative to the repo -- this is an issue if the files cache
-is not used). Metadata is stored in any case and for 'A' and 'M' also new data
-chunks are stored. For 'U' all data chunks refer to already existing chunks.
-
-- 'A' = regular file, added (see also :ref:`a_status_oddity` in the FAQ)
-- 'M' = regular file, modified
-- 'U' = regular file, unchanged
-- 'E' = regular file, an error happened while accessing/reading *this* file
-
-A lowercase character means a file type other than a regular file,
-borg usually just stores their metadata:
-
-- 'd' = directory
-- 'b' = block device
-- 'c' = char device
-- 'h' = regular file, hardlink (to already seen inodes)
-- 's' = symlink
-- 'f' = fifo
-
-Other flags used include:
-
-- 'i' = backup data was read from standard input (stdin)
-- '-' = dry run, item was *not* backed up
-- 'x' = excluded, item was *not* backed up
-- '?' = missing status code (if you see this, please file a bug report!)
-
-
---chunker-params
-~~~~~~~~~~~~~~~~
-The chunker params influence how input files are cut into pieces (chunks)
-which are then considered for deduplication. They also have a big impact on
-resource usage (RAM and disk space) as the amount of resources needed is
-(also) determined by the total amount of chunks in the repository (see
-`Indexes / Caches memory usage` for details).
-
-``--chunker-params=10,23,16,4095`` results in a fine-grained deduplication
-and creates a big amount of chunks and thus uses a lot of resources to manage
-them. This is good for relatively small data volumes and if the machine has a
-good amount of free RAM and disk space.
-
-``--chunker-params=19,23,21,4095`` (default) results in a coarse-grained
-deduplication and creates a much smaller amount of chunks and thus uses less
-resources. This is good for relatively big data volumes and if the machine has
-a relatively low amount of free RAM and disk space.
-
-If you already have made some archives in a repository and you then change
-chunker params, this of course impacts deduplication as the chunks will be
-cut differently.
-
-In the worst case (all files are big and were touched in between backups), this
-will store all content into the repository again.
-
-Usually, it is not that bad though:
-
-- usually most files are not touched, so it will just re-use the old chunks
-  it already has in the repo
-- files smaller than the (both old and new) minimum chunksize result in only
-  one chunk anyway, so the resulting chunks are same and deduplication will apply
-
-If you switch chunker params to save resources for an existing repo that
-already has some backup archives, you will see an increasing effect over time,
-when more and more files have been touched and stored again using the bigger
-chunksize **and** all references to the smaller older chunks have been removed
-(by deleting / pruning archives).
-
-If you want to see an immediate big effect on resource usage, you better start
-a new repository when changing chunker params.
-
-For more details, see :ref:`chunker_details`.
-
---read-special
-~~~~~~~~~~~~~~
-
-The --read-special option is special - you do not want to use it for normal
-full-filesystem backups, but rather after carefully picking some targets for it.
-
-The option ``--read-special`` triggers special treatment for block and char
-device files as well as FIFOs. Instead of storing them as such a device (or
-FIFO), they will get opened, their content will be read and in the backup
-archive they will show up like a regular file.
-
-Symlinks will also get special treatment if (and only if) they point to such
-a special file: instead of storing them as a symlink, the target special file
-will get processed as described above.
-
-One intended use case of this is backing up the contents of one or multiple
-block devices, like e.g. LVM snapshots or inactive LVs or disk partitions.
-
-You need to be careful about what you include when using ``--read-special``,
-e.g. if you include ``/dev/zero``, your backup will never terminate.
-
-Restoring such files' content is currently only supported one at a time via
-``--stdout`` option (and you have to redirect stdout to where ever it shall go,
-maybe directly into an existing device file of your choice or indirectly via
-``dd``).
-
-To some extent, mounting a backup archive with the backups of special files
-via ``borg mount`` and then loop-mounting the image files from inside the mount
-point will work. If you plan to access a lot of data in there, it likely will
-scale and perform better if you do not work via the FUSE mount.
-
-Example
-+++++++
-
-Imagine you have made some snapshots of logical volumes (LVs) you want to backup.
-
-.. note::
-
-    For some scenarios, this is a good method to get "crash-like" consistency
-    (I call it crash-like because it is the same as you would get if you just
-    hit the reset button or your machine would abrubtly and completely crash).
-    This is better than no consistency at all and a good method for some use
-    cases, but likely not good enough if you have databases running.
-
-Then you create a backup archive of all these snapshots. The backup process will
-see a "frozen" state of the logical volumes, while the processes working in the
-original volumes continue changing the data stored there.
-
-You also add the output of ``lvdisplay`` to your backup, so you can see the LV
-sizes in case you ever need to recreate and restore them.
-
-After the backup has completed, you remove the snapshots again. ::
-
-    $ # create snapshots here
-    $ lvdisplay > lvdisplay.txt
-    $ borg create --read-special /path/to/repo::arch lvdisplay.txt /dev/vg0/*-snapshot
-    $ # remove snapshots here
-
-Now, let's see how to restore some LVs from such a backup. ::
-
-    $ borg extract /path/to/repo::arch lvdisplay.txt
-    $ # create empty LVs with correct sizes here (look into lvdisplay.txt).
-    $ # we assume that you created an empty root and home LV and overwrite it now:
-    $ borg extract --stdout /path/to/repo::arch dev/vg0/root-snapshot > /dev/vg0/root
-    $ borg extract --stdout /path/to/repo::arch dev/vg0/home-snapshot > /dev/vg0/home
-
-
-.. _append_only_mode:
-
-Append-only mode
-~~~~~~~~~~~~~~~~
-
-A repository can be made "append-only", which means that Borg will never overwrite or
-delete committed data (append-only refers to the segment files, but borg will also
-reject to delete the repository completely). This is useful for scenarios where a
-backup client machine backups remotely to a backup server using ``borg serve``, since
-a hacked client machine cannot delete backups on the server permanently.
-
-To activate append-only mode, edit the repository ``config`` file and add a line
-``append_only=1`` to the ``[repository]`` section (or edit the line if it exists).
-
-In append-only mode Borg will create a transaction log in the ``transactions`` file,
-where each line is a transaction and a UTC timestamp.
-
-In addition, ``borg serve`` can act as if a repository is in append-only mode with
-its option ``--append-only``. This can be very useful for fine-tuning access control
-in ``.ssh/authorized_keys`` ::
-
-    command="borg serve --append-only ..." ssh-rsa <key used for not-always-trustable backup clients>
-    command="borg serve ..." ssh-rsa <key used for backup management>
-
-Example
-+++++++
-
-Suppose an attacker remotely deleted all backups, but your repository was in append-only
-mode. A transaction log in this situation might look like this: ::
-
-    transaction 1, UTC time 2016-03-31T15:53:27.383532
-    transaction 5, UTC time 2016-03-31T15:53:52.588922
-    transaction 11, UTC time 2016-03-31T15:54:23.887256
-    transaction 12, UTC time 2016-03-31T15:55:54.022540
-    transaction 13, UTC time 2016-03-31T15:55:55.472564
-
-From your security logs you conclude the attacker gained access at 15:54:00 and all
-the backups where deleted or replaced by compromised backups. From the log you know
-that transactions 11 and later are compromised. Note that the transaction ID is the
-name of the *last* file in the transaction. For example, transaction 11 spans files 6
-to 11.
-
-In a real attack you'll likely want to keep the compromised repository
-intact to analyze what the attacker tried to achieve. It's also a good idea to make this
-copy just in case something goes wrong during the recovery. Since recovery is done by
-deleting some files, a hard link copy (``cp -al``) is sufficient.
-
-The first step to reset the repository to transaction 5, the last uncompromised transaction,
-is to remove the ``hints.N`` and ``index.N`` files in the repository (these two files are
-always expendable). In this example N is 13.
-
-Then remove or move all segment files from the segment directories in ``data/`` starting
-with file 6::
-
-    rm data/**/{6..13}
-
-That's all to it.
-
-Drawbacks
-+++++++++
-
-As data is only appended, and nothing deleted, commands like ``prune`` or ``delete``
-won't free disk space, they merely tag data as deleted in a new transaction.
-
-Note that you can go back-and-forth between normal and append-only operation by editing
-the configuration file, it's not a "one way trip".
-
-Further considerations
-++++++++++++++++++++++
-
-Append-only mode is not respected by tools other than Borg. ``rm`` still works on the
-repository. Make sure that backup client machines only get to access the repository via
-``borg serve``.
-
-Ensure that no remote access is possible if the repository is temporarily set to normal mode
-for e.g. regular pruning.
-
-Further protections can be implemented, but are outside of Borg's scope. For example,
-file system snapshots or wrapping ``borg serve`` to set special permissions or ACLs on
-new data files.
+.. raw:: html
+   Redirecting...
+
+   <script type="text/javascript">
+   // Fixes old links which were just anchors
+   var hash = window.location.hash.substring(1);
+
+   // usage.html is empty, no content. Purely serves to implement a "correct" toctree
+   // due to rST/Sphinx limitations. Refer to https://github.com/sphinx-doc/sphinx/pull/3622
+
+   // Redirect to general docs
+   if(hash == "") {
+       window.location.pathname = window.location.pathname.replace("usage.html", "usage/general.html");
+   }
+   // Fixup anchored links from when usage.html contained all the commands
+   else if(hash.startsWith("borg-key") || hash == "borg-change-passphrase") {
+      window.location.hash = "";
+      window.location.pathname = window.location.pathname.replace("usage.html", "usage/key.html");
+   }
+   else if(hash.startsWith("borg-")) {
+      window.location.hash = "";
+      window.location.pathname = window.location.pathname.replace("usage.html", "usage/") + hash.substr(5) + ".html";
+   }
+   </script>
+
+.. toctree::
+   usage/general
+
+   usage/init
+   usage/create
+   usage/extract
+   usage/check
+   usage/rename
+   usage/list
+   usage/diff
+   usage/delete
+   usage/prune
+   usage/info
+   usage/mount
+   usage/key
+   usage/upgrade
+   usage/recreate
+   usage/tar
+   usage/serve
+   usage/lock
+   usage/benchmark
+
+   usage/help
+   usage/debug
+   usage/notes

docs/usage/benchmark.rst

@@ -0,0 +1 @@
+.. include:: benchmark_crud.rst.inc