changes.rst 84 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160
  1. Important notes
  2. ===============
  3. This section is used for infos about security and corruption issues.
  4. .. _tam_vuln:
  5. Pre-1.0.9 manifest spoofing vulnerability (CVE-2016-10099)
  6. ----------------------------------------------------------
  7. A flaw in the cryptographic authentication scheme in Borg allowed an attacker
  8. to spoof the manifest. The attack requires an attacker to be able to
  9. 1. insert files (with no additional headers) into backups
  10. 2. gain write access to the repository
  11. This vulnerability does not disclose plaintext to the attacker, nor does it
  12. affect the authenticity of existing archives.
  13. The vulnerability allows an attacker to create a spoofed manifest (the list of archives).
  14. Creating plausible fake archives may be feasible for small archives, but is unlikely
  15. for large archives.
  16. The fix adds a separate authentication tag to the manifest. For compatibility
  17. with prior versions this authentication tag is *not* required by default
  18. for existing repositories. Repositories created with 1.0.9 and later require it.
  19. Steps you should take:
  20. 1. Upgrade all clients to 1.0.9 or later.
  21. 2. Run ``borg upgrade --tam <repository>`` *on every client* for *each* repository.
  22. 3. This will list all archives, including archive IDs, for easy comparison with your logs.
  23. 4. Done.
  24. Prior versions can access and modify repositories with this measure enabled, however,
  25. to 1.0.9 or later their modifications are indiscernible from an attack and will
  26. raise an error until the below procedure is followed. We are aware that this can
  27. be be annoying in some circumstances, but don't see a way to fix the vulnerability
  28. otherwise.
  29. In case a version prior to 1.0.9 is used to modify a repository where above procedure
  30. was completed, and now you get an error message from other clients:
  31. 1. ``borg upgrade --tam --force <repository>`` once with *any* client suffices.
  32. This attack is mitigated by:
  33. - Noting/logging ``borg list``, ``borg info``, or ``borg create --stats``, which
  34. contain the archive IDs.
  35. We are not aware of others having discovered, disclosed or exploited this vulnerability.
  36. Vulnerability time line:
  37. * 2016-11-14: Vulnerability and fix discovered during review of cryptography by Marian Beermann (@enkore)
  38. * 2016-11-20: First patch
  39. * 2016-12-20: Released fixed version 1.0.9
  40. * 2017-01-02: CVE was assigned
  41. * 2017-01-15: Released fixed version 1.1.0b3 (fix was previously only available from source)
  42. .. _attic013_check_corruption:
  43. Pre-1.0.9 potential data loss
  44. -----------------------------
  45. If you have archives in your repository that were made with attic <= 0.13
  46. (and later migrated to borg), running borg check would report errors in these
  47. archives. See issue #1837.
  48. The reason for this is a invalid (and useless) metadata key that was
  49. always added due to a bug in these old attic versions.
  50. If you run borg check --repair, things escalate quickly: all archive items
  51. with invalid metadata will be killed. Due to that attic bug, that means all
  52. items in all archives made with these old attic versions.
  53. Pre-1.0.4 potential repo corruption
  54. -----------------------------------
  55. Some external errors (like network or disk I/O errors) could lead to
  56. corruption of the backup repository due to issue #1138.
  57. A sign that this happened is if "E" status was reported for a file that can
  58. not be explained by problems with the source file. If you still have logs from
  59. "borg create -v --list", you can check for "E" status.
  60. Here is what could cause corruption and what you can do now:
  61. 1) I/O errors (e.g. repo disk errors) while writing data to repo.
  62. This could lead to corrupted segment files.
  63. Fix::
  64. # check for corrupt chunks / segments:
  65. borg check -v --repository-only REPO
  66. # repair the repo:
  67. borg check -v --repository-only --repair REPO
  68. # make sure everything is fixed:
  69. borg check -v --repository-only REPO
  70. 2) Unreliable network / unreliable connection to the repo.
  71. This could lead to archive metadata corruption.
  72. Fix::
  73. # check for corrupt archives:
  74. borg check -v --archives-only REPO
  75. # delete the corrupt archives:
  76. borg delete --force REPO::CORRUPT_ARCHIVE
  77. # make sure everything is fixed:
  78. borg check -v --archives-only REPO
  79. 3) In case you want to do more intensive checking.
  80. The best check that everything is ok is to run a dry-run extraction::
  81. borg extract -v --dry-run REPO::ARCHIVE
  82. .. _changelog:
  83. Changelog
  84. =========
  85. Version 1.1.0b4 (not released yet)
  86. ----------------------------------
  87. Compatibility notes:
  88. - Moved "borg migrate-to-repokey" to "borg key migrate-to-repokey".
  89. - "borg change-passphrase" is deprecated, use "borg key change-passphrase" instead.
  90. New features:
  91. - the --exclude-if-present option now supports tagging a folder with any
  92. filesystem object type (file, folder, etc), instead of expecting only files
  93. as tags, #1999
  94. - the --keep-tag-files option has been deprecated in favor of the new
  95. --keep-exclude-tags, to account for the change mentioned above.
  96. Version 1.0.10 (2017-02-13)
  97. ---------------------------
  98. Bug fixes:
  99. - Manifest timestamps are now monotonically increasing,
  100. this fixes issues when the system clock jumps backwards
  101. or is set inconsistently across computers accessing the same repository, #2115
  102. - Fixed testing regression in 1.0.10rc1 that lead to a hard dependency on
  103. py.test >= 3.0, #2112
  104. New features:
  105. - "key export" can now generate a printable HTML page with both a QR code and
  106. a human-readable "paperkey" representation (and custom text) through the
  107. ``--qr-html`` option.
  108. The same functionality is also available through `paperkey.html <paperkey.html>`_,
  109. which is the same HTML page generated by ``--qr-html``. It works with existing
  110. "key export" files and key files.
  111. Other changes:
  112. - docs:
  113. - language clarification - "borg create --one-file-system" option does not respect
  114. mount points, but considers different file systems instead, #2141
  115. - setup.py: build_api: sort file list for determinism
  116. Version 1.1.0b3 (2017-01-15)
  117. ----------------------------
  118. Compatibility notes:
  119. - borg init: removed the default of "--encryption/-e", #1979
  120. This was done so users do a informed decision about -e mode.
  121. Bug fixes:
  122. - borg recreate: don't rechunkify unless explicitly told so
  123. - borg info: fixed bug when called without arguments, #1914
  124. - borg init: fix free space check crashing if disk is full, #1821
  125. - borg debug delete/get obj: fix wrong reference to exception
  126. - fix processing of remote ~/ and ~user/ paths (regressed since 1.1.0b1), #1759
  127. - posix platform module: only build / import on non-win32 platforms, #2041
  128. New features:
  129. - new CRC32 implementations that are much faster than the zlib one used previously, #1970
  130. - add blake2b key modes (use blake2b as MAC). This links against system libb2,
  131. if possible, otherwise uses bundled code
  132. - automatically remove stale locks - set BORG_HOSTNAME_IS_UNIQUE env var
  133. to enable stale lock killing. If set, stale locks in both cache and
  134. repository are deleted. #562 #1253
  135. - borg info <repo>: print general repo information, #1680
  136. - borg check --first / --last / --sort / --prefix, #1663
  137. - borg mount --first / --last / --sort / --prefix, #1542
  138. - implement "health" item formatter key, #1749
  139. - BORG_SECURITY_DIR to remember security related infos outside the cache.
  140. Key type, location and manifest timestamp checks now survive cache
  141. deletion. This also means that you can now delete your cache and avoid
  142. previous warnings, since Borg can still tell it's safe.
  143. - implement BORG_NEW_PASSPHRASE, #1768
  144. Other changes:
  145. - borg recreate:
  146. - remove special-cased --dry-run
  147. - update --help
  148. - remove bloat: interruption blah, autocommit blah, resuming blah
  149. - re-use existing checkpoint functionality
  150. - archiver tests: add check_cache tool - lints refcounts
  151. - fixed cache sync performance regression from 1.1.0b1 onwards, #1940
  152. - syncing the cache without chunks.archive.d (see :ref:`disable_archive_chunks`)
  153. now avoids any merges and is thus faster, #1940
  154. - borg check --verify-data: faster due to linear on-disk-order scan
  155. - borg debug-xxx commands removed, we use "debug xxx" subcommands now, #1627
  156. - improve metadata handling speed
  157. - shortcut hashindex_set by having hashindex_lookup hint about address
  158. - improve / add progress displays, #1721
  159. - check for index vs. segment files object count mismatch
  160. - make RPC protocol more extensible: use named parameters.
  161. - RemoteRepository: misc. code cleanups / refactors
  162. - clarify cache/repository README file
  163. - docs:
  164. - quickstart: add a comment about other (remote) filesystems
  165. - quickstart: only give one possible ssh url syntax, all others are
  166. documented in usage chapter.
  167. - mention file://
  168. - document repo URLs / archive location
  169. - clarify borg diff help, #980
  170. - deployment: synthesize alternative --restrict-to-path example
  171. - improve cache / index docs, esp. files cache docs, #1825
  172. - document using "git merge 1.0-maint -s recursive -X rename-threshold=20%"
  173. for avoiding troubles when merging the 1.0-maint branch into master.
  174. - tests:
  175. - fuse tests: catch ENOTSUP on freebsd
  176. - fuse tests: test troublesome xattrs last
  177. - fix byte range error in test, #1740
  178. - use monkeypatch to set env vars, but only on pytest based tests.
  179. - point XDG_*_HOME to temp dirs for tests, #1714
  180. - remove all BORG_* env vars from the outer environment
  181. Version 1.0.10rc1 (2017-01-29)
  182. ------------------------------
  183. Bug fixes:
  184. - borg serve: fix transmission data loss of pipe writes, #1268
  185. This affects only the cygwin platform (not Linux, BSD, OS X).
  186. - Avoid triggering an ObjectiveFS bug in xattr retrieval, #1992
  187. - When running out of buffer memory when reading xattrs, only skip the
  188. current file, #1993
  189. - Fixed "borg upgrade --tam" crashing with unencrypted repositories. Since
  190. :ref:`the issue <tam_vuln>` is not relevant for unencrypted repositories,
  191. it now does nothing and prints an error, #1981.
  192. - Fixed change-passphrase crashing with unencrypted repositories, #1978
  193. - Fixed "borg check repo::archive" indicating success if "archive" does not exist, #1997
  194. - borg check: print non-exit-code warning if --last or --prefix aren't fulfilled
  195. - fix bad parsing of wrong repo location syntax
  196. - create: don't create hard link refs to failed files,
  197. mount: handle invalid hard link refs, #2092
  198. - detect mingw byte order, #2073
  199. - creating a new segment: use "xb" mode, #2099
  200. - mount: umount on SIGINT/^C when in foreground, #2082
  201. Other changes:
  202. - binary: use fixed AND freshly compiled pyinstaller bootloader, #2002
  203. - xattr: ignore empty names returned by llistxattr(2) et al
  204. - Enable the fault handler: install handlers for the SIGSEGV, SIGFPE, SIGABRT,
  205. SIGBUS and SIGILL signals to dump the Python traceback.
  206. - Also print a traceback on SIGUSR2.
  207. - borg change-passphrase: print key location (simplify making a backup of it)
  208. - officially support Python 3.6 (setup.py: add Python 3.6 qualifier)
  209. - tests:
  210. - vagrant / travis / tox: add Python 3.6 based testing
  211. - vagrant: fix openbsd repo, #2042
  212. - vagrant: fix the freebsd64 machine, #2037 #2067
  213. - vagrant: use python 3.5.3 to build binaries, #2078
  214. - vagrant: use osxfuse 3.5.4 for tests / to build binaries
  215. vagrant: improve darwin64 VM settings
  216. - travis: fix osxfuse install (fixes OS X testing on Travis CI)
  217. - travis: require succeeding OS X tests, #2028
  218. - travis: use latest pythons for OS X based testing
  219. - use pytest-xdist to parallelize testing
  220. - fix xattr test race condition, #2047
  221. - setup.cfg: fix pytest deprecation warning, #2050
  222. - docs:
  223. - language clarification - VM backup FAQ
  224. - borg create: document how to backup stdin, #2013
  225. - borg upgrade: fix incorrect title levels
  226. - add CVE numbers for issues fixed in 1.0.9, #2106
  227. - fix typos (taken from Debian package patch)
  228. - remote: include data hexdump in "unexpected RPC data" error message
  229. - remote: log SSH command line at debug level
  230. - API_VERSION: use numberspaces, #2023
  231. - remove .github from pypi package, #2051
  232. - add pip and setuptools to requirements file, #2030
  233. - SyncFile: fix use of fd object after close (cosmetic)
  234. - Manifest.in: simplify, exclude \*.{so,dll,orig}, #2066
  235. - ignore posix_fadvise errors in repository.py, #2095
  236. (works around issues with docker on ARM)
  237. - make LoggedIO.close_segment reentrant, avoid reentrance
  238. Version 1.0.9 (2016-12-20)
  239. --------------------------
  240. Security fixes:
  241. - A flaw in the cryptographic authentication scheme in Borg allowed an attacker
  242. to spoof the manifest. See :ref:`tam_vuln` above for the steps you should
  243. take.
  244. CVE-2016-10099 was assigned to this vulnerability.
  245. - borg check: When rebuilding the manifest (which should only be needed very rarely)
  246. duplicate archive names would be handled on a "first come first serve" basis, allowing
  247. an attacker to apparently replace archives.
  248. CVE-2016-10100 was assigned to this vulnerability.
  249. Bug fixes:
  250. - borg check:
  251. - rebuild manifest if it's corrupted
  252. - skip corrupted chunks during manifest rebuild
  253. - fix TypeError in integrity error handler, #1903, #1894
  254. - fix location parser for archives with @ char (regression introduced in 1.0.8), #1930
  255. - fix wrong duration/timestamps if system clock jumped during a create
  256. - fix progress display not updating if system clock jumps backwards
  257. - fix checkpoint interval being incorrect if system clock jumps
  258. Other changes:
  259. - docs:
  260. - add python3-devel as a dependency for cygwin-based installation
  261. - clarify extract is relative to current directory
  262. - FAQ: fix link to changelog
  263. - markup fixes
  264. - tests:
  265. - test_get\_(cache|keys)_dir: clean env state, #1897
  266. - get back pytest's pretty assertion failures, #1938
  267. - setup.py build_usage:
  268. - fixed build_usage not processing all commands
  269. - fixed build_usage not generating includes for debug commands
  270. Version 1.0.9rc1 (2016-11-27)
  271. -----------------------------
  272. Bug fixes:
  273. - files cache: fix determination of newest mtime in backup set (which is
  274. used in cache cleanup and led to wrong "A" [added] status for unchanged
  275. files in next backup), #1860.
  276. - borg check:
  277. - fix incorrectly reporting attic 0.13 and earlier archives as corrupt
  278. - handle repo w/o objects gracefully and also bail out early if repo is
  279. *completely* empty, #1815.
  280. - fix tox/pybuild in 1.0-maint
  281. - at xattr module import time, loggers are not initialized yet
  282. New features:
  283. - borg umount <mountpoint>
  284. exposed already existing umount code via the CLI api, so users can use it,
  285. which is more consistent than using borg to mount and fusermount -u (or
  286. umount) to un-mount, #1855.
  287. - implement borg create --noatime --noctime, fixes #1853
  288. Other changes:
  289. - docs:
  290. - display README correctly on PyPI
  291. - improve cache / index docs, esp. files cache docs, fixes #1825
  292. - different pattern matching for --exclude, #1779
  293. - datetime formatting examples for {now} placeholder, #1822
  294. - clarify passphrase mode attic repo upgrade, #1854
  295. - clarify --umask usage, #1859
  296. - clarify how to choose PR target branch
  297. - clarify prune behavior for different archive contents, #1824
  298. - fix PDF issues, add logo, fix authors, headings, TOC
  299. - move security verification to support section
  300. - fix links in standalone README (:ref: tags)
  301. - add link to security contact in README
  302. - add FAQ about security
  303. - move fork differences to FAQ
  304. - add more details about resource usage
  305. - tests: skip remote tests on cygwin, #1268
  306. - travis:
  307. - allow OS X failures until the brew cask osxfuse issue is fixed
  308. - caskroom osxfuse-beta gone, it's osxfuse now (3.5.3)
  309. - vagrant:
  310. - upgrade OSXfuse / FUSE for macOS to 3.5.3
  311. - remove llfuse from tox.ini at a central place
  312. - do not try to install llfuse on centos6
  313. - fix fuse test for darwin, #1546
  314. - add windows virtual machine with cygwin
  315. - Vagrantfile cleanup / code deduplication
  316. Version 1.1.0b2 (2016-10-01)
  317. ----------------------------
  318. Bug fixes:
  319. - fix incorrect preservation of delete tags, leading to "object count mismatch"
  320. on borg check, #1598. This only occurred with 1.1.0b1 (not with 1.0.x) and is
  321. normally fixed by running another borg create/delete/prune.
  322. - fix broken --progress for double-cell paths (e.g. CJK), #1624
  323. - borg recreate: also catch SIGHUP
  324. - FUSE:
  325. - fix hardlinks in versions view, #1599
  326. - add parameter check to ItemCache.get to make potential failures more clear
  327. New features:
  328. - Archiver, RemoteRepository: add --remote-ratelimit (send data)
  329. - borg help compression, #1582
  330. - borg check: delete chunks with integrity errors, #1575, so they can be
  331. "repaired" immediately and maybe healed later.
  332. - archives filters concept (refactoring/unifying older code)
  333. - covers --first/--last/--prefix/--sort-by options
  334. - currently used for borg list/info/delete
  335. Other changes:
  336. - borg check --verify-data slightly tuned (use get_many())
  337. - change {utcnow} and {now} to ISO-8601 format ("T" date/time separator)
  338. - repo check: log transaction IDs, improve object count mismatch diagnostic
  339. - Vagrantfile: use TW's fresh-bootloader pyinstaller branch
  340. - fix module names in api.rst
  341. - hashindex: bump api_version
  342. Version 1.1.0b1 (2016-08-28)
  343. ----------------------------
  344. New features:
  345. - new commands:
  346. - borg recreate: re-create existing archives, #787 #686 #630 #70, also see
  347. #757, #770.
  348. - selectively remove files/dirs from old archives
  349. - re-compress data
  350. - re-chunkify data, e.g. to have upgraded Attic / Borg 0.xx archives
  351. deduplicate with Borg 1.x archives or to experiment with chunker-params.
  352. - borg diff: show differences between archives
  353. - borg with-lock: execute a command with the repository locked, #990
  354. - borg create:
  355. - Flexible compression with pattern matching on path/filename,
  356. and LZ4 heuristic for deciding compressibility, #810, #1007
  357. - visit files in inode order (better speed, esp. for large directories and rotating disks)
  358. - in-file checkpoints, #1217
  359. - increased default checkpoint interval to 30 minutes (was 5 minutes), #896
  360. - added uuid archive format tag, #1151
  361. - save mountpoint directories with --one-file-system, makes system restore easier, #1033
  362. - Linux: added support for some BSD flags, #1050
  363. - add 'x' status for excluded paths, #814
  364. - also means files excluded via UF_NODUMP, #1080
  365. - borg check:
  366. - will not produce the "Checking segments" output unless new --progress option is passed, #824.
  367. - --verify-data to verify data cryptographically on the client, #975
  368. - borg list, #751, #1179
  369. - removed {formatkeys}, see "borg list --help"
  370. - --list-format is deprecated, use --format instead
  371. - --format now also applies to listing archives, not only archive contents, #1179
  372. - now supports the usual [PATH [PATHS…]] syntax and excludes
  373. - new keys: csize, num_chunks, unique_chunks, NUL
  374. - supports guaranteed_available hashlib hashes
  375. (to avoid varying functionality depending on environment),
  376. which includes the SHA1 and SHA2 family as well as MD5
  377. - borg prune:
  378. - to better visualize the "thinning out", we now list all archives in
  379. reverse time order. rephrase and reorder help text.
  380. - implement --keep-last N via --keep-secondly N, also --keep-minutely.
  381. assuming that there is not more than 1 backup archive made in 1s,
  382. --keep-last N and --keep-secondly N are equivalent, #537
  383. - cleanup checkpoints except the latest, #1008
  384. - borg extract:
  385. - added --progress, #1449
  386. - Linux: limited support for BSD flags, #1050
  387. - borg info:
  388. - output is now more similar to borg create --stats, #977
  389. - borg mount:
  390. - provide "borgfs" wrapper for borg mount, enables usage via fstab, #743
  391. - "versions" mount option - when used with a repository mount, this gives
  392. a merged, versioned view of the files in all archives, #729
  393. - repository:
  394. - added progress information to commit/compaction phase (often takes some time when deleting/pruning), #1519
  395. - automatic recovery for some forms of repository inconsistency, #858
  396. - check free space before going forward with a commit, #1336
  397. - improved write performance (esp. for rotating media), #985
  398. - new IO code for Linux
  399. - raised default segment size to approx 512 MiB
  400. - improved compaction performance, #1041
  401. - reduced client CPU load and improved performance for remote repositories, #940
  402. - options that imply output (--show-rc, --show-version, --list, --stats,
  403. --progress) don't need -v/--info to have that output displayed, #865
  404. - add archive comments (via borg (re)create --comment), #842
  405. - borg list/prune/delete: also output archive id, #731
  406. - --show-version: shows/logs the borg version, #725
  407. - added --debug-topic for granular debug logging, #1447
  408. - use atomic file writing/updating for configuration and key files, #1377
  409. - BORG_KEY_FILE environment variable, #1001
  410. - self-testing module, #970
  411. Bug fixes:
  412. - list: fixed default output being produced if --format is given with empty parameter, #1489
  413. - create: fixed overflowing progress line with CJK and similar characters, #1051
  414. - prune: fixed crash if --prefix resulted in no matches, #1029
  415. - init: clean up partial repo if passphrase input is aborted, #850
  416. - info: quote cmdline arguments that have spaces in them
  417. - fix hardlinks failing in some cases for extracting subtrees, #761
  418. Other changes:
  419. - replace stdlib hmac with OpenSSL, zero-copy decrypt (10-15% increase in
  420. performance of hash-lists and extract).
  421. - improved chunker performance, #1021
  422. - open repository segment files in exclusive mode (fail-safe), #1134
  423. - improved error logging, #1440
  424. - Source:
  425. - pass meta-data around, #765
  426. - move some constants to new constants module
  427. - better readability and less errors with namedtuples, #823
  428. - moved source tree into src/ subdirectory, #1016
  429. - made borg.platform a package, #1113
  430. - removed dead crypto code, #1032
  431. - improved and ported parts of the test suite to py.test, #912
  432. - created data classes instead of passing dictionaries around, #981, #1158, #1161
  433. - cleaned up imports, #1112
  434. - Docs:
  435. - better help texts and sphinx reproduction of usage help:
  436. - Group options
  437. - Nicer list of options in Sphinx
  438. - Deduplicate 'Common options' (including --help)
  439. - chunker: added some insights by "Voltara", #903
  440. - clarify what "deduplicated size" means
  441. - fix / update / add package list entries
  442. - added a SaltStack usage example, #956
  443. - expanded FAQ
  444. - new contributors in AUTHORS!
  445. - Tests:
  446. - vagrant: add ubuntu/xenial 64bit - this box has still some issues
  447. - ChunkBuffer: add test for leaving partial chunk in buffer, fixes #945
  448. Version 1.0.8 (2016-10-29)
  449. --------------------------
  450. Bug fixes:
  451. - RemoteRepository: Fix busy wait in call_many, #940
  452. New features:
  453. - implement borgmajor/borgminor/borgpatch placeholders, #1694
  454. {borgversion} was already there (full version string). With the new
  455. placeholders you can now also get e.g. 1 or 1.0 or 1.0.8.
  456. Other changes:
  457. - avoid previous_location mismatch, #1741
  458. due to the changed canonicalization for relative pathes in PR #1711 / #1655
  459. (implement /./ relpath hack), there would be a changed repo location warning
  460. and the user would be asked if this is ok. this would break automation and
  461. require manual intervention, which is unwanted.
  462. thus, we automatically fix the previous_location config entry, if it only
  463. changed in the expected way, but still means the same location.
  464. - docs:
  465. - deployment.rst: do not use bare variables in ansible snippet
  466. - add clarification about append-only mode, #1689
  467. - setup.py: add comment about requiring llfuse, #1726
  468. - update usage.rst / api.rst
  469. - repo url / archive location docs + typo fix
  470. - quickstart: add a comment about other (remote) filesystems
  471. - vagrant / tests:
  472. - no chown when rsyncing (fixes boxes w/o vagrant group)
  473. - fix fuse permission issues on linux/freebsd, #1544
  474. - skip fuse test for borg binary + fakeroot
  475. - ignore security.selinux xattrs, fixes tests on centos, #1735
  476. Version 1.0.8rc1 (2016-10-17)
  477. -----------------------------
  478. Bug fixes:
  479. - fix signal handling (SIGINT, SIGTERM, SIGHUP), #1620 #1593
  480. Fixes e.g. leftover lock files for quickly repeated signals (e.g. Ctrl-C
  481. Ctrl-C) or lost connections or systemd sending SIGHUP.
  482. - progress display: adapt formatting to narrow screens, do not crash, #1628
  483. - borg create --read-special - fix crash on broken symlink, #1584.
  484. also correctly processes broken symlinks. before this regressed to a crash
  485. (5b45385) a broken symlink would've been skipped.
  486. - process_symlink: fix missing backup_io()
  487. Fixes a chmod/chown/chgrp/unlink/rename/... crash race between getting
  488. dirents and dispatching to process_symlink.
  489. - yes(): abort on wrong answers, saying so, #1622
  490. - fixed exception borg serve raised when connection was closed before reposiory
  491. was openend. add an error message for this.
  492. - fix read-from-closed-FD issue, #1551
  493. (this seems not to get triggered in 1.0.x, but was discovered in master)
  494. - hashindex: fix iterators (always raise StopIteration when exhausted)
  495. (this seems not to get triggered in 1.0.x, but was discovered in master)
  496. - enable relative pathes in ssh:// repo URLs, via /./relpath hack, #1655
  497. - allow repo pathes with colons, #1705
  498. - update changed repo location immediately after acceptance, #1524
  499. - fix debug get-obj / delete-obj crash if object not found and remote repo,
  500. #1684
  501. - pyinstaller: use a spec file to build borg.exe binary, exclude osxfuse dylib
  502. on Mac OS X (avoids mismatch lib <-> driver), #1619
  503. New features:
  504. - add "borg key export" / "borg key import" commands, #1555, so users are able
  505. to backup / restore their encryption keys more easily.
  506. Supported formats are the keyfile format used by borg internally and a
  507. special "paper" format with by line checksums for printed backups. For the
  508. paper format, the import is an interactive process which checks each line as
  509. soon as it is input.
  510. - add "borg debug-refcount-obj" to determine a repo objects' referrer counts,
  511. #1352
  512. Other changes:
  513. - add "borg debug ..." subcommands
  514. (borg debug-* still works, but will be removed in borg 1.1)
  515. - setup.py: Add subcommand support to build_usage.
  516. - remote: change exception message for unexpected RPC data format to indicate
  517. dataflow direction.
  518. - improved messages / error reporting:
  519. - IntegrityError: add placeholder for message, so that the message we give
  520. appears not only in the traceback, but also in the (short) error message,
  521. #1572
  522. - borg.key: include chunk id in exception msgs, #1571
  523. - better messages for cache newer than repo, #1700
  524. - vagrant (testing/build VMs):
  525. - upgrade OSXfuse / FUSE for macOS to 3.5.2
  526. - update Debian Wheezy boxes, #1686
  527. - openbsd / netbsd: use own boxes, fixes misc rsync installation and
  528. fuse/llfuse related testing issues, #1695 #1696 #1670 #1671 #1728
  529. - docs:
  530. - add docs for "key export" and "key import" commands, #1641
  531. - fix inconsistency in FAQ (pv-wrapper).
  532. - fix second block in "Easy to use" section not showing on GitHub, #1576
  533. - add bestpractices badge
  534. - link reference docs and faq about BORG_FILES_CACHE_TTL, #1561
  535. - improve borg info --help, explain size infos, #1532
  536. - add release signing key / security contact to README, #1560
  537. - add contribution guidelines for developers
  538. - development.rst: add sphinx_rtd_theme to the sphinx install command
  539. - adjust border color in borg.css
  540. - add debug-info usage help file
  541. - internals.rst: fix typos
  542. - setup.py: fix build_usage to always process all commands
  543. - added docs explaining multiple --restrict-to-path flags, #1602
  544. - add more specific warning about write-access debug commands, #1587
  545. - clarify FAQ regarding backup of virtual machines, #1672
  546. - tests:
  547. - work around fuse xattr test issue with recent fakeroot
  548. - simplify repo/hashindex tests
  549. - travis: test fuse-enabled borg, use trusty to have a recent FUSE
  550. - re-enable fuse tests for RemoteArchiver (no deadlocks any more)
  551. - clean env for pytest based tests, #1714
  552. - fuse_mount contextmanager: accept any options
  553. Version 1.0.7 (2016-08-19)
  554. --------------------------
  555. Security fixes:
  556. - borg serve: fix security issue with remote repository access, #1428
  557. If you used e.g. --restrict-to-path /path/client1/ (with or without trailing
  558. slash does not make a difference), it acted like a path prefix match using
  559. /path/client1 (note the missing trailing slash) - the code then also allowed
  560. working in e.g. /path/client13 or /path/client1000.
  561. As this could accidentally lead to major security/privacy issues depending on
  562. the pathes you use, the behaviour was changed to be a strict directory match.
  563. That means --restrict-to-path /path/client1 (with or without trailing slash
  564. does not make a difference) now uses /path/client1/ internally (note the
  565. trailing slash here!) for matching and allows precisely that path AND any
  566. path below it. So, /path/client1 is allowed, /path/client1/repo1 is allowed,
  567. but not /path/client13 or /path/client1000.
  568. If you willingly used the undocumented (dangerous) previous behaviour, you
  569. may need to rearrange your --restrict-to-path pathes now. We are sorry if
  570. that causes work for you, but we did not want a potentially dangerous
  571. behaviour in the software (not even using a for-backwards-compat option).
  572. Bug fixes:
  573. - fixed repeated LockTimeout exceptions when borg serve tried to write into
  574. a already write-locked repo (e.g. by a borg mount), #502 part b)
  575. This was solved by the fix for #1220 in 1.0.7rc1 already.
  576. - fix cosmetics + file leftover for "not a valid borg repository", #1490
  577. - Cache: release lock if cache is invalid, #1501
  578. - borg extract --strip-components: fix leak of preloaded chunk contents
  579. - Repository, when a InvalidRepository exception happens:
  580. - fix spurious, empty lock.roster
  581. - fix repo not closed cleanly
  582. New features:
  583. - implement borg debug-info, fixes #1122
  584. (just calls already existing code via cli, same output as below tracebacks)
  585. Other changes:
  586. - skip the O_NOATIME test on GNU Hurd, fixes #1315
  587. (this is a very minor issue and the GNU Hurd project knows the bug)
  588. - document using a clean repo to test / build the release
  589. Version 1.0.7rc2 (2016-08-13)
  590. -----------------------------
  591. Bug fixes:
  592. - do not write objects to repository that are bigger than the allowed size,
  593. borg will reject reading them, #1451.
  594. Important: if you created archives with many millions of files or
  595. directories, please verify if you can open them successfully,
  596. e.g. try a "borg list REPO::ARCHIVE".
  597. - lz4 compression: dynamically enlarge the (de)compression buffer, the static
  598. buffer was not big enough for archives with extremely many items, #1453
  599. - larger item metadata stream chunks, raise archive item limit by 8x, #1452
  600. - fix untracked segments made by moved DELETEs, #1442
  601. Impact: Previously (metadata) segments could become untracked when deleting data,
  602. these would never be cleaned up.
  603. - extended attributes (xattrs) related fixes:
  604. - fixed a race condition in xattrs querying that led to the entire file not
  605. being backed up (while logging the error, exit code = 1), #1469
  606. - fixed a race condition in xattrs querying that led to a crash, #1462
  607. - raise OSError including the error message derived from errno, deal with
  608. path being a integer FD
  609. Other changes:
  610. - print active env var override by default, #1467
  611. - xattr module: refactor code, deduplicate, clean up
  612. - repository: split object size check into too small and too big
  613. - add a transaction_id assertion, so borg init on a broken (inconsistent)
  614. filesystem does not look like a coding error in borg, but points to the
  615. real problem.
  616. - explain confusing TypeError caused by compat support for old servers, #1456
  617. - add forgotten usage help file from build_usage
  618. - refactor/unify buffer code into helpers.Buffer class, add tests
  619. - docs:
  620. - document archive limitation, #1452
  621. - improve prune examples
  622. Version 1.0.7rc1 (2016-08-05)
  623. -----------------------------
  624. Bug fixes:
  625. - fix repo lock deadlocks (related to lock upgrade), #1220
  626. - catch unpacker exceptions, resync, #1351
  627. - fix borg break-lock ignoring BORG_REPO env var, #1324
  628. - files cache performance fixes (fixes unneccessary re-reading/chunking/
  629. hashing of unmodified files for some use cases):
  630. - fix unintended file cache eviction, #1430
  631. - implement BORG_FILES_CACHE_TTL, update FAQ, raise default TTL from 10
  632. to 20, #1338
  633. - FUSE:
  634. - cache partially read data chunks (performance), #965, #966
  635. - always create a root dir, #1125
  636. - use an OrderedDict for helptext, making the build reproducible, #1346
  637. - RemoteRepository init: always call close on exceptions, #1370 (cosmetic)
  638. - ignore stdout/stderr broken pipe errors (cosmetic), #1116
  639. New features:
  640. - better borg versions management support (useful esp. for borg servers
  641. wanting to offer multiple borg versions and for clients wanting to choose
  642. a specific server borg version), #1392:
  643. - add BORG_VERSION environment variable before executing "borg serve" via ssh
  644. - add new placeholder {borgversion}
  645. - substitute placeholders in --remote-path
  646. - borg init --append-only option (makes using the more secure append-only mode
  647. more convenient. when used remotely, this requires 1.0.7+ also on the borg
  648. server), #1291.
  649. Other changes:
  650. - Vagrantfile:
  651. - darwin64: upgrade to FUSE for macOS 3.4.1 (aka osxfuse), #1378
  652. - xenial64: use user "ubuntu", not "vagrant" (as usual), #1331
  653. - tests:
  654. - fix fuse tests on OS X, #1433
  655. - docs:
  656. - FAQ: add backup using stable filesystem names recommendation
  657. - FAQ about glibc compatibility added, #491, glibc-check improved
  658. - FAQ: 'A' unchanged file; remove ambiguous entry age sentence.
  659. - OS X: install pkg-config to build with FUSE support, fixes #1400
  660. - add notes about shell/sudo pitfalls with env. vars, #1380
  661. - added platform feature matrix
  662. - implement borg debug-dump-repo-objs
  663. Version 1.0.6 (2016-07-12)
  664. --------------------------
  665. Bug fixes:
  666. - Linux: handle multiple LD_PRELOAD entries correctly, #1314, #1111
  667. - Fix crash with unclear message if the libc is not found, #1314, #1111
  668. Other changes:
  669. - tests:
  670. - Fixed O_NOATIME tests for Solaris and GNU Hurd, #1315
  671. - Fixed sparse file tests for (file) systems not supporting it, #1310
  672. - docs:
  673. - Fixed syntax highlighting, #1313
  674. - misc docs: added data processing overview picture
  675. Version 1.0.6rc1 (2016-07-10)
  676. -----------------------------
  677. New features:
  678. - borg check --repair: heal damaged files if missing chunks re-appear (e.g. if
  679. the previously missing chunk was added again in a later backup archive),
  680. #148. (*) Also improved logging.
  681. Bug fixes:
  682. - sync_dir: silence fsync() failing with EINVAL, #1287
  683. Some network filesystems (like smbfs) don't support this and we use this in
  684. repository code.
  685. - borg mount (FUSE):
  686. - fix directories being shadowed when contained paths were also specified,
  687. #1295
  688. - raise I/O Error (EIO) on damaged files (unless -o allow_damaged_files is
  689. used), #1302. (*)
  690. - borg extract: warn if a damaged file is extracted, #1299. (*)
  691. - Added some missing return code checks (ChunkIndex._add, hashindex_resize).
  692. - borg check: fix/optimize initial hash table size, avoids resize of the table.
  693. Other changes:
  694. - tests:
  695. - add more FUSE tests, #1284
  696. - deduplicate fuse (u)mount code
  697. - fix borg binary test issues, #862
  698. - docs:
  699. - changelog: added release dates to older borg releases
  700. - fix some sphinx (docs generator) warnings, #881
  701. Notes:
  702. (*) Some features depend on information (chunks_healthy list) added to item
  703. metadata when a file with missing chunks was "repaired" using all-zero
  704. replacement chunks. The chunks_healthy list is generated since borg 1.0.4,
  705. thus borg can't recognize such "repaired" (but content-damaged) files if the
  706. repair was done with an older borg version.
  707. Version 1.0.5 (2016-07-07)
  708. --------------------------
  709. Bug fixes:
  710. - borg mount: fix FUSE crash in xattr code on Linux introduced in 1.0.4, #1282
  711. Other changes:
  712. - backport some FAQ entries from master branch
  713. - add release helper scripts
  714. - Vagrantfile:
  715. - centos6: no FUSE, don't build binary
  716. - add xz for redhat-like dists
  717. Version 1.0.4 (2016-07-07)
  718. --------------------------
  719. New features:
  720. - borg serve --append-only, #1168
  721. This was included because it was a simple change (append-only functionality
  722. was already present via repository config file) and makes better security now
  723. practically usable.
  724. - BORG_REMOTE_PATH environment variable, #1258
  725. This was included because it was a simple change (--remote-path cli option
  726. was already present) and makes borg much easier to use if you need it.
  727. - Repository: cleanup incomplete transaction on "no space left" condition.
  728. In many cases, this can avoid a 100% full repo filesystem (which is very
  729. problematic as borg always needs free space - even to delete archives).
  730. Bug fixes:
  731. - Fix wrong handling and reporting of OSErrors in borg create, #1138.
  732. This was a serious issue: in the context of "borg create", errors like
  733. repository I/O errors (e.g. disk I/O errors, ssh repo connection errors)
  734. were handled badly and did not lead to a crash (which would be good for this
  735. case, because the repo transaction would be incomplete and trigger a
  736. transaction rollback to clean up).
  737. Now, error handling for source files is cleanly separated from every other
  738. error handling, so only problematic input files are logged and skipped.
  739. - Implement fail-safe error handling for borg extract.
  740. Note that this isn't nearly as critical as the borg create error handling
  741. bug, since nothing is written to the repo. So this was "merely" misleading
  742. error reporting.
  743. - Add missing error handler in directory attr restore loop.
  744. - repo: make sure write data hits disk before the commit tag (#1236) and also
  745. sync the containing directory.
  746. - FUSE: getxattr fail must use errno.ENOATTR, #1126
  747. (fixes Mac OS X Finder malfunction: "zero bytes" file length, access denied)
  748. - borg check --repair: do not lose information about the good/original chunks.
  749. If we do not lose the original chunk IDs list when "repairing" a file
  750. (replacing missing chunks with all-zero chunks), we have a chance to "heal"
  751. the file back into its original state later, in case the chunks re-appear
  752. (e.g. in a fresh backup). Healing is not implemented yet, see #148.
  753. - fixes for --read-special mode:
  754. - ignore known files cache, #1241
  755. - fake regular file mode, #1214
  756. - improve symlinks handling, #1215
  757. - remove passphrase from subprocess environment, #1105
  758. - Ignore empty index file (will trigger index rebuild), #1195
  759. - add missing placeholder support for --prefix, #1027
  760. - improve exception handling for placeholder replacement
  761. - catch and format exceptions in arg parsing
  762. - helpers: fix "undefined name 'e'" in exception handler
  763. - better error handling for missing repo manifest, #1043
  764. - borg delete:
  765. - make it possible to delete a repo without manifest
  766. - borg delete --forced allows to delete corrupted archives, #1139
  767. - borg check:
  768. - make borg check work for empty repo
  769. - fix resync and msgpacked item qualifier, #1135
  770. - rebuild_manifest: fix crash if 'name' or 'time' key were missing.
  771. - better validation of item metadata dicts, #1130
  772. - better validation of archive metadata dicts
  773. - close the repo on exit - even if rollback did not work, #1197.
  774. This is rather cosmetic, it avoids repo closing in the destructor.
  775. - tests:
  776. - fix sparse file test, #1170
  777. - flake8: ignore new F405, #1185
  778. - catch "invalid argument" on cygwin, #257
  779. - fix sparseness assertion in test prep, #1264
  780. Other changes:
  781. - make borg build/work on OpenSSL 1.0 and 1.1, #1187
  782. - docs / help:
  783. - fix / clarify prune help, #1143
  784. - fix "patterns" help formatting
  785. - add missing docs / help about placeholders
  786. - resources: rename atticmatic to borgmatic
  787. - document sshd settings, #545
  788. - more details about checkpoints, add split trick, #1171
  789. - support docs: add freenode web chat link, #1175
  790. - add prune visualization / example, #723
  791. - add note that Fnmatch is default, #1247
  792. - make clear that lzma levels > 6 are a waste of cpu cycles
  793. - add a "do not edit" note to auto-generated files, #1250
  794. - update cygwin installation docs
  795. - repository interoperability with borg master (1.1dev) branch:
  796. - borg check: read item metadata keys from manifest, #1147
  797. - read v2 hints files, #1235
  798. - fix hints file "unknown version" error handling bug
  799. - tests: add tests for format_line
  800. - llfuse: update version requirement for freebsd
  801. - Vagrantfile:
  802. - use openbsd 5.9, #716
  803. - do not install llfuse on netbsd (broken)
  804. - update OSXfuse to version 3.3.3
  805. - use Python 3.5.2 to build the binaries
  806. - glibc compatibility checker: scripts/glibc_check.py
  807. - add .eggs to .gitignore
  808. Version 1.0.3 (2016-05-20)
  809. --------------------------
  810. Bug fixes:
  811. - prune: avoid that checkpoints are kept and completed archives are deleted in
  812. a prune run), #997
  813. - prune: fix commandline argument validation - some valid command lines were
  814. considered invalid (annoying, but harmless), #942
  815. - fix capabilities extraction on Linux (set xattrs last, after chown()), #1069
  816. - repository: fix commit tags being seen in data
  817. - when probing key files, do binary reads. avoids crash when non-borg binary
  818. files are located in borg's key files directory.
  819. - handle SIGTERM and make a clean exit - avoids orphan lock files.
  820. - repository cache: don't cache large objects (avoid using lots of temp. disk
  821. space), #1063
  822. Other changes:
  823. - Vagrantfile: OS X: update osxfuse / install lzma package, #933
  824. - setup.py: add check for platform_darwin.c
  825. - setup.py: on freebsd, use a llfuse release that builds ok
  826. - docs / help:
  827. - update readthedocs URLs, #991
  828. - add missing docs for "borg break-lock", #992
  829. - borg create help: add some words to about the archive name
  830. - borg create help: document format tags, #894
  831. Version 1.0.2 (2016-04-16)
  832. --------------------------
  833. Bug fixes:
  834. - fix malfunction and potential corruption on (nowadays rather rare) big-endian
  835. architectures or bi-endian archs in (rare) BE mode. #886, #889
  836. cache resync / index merge was malfunctioning due to this, potentially
  837. leading to data loss. borg info had cosmetic issues (displayed wrong values).
  838. note: all (widespread) little-endian archs (like x86/x64) or bi-endian archs
  839. in (widespread) LE mode (like ARMEL, MIPSEL, ...) were NOT affected.
  840. - add overflow and range checks for 1st (special) uint32 of the hashindex
  841. values, switch from int32 to uint32.
  842. - fix so that refcount will never overflow, but just stick to max. value after
  843. a overflow would have occured.
  844. - borg delete: fix --cache-only for broken caches, #874
  845. Makes --cache-only idempotent: it won't fail if the cache is already deleted.
  846. - fixed borg create --one-file-system erroneously traversing into other
  847. filesystems (if starting fs device number was 0), #873
  848. - workround a bug in Linux fadvise FADV_DONTNEED, #907
  849. Other changes:
  850. - better test coverage for hashindex, incl. overflow testing, checking correct
  851. computations so endianness issues would be discovered.
  852. - reproducible doc for ProgressIndicator*, make the build reproducible.
  853. - use latest llfuse for vagrant machines
  854. - docs:
  855. - use /path/to/repo in examples, fixes #901
  856. - fix confusing usage of "repo" as archive name (use "arch")
  857. Version 1.0.1 (2016-04-08)
  858. --------------------------
  859. New features:
  860. Usually there are no new features in a bugfix release, but these were added
  861. due to their high impact on security/safety/speed or because they are fixes
  862. also:
  863. - append-only mode for repositories, #809, #36 (see docs)
  864. - borg create: add --ignore-inode option to make borg detect unmodified files
  865. even if your filesystem does not have stable inode numbers (like sshfs and
  866. possibly CIFS).
  867. - add options --warning, --error, --critical for missing log levels, #826.
  868. it's not recommended to suppress warnings or errors, but the user may decide
  869. this on his own.
  870. note: --warning is not given to borg serve so a <= 1.0.0 borg will still
  871. work as server (it is not needed as it is the default).
  872. do not use --error or --critical when using a <= 1.0.0 borg server.
  873. Bug fixes:
  874. - fix silently skipping EIO, #748
  875. - add context manager for Repository (avoid orphan repository locks), #285
  876. - do not sleep for >60s while waiting for lock, #773
  877. - unpack file stats before passing to FUSE
  878. - fix build on illumos
  879. - don't try to backup doors or event ports (Solaris and derivates)
  880. - remove useless/misleading libc version display, #738
  881. - test suite: reset exit code of persistent archiver, #844
  882. - RemoteRepository: clean up pipe if remote open() fails
  883. - Remote: don't print tracebacks for Error exceptions handled downstream, #792
  884. - if BORG_PASSPHRASE is present but wrong, don't prompt for password, but fail
  885. instead, #791
  886. - ArchiveChecker: move "orphaned objects check skipped" to INFO log level, #826
  887. - fix capitalization, add ellipses, change log level to debug for 2 messages,
  888. #798
  889. Other changes:
  890. - update llfuse requirement, llfuse 1.0 works
  891. - update OS / dist packages on build machines, #717
  892. - prefer showing --info over -v in usage help, #859
  893. - docs:
  894. - fix cygwin requirements (gcc-g++)
  895. - document how to debug / file filesystem issues, #664
  896. - fix reproducible build of api docs
  897. - RTD theme: CSS !important overwrite, #727
  898. - Document logo font. Recreate logo png. Remove GIMP logo file.
  899. Version 1.0.0 (2016-03-05)
  900. --------------------------
  901. The major release number change (0.x -> 1.x) indicates bigger incompatible
  902. changes, please read the compatibility notes, adapt / test your scripts and
  903. check your backup logs.
  904. Compatibility notes:
  905. - drop support for python 3.2 and 3.3, require 3.4 or 3.5, #221 #65 #490
  906. note: we provide binaries that include python 3.5.1 and everything else
  907. needed. they are an option in case you are stuck with < 3.4 otherwise.
  908. - change encryption to be on by default (using "repokey" mode)
  909. - moved keyfile keys from ~/.borg/keys to ~/.config/borg/keys,
  910. you can either move them manually or run "borg upgrade <REPO>"
  911. - remove support for --encryption=passphrase,
  912. use borg migrate-to-repokey to switch to repokey mode, #97
  913. - remove deprecated --compression <number>,
  914. use --compression zlib,<number> instead
  915. in case of 0, you could also use --compression none
  916. - remove deprecated --hourly/daily/weekly/monthly/yearly
  917. use --keep-hourly/daily/weekly/monthly/yearly instead
  918. - remove deprecated --do-not-cross-mountpoints,
  919. use --one-file-system instead
  920. - disambiguate -p option, #563:
  921. - -p now is same as --progress
  922. - -P now is same as --prefix
  923. - remove deprecated "borg verify",
  924. use "borg extract --dry-run" instead
  925. - cleanup environment variable semantics, #355
  926. the environment variables used to be "yes sayers" when set, this was
  927. conceptually generalized to "automatic answerers" and they just give their
  928. value as answer (as if you typed in that value when being asked).
  929. See the "usage" / "Environment Variables" section of the docs for details.
  930. - change the builtin default for --chunker-params, create 2MiB chunks, #343
  931. --chunker-params new default: 19,23,21,4095 - old default: 10,23,16,4095
  932. one of the biggest issues with borg < 1.0 (and also attic) was that it had a
  933. default target chunk size of 64kiB, thus it created a lot of chunks and thus
  934. also a huge chunk management overhead (high RAM and disk usage).
  935. please note that the new default won't change the chunks that you already
  936. have in your repository. the new big chunks do not deduplicate with the old
  937. small chunks, so expect your repo to grow at least by the size of every
  938. changed file and in the worst case (e.g. if your files cache was lost / is
  939. not used) by the size of every file (minus any compression you might use).
  940. in case you want to immediately see a much lower resource usage (RAM / disk)
  941. for chunks management, it might be better to start with a new repo than
  942. continuing in the existing repo (with an existing repo, you'ld have to wait
  943. until all archives with small chunks got pruned to see a lower resource
  944. usage).
  945. if you used the old --chunker-params default value (or if you did not use
  946. --chunker-params option at all) and you'ld like to continue using small
  947. chunks (and you accept the huge resource usage that comes with that), just
  948. explicitly use borg create --chunker-params=10,23,16,4095.
  949. - archive timestamps: the 'time' timestamp now refers to archive creation
  950. start time (was: end time), the new 'time_end' timestamp refers to archive
  951. creation end time. This might affect prune if your backups take rather long.
  952. if you give a timestamp via cli this is stored into 'time', therefore it now
  953. needs to mean archive creation start time.
  954. New features:
  955. - implement password roundtrip, #695
  956. Bug fixes:
  957. - remote end does not need cache nor keys directories, do not create them, #701
  958. - added retry counter for passwords, #703
  959. Other changes:
  960. - fix compiler warnings, #697
  961. - docs:
  962. - update README.rst to new changelog location in docs/changes.rst
  963. - add Teemu to AUTHORS
  964. - changes.rst: fix old chunker params, #698
  965. - FAQ: how to limit bandwidth
  966. Version 1.0.0rc2 (2016-02-28)
  967. -----------------------------
  968. New features:
  969. - format options for location: user, pid, fqdn, hostname, now, utcnow, user
  970. - borg list --list-format
  971. - borg prune -v --list enables the keep/prune list output, #658
  972. Bug fixes:
  973. - fix _open_rb noatime handling, #657
  974. - add a simple archivename validator, #680
  975. - borg create --stats: show timestamps in localtime, use same labels/formatting
  976. as borg info, #651
  977. - llfuse compatibility fixes (now compatible with: 0.40, 0.41, 0.42)
  978. Other changes:
  979. - it is now possible to use "pip install borgbackup[fuse]" to automatically
  980. install the llfuse dependency using the correct version requirement
  981. for it. you still need to care about having installed the FUSE / build
  982. related OS package first, though, so that building llfuse can succeed.
  983. - Vagrant: drop Ubuntu Precise (12.04) - does not have Python >= 3.4
  984. - Vagrant: use pyinstaller v3.1.1 to build binaries
  985. - docs:
  986. - borg upgrade: add to docs that only LOCAL repos are supported
  987. - borg upgrade also handles borg 0.xx -> 1.0
  988. - use pip extras or requirements file to install llfuse
  989. - fix order in release process
  990. - updated usage docs and other minor / cosmetic fixes
  991. - verified borg examples in docs, #644
  992. - freebsd dependency installation and fuse configuration, #649
  993. - add example how to restore a raw device, #671
  994. - add a hint about the dev headers needed when installing from source
  995. - add examples for delete (and handle delete after list, before prune), #656
  996. - update example for borg create -v --stats (use iso datetime format), #663
  997. - added example to BORG_RSH docs
  998. - "connection closed by remote": add FAQ entry and point to issue #636
  999. Version 1.0.0rc1 (2016-02-07)
  1000. -----------------------------
  1001. New features:
  1002. - borg migrate-to-repokey ("passphrase" -> "repokey" encryption key mode)
  1003. - implement --short for borg list REPO, #611
  1004. - implement --list for borg extract (consistency with borg create)
  1005. - borg serve: overwrite client's --restrict-to-path with ssh forced command's
  1006. option value (but keep everything else from the client commandline), #544
  1007. - use $XDG_CONFIG_HOME/keys for keyfile keys (~/.config/borg/keys), #515
  1008. - "borg upgrade" moves the keyfile keys to the new location
  1009. - display both archive creation start and end time in "borg info", #627
  1010. Bug fixes:
  1011. - normalize trailing slashes for the repository path, #606
  1012. - Cache: fix exception handling in __init__, release lock, #610
  1013. Other changes:
  1014. - suppress unneeded exception context (PEP 409), simpler tracebacks
  1015. - removed special code needed to deal with imperfections / incompatibilities /
  1016. missing stuff in py 3.2/3.3, simplify code that can be done simpler in 3.4
  1017. - removed some version requirements that were kept on old versions because
  1018. newer did not support py 3.2 any more
  1019. - use some py 3.4+ stdlib code instead of own/openssl/pypi code:
  1020. - use os.urandom instead of own cython openssl RAND_bytes wrapper, #493
  1021. - use hashlib.pbkdf2_hmac from py stdlib instead of own openssl wrapper
  1022. - use hmac.compare_digest instead of == operator (constant time comparison)
  1023. - use stat.filemode instead of homegrown code
  1024. - use "mock" library from stdlib, #145
  1025. - remove borg.support (with non-broken argparse copy), it is ok in 3.4+, #358
  1026. - Vagrant: copy CHANGES.rst as symlink, #592
  1027. - cosmetic code cleanups, add flake8 to tox/travis, #4
  1028. - docs / help:
  1029. - make "borg -h" output prettier, #591
  1030. - slightly rephrase prune help
  1031. - add missing example for --list option of borg create
  1032. - quote exclude line that includes an asterisk to prevent shell expansion
  1033. - fix dead link to license
  1034. - delete Ubuntu Vivid, it is not supported anymore (EOL)
  1035. - OS X binary does not work for older OS X releases, #629
  1036. - borg serve's special support for forced/original ssh commands, #544
  1037. - misc. updates and fixes
  1038. Version 0.30.0 (2016-01-23)
  1039. ---------------------------
  1040. Compatibility notes:
  1041. - you may need to use -v (or --info) more often to actually see output emitted
  1042. at INFO log level (because it is suppressed at the default WARNING log level).
  1043. See the "general" section in the usage docs.
  1044. - for borg create, you need --list (additionally to -v) to see the long file
  1045. list (was needed so you can have e.g. --stats alone without the long list)
  1046. - see below about BORG_DELETE_I_KNOW_WHAT_I_AM_DOING (was:
  1047. BORG_CHECK_I_KNOW_WHAT_I_AM_DOING)
  1048. Bug fixes:
  1049. - fix crash when using borg create --dry-run --keep-tag-files, #570
  1050. - make sure teardown with cleanup happens for Cache and RepositoryCache,
  1051. avoiding leftover locks and TEMP dir contents, #285 (partially), #548
  1052. - fix locking KeyError, partial fix for #502
  1053. - log stats consistently, #526
  1054. - add abbreviated weekday to timestamp format, fixes #496
  1055. - strip whitespace when loading exclusions from file
  1056. - unset LD_LIBRARY_PATH before invoking ssh, fixes strange OpenSSL library
  1057. version warning when using the borg binary, #514
  1058. - add some error handling/fallback for C library loading, #494
  1059. - added BORG_DELETE_I_KNOW_WHAT_I_AM_DOING for check in "borg delete", #503
  1060. - remove unused "repair" rpc method name
  1061. New features:
  1062. - borg create: implement exclusions using regular expression patterns.
  1063. - borg create: implement inclusions using patterns.
  1064. - borg extract: support patterns, #361
  1065. - support different styles for patterns:
  1066. - fnmatch (`fm:` prefix, default when omitted), like borg <= 0.29.
  1067. - shell (`sh:` prefix) with `*` not matching directory separators and
  1068. `**/` matching 0..n directories
  1069. - path prefix (`pp:` prefix, for unifying borg create pp1 pp2 into the
  1070. patterns system), semantics like in borg <= 0.29
  1071. - regular expression (`re:`), new!
  1072. - --progress option for borg upgrade (#291) and borg delete <archive>
  1073. - update progress indication more often (e.g. for borg create within big
  1074. files or for borg check repo), #500
  1075. - finer chunker granularity for items metadata stream, #547, #487
  1076. - borg create --list now used (additionally to -v) to enable the verbose
  1077. file list output
  1078. - display borg version below tracebacks, #532
  1079. Other changes:
  1080. - hashtable size (and thus: RAM and disk consumption) follows a growth policy:
  1081. grows fast while small, grows slower when getting bigger, #527
  1082. - Vagrantfile: use pyinstaller 3.1 to build binaries, freebsd sqlite3 fix,
  1083. fixes #569
  1084. - no separate binaries for centos6 any more because the generic linux binaries
  1085. also work on centos6 (or in general: on systems with a slightly older glibc
  1086. than debian7
  1087. - dev environment: require virtualenv<14.0 so we get a py32 compatible pip
  1088. - docs:
  1089. - add space-saving chunks.archive.d trick to FAQ
  1090. - important: clarify -v and log levels in usage -> general, please read!
  1091. - sphinx configuration: create a simple man page from usage docs
  1092. - add a repo server setup example
  1093. - disable unneeded SSH features in authorized_keys examples for security.
  1094. - borg prune only knows "--keep-within" and not "--within"
  1095. - add gource video to resources docs, #507
  1096. - add netbsd install instructions
  1097. - authors: make it more clear what refers to borg and what to attic
  1098. - document standalone binary requirements, #499
  1099. - rephrase the mailing list section
  1100. - development docs: run build_api and build_usage before tagging release
  1101. - internals docs: hash table max. load factor is 0.75 now
  1102. - markup, typo, grammar, phrasing, clarifications and other fixes.
  1103. - add gcc gcc-c++ to redhat/fedora/corora install docs, fixes #583
  1104. Version 0.29.0 (2015-12-13)
  1105. ---------------------------
  1106. Compatibility notes:
  1107. - when upgrading to 0.29.0 you need to upgrade client as well as server
  1108. installations due to the locking and commandline interface changes otherwise
  1109. you'll get an error msg about a RPC protocol mismatch or a wrong commandline
  1110. option.
  1111. if you run a server that needs to support both old and new clients, it is
  1112. suggested that you have a "borg-0.28.2" and a "borg-0.29.0" command.
  1113. clients then can choose via e.g. "borg --remote-path=borg-0.29.0 ...".
  1114. - the default waiting time for a lock changed from infinity to 1 second for a
  1115. better interactive user experience. if the repo you want to access is
  1116. currently locked, borg will now terminate after 1s with an error message.
  1117. if you have scripts that shall wait for the lock for a longer time, use
  1118. --lock-wait N (with N being the maximum wait time in seconds).
  1119. Bug fixes:
  1120. - hash table tuning (better chosen hashtable load factor 0.75 and prime initial
  1121. size of 1031 gave ~1000x speedup in some scenarios)
  1122. - avoid creation of an orphan lock for one case, #285
  1123. - --keep-tag-files: fix file mode and multiple tag files in one directory, #432
  1124. - fixes for "borg upgrade" (attic repo converter), #466
  1125. - remove --progress isatty magic (and also --no-progress option) again, #476
  1126. - borg init: display proper repo URL
  1127. - fix format of umask in help pages, #463
  1128. New features:
  1129. - implement --lock-wait, support timeout for UpgradableLock, #210
  1130. - implement borg break-lock command, #157
  1131. - include system info below traceback, #324
  1132. - sane remote logging, remote stderr, #461:
  1133. - remote log output: intercept it and log it via local logging system,
  1134. with "Remote: " prefixed to message. log remote tracebacks.
  1135. - remote stderr: output it to local stderr with "Remote: " prefixed.
  1136. - add --debug and --info (same as --verbose) to set the log level of the
  1137. builtin logging configuration (which otherwise defaults to warning), #426
  1138. note: there are few messages emitted at DEBUG level currently.
  1139. - optionally configure logging via env var BORG_LOGGING_CONF
  1140. - add --filter option for status characters: e.g. to show only the added
  1141. or modified files (and also errors), use "borg create -v --filter=AME ...".
  1142. - more progress indicators, #394
  1143. - use ISO-8601 date and time format, #375
  1144. - "borg check --prefix" to restrict archive checking to that name prefix, #206
  1145. Other changes:
  1146. - hashindex_add C implementation (speed up cache re-sync for new archives)
  1147. - increase FUSE read_size to 1024 (speed up metadata operations)
  1148. - check/delete/prune --save-space: free unused segments quickly, #239
  1149. - increase rpc protocol version to 2 (see also Compatibility notes), #458
  1150. - silence borg by default (via default log level WARNING)
  1151. - get rid of C compiler warnings, #391
  1152. - upgrade OS X FUSE to 3.0.9 on the OS X binary build system
  1153. - use python 3.5.1 to build binaries
  1154. - docs:
  1155. - new mailing list borgbackup@python.org, #468
  1156. - readthedocs: color and logo improvements
  1157. - load coverage icons over SSL (avoids mixed content)
  1158. - more precise binary installation steps
  1159. - update release procedure docs about OS X FUSE
  1160. - FAQ entry about unexpected 'A' status for unchanged file(s), #403
  1161. - add docs about 'E' file status
  1162. - add "borg upgrade" docs, #464
  1163. - add developer docs about output and logging
  1164. - clarify encryption, add note about client-side encryption
  1165. - add resources section, with videos, talks, presentations, #149
  1166. - Borg moved to Arch Linux [community]
  1167. - fix wrong installation instructions for archlinux
  1168. Version 0.28.2 (2015-11-15)
  1169. ---------------------------
  1170. New features:
  1171. - borg create --exclude-if-present TAGFILE - exclude directories that have the
  1172. given file from the backup. You can additionally give --keep-tag-files to
  1173. preserve just the directory roots and the tag-files (but not backup other
  1174. directory contents), #395, attic #128, attic #142
  1175. Other changes:
  1176. - do not create docs sources at build time (just have them in the repo),
  1177. completely remove have_cython() hack, do not use the "mock" library at build
  1178. time, #384
  1179. - avoid hidden import, make it easier for PyInstaller, easier fix for #218
  1180. - docs:
  1181. - add description of item flags / status output, fixes #402
  1182. - explain how to regenerate usage and API files (build_api or
  1183. build_usage) and when to commit usage files directly into git, #384
  1184. - minor install docs improvements
  1185. Version 0.28.1 (2015-11-08)
  1186. ---------------------------
  1187. Bug fixes:
  1188. - do not try to build api / usage docs for production install,
  1189. fixes unexpected "mock" build dependency, #384
  1190. Other changes:
  1191. - avoid using msgpack.packb at import time
  1192. - fix formatting issue in changes.rst
  1193. - fix build on readthedocs
  1194. Version 0.28.0 (2015-11-08)
  1195. ---------------------------
  1196. Compatibility notes:
  1197. - changed return codes (exit codes), see docs. in short:
  1198. old: 0 = ok, 1 = error. now: 0 = ok, 1 = warning, 2 = error
  1199. New features:
  1200. - refactor return codes (exit codes), fixes #61
  1201. - add --show-rc option enable "terminating with X status, rc N" output, fixes 58, #351
  1202. - borg create backups atime and ctime additionally to mtime, fixes #317
  1203. - extract: support atime additionally to mtime
  1204. - FUSE: support ctime and atime additionally to mtime
  1205. - support borg --version
  1206. - emit a warning if we have a slow msgpack installed
  1207. - borg list --prefix=thishostname- REPO, fixes #205
  1208. - Debug commands (do not use except if you know what you do: debug-get-obj,
  1209. debug-put-obj, debug-delete-obj, debug-dump-archive-items.
  1210. Bug fixes:
  1211. - setup.py: fix bug related to BORG_LZ4_PREFIX processing
  1212. - fix "check" for repos that have incomplete chunks, fixes #364
  1213. - borg mount: fix unlocking of repository at umount time, fixes #331
  1214. - fix reading files without touching their atime, #334
  1215. - non-ascii ACL fixes for Linux, FreeBSD and OS X, #277
  1216. - fix acl_use_local_uid_gid() and add a test for it, attic #359
  1217. - borg upgrade: do not upgrade repositories in place by default, #299
  1218. - fix cascading failure with the index conversion code, #269
  1219. - borg check: implement 'cmdline' archive metadata value decoding, #311
  1220. - fix RobustUnpacker, it missed some metadata keys (new atime and ctime keys
  1221. were missing, but also bsdflags). add check for unknown metadata keys.
  1222. - create from stdin: also save atime, ctime (cosmetic)
  1223. - use default_notty=False for confirmations, fixes #345
  1224. - vagrant: fix msgpack installation on centos, fixes #342
  1225. - deal with unicode errors for symlinks in same way as for regular files and
  1226. have a helpful warning message about how to fix wrong locale setup, fixes #382
  1227. - add ACL keys the RobustUnpacker must know about
  1228. Other changes:
  1229. - improve file size displays, more flexible size formatters
  1230. - explicitly commit to the units standard, #289
  1231. - archiver: add E status (means that an error occurred when processing this
  1232. (single) item
  1233. - do binary releases via "github releases", closes #214
  1234. - create: use -x and --one-file-system (was: --do-not-cross-mountpoints), #296
  1235. - a lot of changes related to using "logging" module and screen output, #233
  1236. - show progress display if on a tty, output more progress information, #303
  1237. - factor out status output so it is consistent, fix surrogates removal,
  1238. maybe fixes #309
  1239. - move away from RawConfigParser to ConfigParser
  1240. - archive checker: better error logging, give chunk_id and sequence numbers
  1241. (can be used together with borg debug-dump-archive-items).
  1242. - do not mention the deprecated passphrase mode
  1243. - emit a deprecation warning for --compression N (giving a just a number)
  1244. - misc .coverragerc fixes (and coverage measurement improvements), fixes #319
  1245. - refactor confirmation code, reduce code duplication, add tests
  1246. - prettier error messages, fixes #307, #57
  1247. - tests:
  1248. - add a test to find disk-full issues, #327
  1249. - travis: also run tests on Python 3.5
  1250. - travis: use tox -r so it rebuilds the tox environments
  1251. - test the generated pyinstaller-based binary by archiver unit tests, #215
  1252. - vagrant: tests: announce whether fakeroot is used or not
  1253. - vagrant: add vagrant user to fuse group for debianoid systems also
  1254. - vagrant: llfuse install on darwin needs pkgconfig installed
  1255. - vagrant: use pyinstaller from develop branch, fixes #336
  1256. - benchmarks: test create, extract, list, delete, info, check, help, fixes #146
  1257. - benchmarks: test with both the binary and the python code
  1258. - archiver tests: test with both the binary and the python code, fixes #215
  1259. - make basic test more robust
  1260. - docs:
  1261. - moved docs to borgbackup.readthedocs.org, #155
  1262. - a lot of fixes and improvements, use mobile-friendly RTD standard theme
  1263. - use zlib,6 compression in some examples, fixes #275
  1264. - add missing rename usage to docs, closes #279
  1265. - include the help offered by borg help <topic> in the usage docs, fixes #293
  1266. - include a list of major changes compared to attic into README, fixes #224
  1267. - add OS X install instructions, #197
  1268. - more details about the release process, #260
  1269. - fix linux glibc requirement (binaries built on debian7 now)
  1270. - build: move usage and API generation to setup.py
  1271. - update docs about return codes, #61
  1272. - remove api docs (too much breakage on rtd)
  1273. - borgbackup install + basics presentation (asciinema)
  1274. - describe the current style guide in documentation
  1275. - add section about debug commands
  1276. - warn about not running out of space
  1277. - add example for rename
  1278. - improve chunker params docs, fixes #362
  1279. - minor development docs update
  1280. Version 0.27.0 (2015-10-07)
  1281. ---------------------------
  1282. New features:
  1283. - "borg upgrade" command - attic -> borg one time converter / migration, #21
  1284. - temporary hack to avoid using lots of disk space for chunks.archive.d, #235:
  1285. To use it: rm -rf chunks.archive.d ; touch chunks.archive.d
  1286. - respect XDG_CACHE_HOME, attic #181
  1287. - add support for arbitrary SSH commands, attic #99
  1288. - borg delete --cache-only REPO (only delete cache, not REPO), attic #123
  1289. Bug fixes:
  1290. - use Debian 7 (wheezy) to build pyinstaller borgbackup binaries, fixes slow
  1291. down observed when running the Centos6-built binary on Ubuntu, #222
  1292. - do not crash on empty lock.roster, fixes #232
  1293. - fix multiple issues with the cache config version check, #234
  1294. - fix segment entry header size check, attic #352
  1295. plus other error handling improvements / code deduplication there.
  1296. - always give segment and offset in repo IntegrityErrors
  1297. Other changes:
  1298. - stop producing binary wheels, remove docs about it, #147
  1299. - docs:
  1300. - add warning about prune
  1301. - generate usage include files only as needed
  1302. - development docs: add Vagrant section
  1303. - update / improve / reformat FAQ
  1304. - hint to single-file pyinstaller binaries from README
  1305. Version 0.26.1 (2015-09-28)
  1306. ---------------------------
  1307. This is a minor update, just docs and new pyinstaller binaries.
  1308. - docs update about python and binary requirements
  1309. - better docs for --read-special, fix #220
  1310. - re-built the binaries, fix #218 and #213 (glibc version issue)
  1311. - update web site about single-file pyinstaller binaries
  1312. Note: if you did a python-based installation, there is no need to upgrade.
  1313. Version 0.26.0 (2015-09-19)
  1314. ---------------------------
  1315. New features:
  1316. - Faster cache sync (do all in one pass, remove tar/compression stuff), #163
  1317. - BORG_REPO env var to specify the default repo, #168
  1318. - read special files as if they were regular files, #79
  1319. - implement borg create --dry-run, attic issue #267
  1320. - Normalize paths before pattern matching on OS X, #143
  1321. - support OpenBSD and NetBSD (except xattrs/ACLs)
  1322. - support / run tests on Python 3.5
  1323. Bug fixes:
  1324. - borg mount repo: use absolute path, attic #200, attic #137
  1325. - chunker: use off_t to get 64bit on 32bit platform, #178
  1326. - initialize chunker fd to -1, so it's not equal to STDIN_FILENO (0)
  1327. - fix reaction to "no" answer at delete repo prompt, #182
  1328. - setup.py: detect lz4.h header file location
  1329. - to support python < 3.2.4, add less buggy argparse lib from 3.2.6 (#194)
  1330. - fix for obtaining ``char *`` from temporary Python value (old code causes
  1331. a compile error on Mint 17.2)
  1332. - llfuse 0.41 install troubles on some platforms, require < 0.41
  1333. (UnicodeDecodeError exception due to non-ascii llfuse setup.py)
  1334. - cython code: add some int types to get rid of unspecific python add /
  1335. subtract operations (avoid ``undefined symbol FPE_``... error on some platforms)
  1336. - fix verbose mode display of stdin backup
  1337. - extract: warn if a include pattern never matched, fixes #209,
  1338. implement counters for Include/ExcludePatterns
  1339. - archive names with slashes are invalid, attic issue #180
  1340. - chunker: add a check whether the POSIX_FADV_DONTNEED constant is defined -
  1341. fixes building on OpenBSD.
  1342. Other changes:
  1343. - detect inconsistency / corruption / hash collision, #170
  1344. - replace versioneer with setuptools_scm, #106
  1345. - docs:
  1346. - pkg-config is needed for llfuse installation
  1347. - be more clear about pruning, attic issue #132
  1348. - unit tests:
  1349. - xattr: ignore security.selinux attribute showing up
  1350. - ext3 seems to need a bit more space for a sparse file
  1351. - do not test lzma level 9 compression (avoid MemoryError)
  1352. - work around strange mtime granularity issue on netbsd, fixes #204
  1353. - ignore st_rdev if file is not a block/char device, fixes #203
  1354. - stay away from the setgid and sticky mode bits
  1355. - use Vagrant to do easy cross-platform testing (#196), currently:
  1356. - Debian 7 "wheezy" 32bit, Debian 8 "jessie" 64bit
  1357. - Ubuntu 12.04 32bit, Ubuntu 14.04 64bit
  1358. - Centos 7 64bit
  1359. - FreeBSD 10.2 64bit
  1360. - OpenBSD 5.7 64bit
  1361. - NetBSD 6.1.5 64bit
  1362. - Darwin (OS X Yosemite)
  1363. Version 0.25.0 (2015-08-29)
  1364. ---------------------------
  1365. Compatibility notes:
  1366. - lz4 compression library (liblz4) is a new requirement (#156)
  1367. - the new compression code is very compatible: as long as you stay with zlib
  1368. compression, older borg releases will still be able to read data from a
  1369. repo/archive made with the new code (note: this is not the case for the
  1370. default "none" compression, use "zlib,0" if you want a "no compression" mode
  1371. that can be read by older borg). Also the new code is able to read repos and
  1372. archives made with older borg versions (for all zlib levels 0..9).
  1373. Deprecations:
  1374. - --compression N (with N being a number, as in 0.24) is deprecated.
  1375. We keep the --compression 0..9 for now to not break scripts, but it is
  1376. deprecated and will be removed later, so better fix your scripts now:
  1377. --compression 0 (as in 0.24) is the same as --compression zlib,0 (now).
  1378. BUT: if you do not want compression, you rather want --compression none
  1379. (which is the default).
  1380. --compression 1 (in 0.24) is the same as --compression zlib,1 (now)
  1381. --compression 9 (in 0.24) is the same as --compression zlib,9 (now)
  1382. New features:
  1383. - create --compression none (default, means: do not compress, just pass through
  1384. data "as is". this is more efficient than zlib level 0 as used in borg 0.24)
  1385. - create --compression lz4 (super-fast, but not very high compression)
  1386. - create --compression zlib,N (slower, higher compression, default for N is 6)
  1387. - create --compression lzma,N (slowest, highest compression, default N is 6)
  1388. - honor the nodump flag (UF_NODUMP) and do not backup such items
  1389. - list --short just outputs a simple list of the files/directories in an archive
  1390. Bug fixes:
  1391. - fixed --chunker-params parameter order confusion / malfunction, fixes #154
  1392. - close fds of segments we delete (during compaction)
  1393. - close files which fell out the lrucache
  1394. - fadvise DONTNEED now is only called for the byte range actually read, not for
  1395. the whole file, fixes #158.
  1396. - fix issue with negative "all archives" size, fixes #165
  1397. - restore_xattrs: ignore if setxattr fails with EACCES, fixes #162
  1398. Other changes:
  1399. - remove fakeroot requirement for tests, tests run faster without fakeroot
  1400. (test setup does not fail any more without fakeroot, so you can run with or
  1401. without fakeroot), fixes #151 and #91.
  1402. - more tests for archiver
  1403. - recover_segment(): don't assume we have an fd for segment
  1404. - lrucache refactoring / cleanup, add dispose function, py.test tests
  1405. - generalize hashindex code for any key length (less hardcoding)
  1406. - lock roster: catch file not found in remove() method and ignore it
  1407. - travis CI: use requirements file
  1408. - improved docs:
  1409. - replace hack for llfuse with proper solution (install libfuse-dev)
  1410. - update docs about compression
  1411. - update development docs about fakeroot
  1412. - internals: add some words about lock files / locking system
  1413. - support: mention BountySource and for what it can be used
  1414. - theme: use a lighter green
  1415. - add pypi, wheel, dist package based install docs
  1416. - split install docs into system-specific preparations and generic instructions
  1417. Version 0.24.0 (2015-08-09)
  1418. ---------------------------
  1419. Incompatible changes (compared to 0.23):
  1420. - borg now always issues --umask NNN option when invoking another borg via ssh
  1421. on the repository server. By that, it's making sure it uses the same umask
  1422. for remote repos as for local ones. Because of this, you must upgrade both
  1423. server and client(s) to 0.24.
  1424. - the default umask is 077 now (if you do not specify via --umask) which might
  1425. be a different one as you used previously. The default umask avoids that
  1426. you accidentally give access permissions for group and/or others to files
  1427. created by borg (e.g. the repository).
  1428. Deprecations:
  1429. - "--encryption passphrase" mode is deprecated, see #85 and #97.
  1430. See the new "--encryption repokey" mode for a replacement.
  1431. New features:
  1432. - borg create --chunker-params ... to configure the chunker, fixes #16
  1433. (attic #302, attic #300, and somehow also #41).
  1434. This can be used to reduce memory usage caused by chunk management overhead,
  1435. so borg does not create a huge chunks index/repo index and eats all your RAM
  1436. if you back up lots of data in huge files (like VM disk images).
  1437. See docs/misc/create_chunker-params.txt for more information.
  1438. - borg info now reports chunk counts in the chunk index.
  1439. - borg create --compression 0..9 to select zlib compression level, fixes #66
  1440. (attic #295).
  1441. - borg init --encryption repokey (to store the encryption key into the repo),
  1442. fixes #85
  1443. - improve at-end error logging, always log exceptions and set exit_code=1
  1444. - LoggedIO: better error checks / exceptions / exception handling
  1445. - implement --remote-path to allow non-default-path borg locations, #125
  1446. - implement --umask M and use 077 as default umask for better security, #117
  1447. - borg check: give a named single archive to it, fixes #139
  1448. - cache sync: show progress indication
  1449. - cache sync: reimplement the chunk index merging in C
  1450. Bug fixes:
  1451. - fix segfault that happened for unreadable files (chunker: n needs to be a
  1452. signed size_t), #116
  1453. - fix the repair mode, #144
  1454. - repo delete: add destroy to allowed rpc methods, fixes issue #114
  1455. - more compatible repository locking code (based on mkdir), maybe fixes #92
  1456. (attic #317, attic #201).
  1457. - better Exception msg if no Borg is installed on the remote repo server, #56
  1458. - create a RepositoryCache implementation that can cope with >2GiB,
  1459. fixes attic #326.
  1460. - fix Traceback when running check --repair, attic #232
  1461. - clarify help text, fixes #73.
  1462. - add help string for --no-files-cache, fixes #140
  1463. Other changes:
  1464. - improved docs:
  1465. - added docs/misc directory for misc. writeups that won't be included
  1466. "as is" into the html docs.
  1467. - document environment variables and return codes (attic #324, attic #52)
  1468. - web site: add related projects, fix web site url, IRC #borgbackup
  1469. - Fedora/Fedora-based install instructions added to docs
  1470. - Cygwin-based install instructions added to docs
  1471. - updated AUTHORS
  1472. - add FAQ entries about redundancy / integrity
  1473. - clarify that borg extract uses the cwd as extraction target
  1474. - update internals doc about chunker params, memory usage and compression
  1475. - added docs about development
  1476. - add some words about resource usage in general
  1477. - document how to backup a raw disk
  1478. - add note about how to run borg from virtual env
  1479. - add solutions for (ll)fuse installation problems
  1480. - document what borg check does, fixes #138
  1481. - reorganize borgbackup.github.io sidebar, prev/next at top
  1482. - deduplicate and refactor the docs / README.rst
  1483. - use borg-tmp as prefix for temporary files / directories
  1484. - short prune options without "keep-" are deprecated, do not suggest them
  1485. - improved tox configuration
  1486. - remove usage of unittest.mock, always use mock from pypi
  1487. - use entrypoints instead of scripts, for better use of the wheel format and
  1488. modern installs
  1489. - add requirements.d/development.txt and modify tox.ini
  1490. - use travis-ci for testing based on Linux and (new) OS X
  1491. - use coverage.py, pytest-cov and codecov.io for test coverage support
  1492. I forgot to list some stuff already implemented in 0.23.0, here they are:
  1493. New features:
  1494. - efficient archive list from manifest, meaning a big speedup for slow
  1495. repo connections and "list <repo>", "delete <repo>", "prune" (attic #242,
  1496. attic #167)
  1497. - big speedup for chunks cache sync (esp. for slow repo connections), fixes #18
  1498. - hashindex: improve error messages
  1499. Other changes:
  1500. - explicitly specify binary mode to open binary files
  1501. - some easy micro optimizations
  1502. Version 0.23.0 (2015-06-11)
  1503. ---------------------------
  1504. Incompatible changes (compared to attic, fork related):
  1505. - changed sw name and cli command to "borg", updated docs
  1506. - package name (and name in urls) uses "borgbackup" to have less collisions
  1507. - changed repo / cache internal magic strings from ATTIC* to BORG*,
  1508. changed cache location to .cache/borg/ - this means that it currently won't
  1509. accept attic repos (see issue #21 about improving that)
  1510. Bug fixes:
  1511. - avoid defect python-msgpack releases, fixes attic #171, fixes attic #185
  1512. - fix traceback when trying to do unsupported passphrase change, fixes attic #189
  1513. - datetime does not like the year 10.000, fixes attic #139
  1514. - fix "info" all archives stats, fixes attic #183
  1515. - fix parsing with missing microseconds, fixes attic #282
  1516. - fix misleading hint the fuse ImportError handler gave, fixes attic #237
  1517. - check unpacked data from RPC for tuple type and correct length, fixes attic #127
  1518. - fix Repository._active_txn state when lock upgrade fails
  1519. - give specific path to xattr.is_enabled(), disable symlink setattr call that
  1520. always fails
  1521. - fix test setup for 32bit platforms, partial fix for attic #196
  1522. - upgraded versioneer, PEP440 compliance, fixes attic #257
  1523. New features:
  1524. - less memory usage: add global option --no-cache-files
  1525. - check --last N (only check the last N archives)
  1526. - check: sort archives in reverse time order
  1527. - rename repo::oldname newname (rename repository)
  1528. - create -v output more informative
  1529. - create --progress (backup progress indicator)
  1530. - create --timestamp (utc string or reference file/dir)
  1531. - create: if "-" is given as path, read binary from stdin
  1532. - extract: if --stdout is given, write all extracted binary data to stdout
  1533. - extract --sparse (simple sparse file support)
  1534. - extra debug information for 'fread failed'
  1535. - delete <repo> (deletes whole repo + local cache)
  1536. - FUSE: reflect deduplication in allocated blocks
  1537. - only allow whitelisted RPC calls in server mode
  1538. - normalize source/exclude paths before matching
  1539. - use posix_fadvise to not spoil the OS cache, fixes attic #252
  1540. - toplevel error handler: show tracebacks for better error analysis
  1541. - sigusr1 / sigint handler to print current file infos - attic PR #286
  1542. - RPCError: include the exception args we get from remote
  1543. Other changes:
  1544. - source: misc. cleanups, pep8, style
  1545. - docs and faq improvements, fixes, updates
  1546. - cleanup crypto.pyx, make it easier to adapt to other AES modes
  1547. - do os.fsync like recommended in the python docs
  1548. - source: Let chunker optionally work with os-level file descriptor.
  1549. - source: Linux: remove duplicate os.fsencode calls
  1550. - source: refactor _open_rb code a bit, so it is more consistent / regular
  1551. - source: refactor indicator (status) and item processing
  1552. - source: use py.test for better testing, flake8 for code style checks
  1553. - source: fix tox >=2.0 compatibility (test runner)
  1554. - pypi package: add python version classifiers, add FreeBSD to platforms
  1555. Attic Changelog
  1556. ---------------
  1557. Here you can see the full list of changes between each Attic release until Borg
  1558. forked from Attic:
  1559. Version 0.17
  1560. ~~~~~~~~~~~~
  1561. (bugfix release, released on X)
  1562. - Fix hashindex ARM memory alignment issue (#309)
  1563. - Improve hashindex error messages (#298)
  1564. Version 0.16
  1565. ~~~~~~~~~~~~
  1566. (bugfix release, released on May 16, 2015)
  1567. - Fix typo preventing the security confirmation prompt from working (#303)
  1568. - Improve handling of systems with improperly configured file system encoding (#289)
  1569. - Fix "All archives" output for attic info. (#183)
  1570. - More user friendly error message when repository key file is not found (#236)
  1571. - Fix parsing of iso 8601 timestamps with zero microseconds (#282)
  1572. Version 0.15
  1573. ~~~~~~~~~~~~
  1574. (bugfix release, released on Apr 15, 2015)
  1575. - xattr: Be less strict about unknown/unsupported platforms (#239)
  1576. - Reduce repository listing memory usage (#163).
  1577. - Fix BrokenPipeError for remote repositories (#233)
  1578. - Fix incorrect behavior with two character directory names (#265, #268)
  1579. - Require approval before accessing relocated/moved repository (#271)
  1580. - Require approval before accessing previously unknown unencrypted repositories (#271)
  1581. - Fix issue with hash index files larger than 2GB.
  1582. - Fix Python 3.2 compatibility issue with noatime open() (#164)
  1583. - Include missing pyx files in dist files (#168)
  1584. Version 0.14
  1585. ~~~~~~~~~~~~
  1586. (feature release, released on Dec 17, 2014)
  1587. - Added support for stripping leading path segments (#95)
  1588. "attic extract --strip-segments X"
  1589. - Add workaround for old Linux systems without acl_extended_file_no_follow (#96)
  1590. - Add MacPorts' path to the default openssl search path (#101)
  1591. - HashIndex improvements, eliminates unnecessary IO on low memory systems.
  1592. - Fix "Number of files" output for attic info. (#124)
  1593. - limit create file permissions so files aren't read while restoring
  1594. - Fix issue with empty xattr values (#106)
  1595. Version 0.13
  1596. ~~~~~~~~~~~~
  1597. (feature release, released on Jun 29, 2014)
  1598. - Fix sporadic "Resource temporarily unavailable" when using remote repositories
  1599. - Reduce file cache memory usage (#90)
  1600. - Faster AES encryption (utilizing AES-NI when available)
  1601. - Experimental Linux, OS X and FreeBSD ACL support (#66)
  1602. - Added support for backup and restore of BSDFlags (OSX, FreeBSD) (#56)
  1603. - Fix bug where xattrs on symlinks were not correctly restored
  1604. - Added cachedir support. CACHEDIR.TAG compatible cache directories
  1605. can now be excluded using ``--exclude-caches`` (#74)
  1606. - Fix crash on extreme mtime timestamps (year 2400+) (#81)
  1607. - Fix Python 3.2 specific lockf issue (EDEADLK)
  1608. Version 0.12
  1609. ~~~~~~~~~~~~
  1610. (feature release, released on April 7, 2014)
  1611. - Python 3.4 support (#62)
  1612. - Various documentation improvements a new style
  1613. - ``attic mount`` now supports mounting an entire repository not only
  1614. individual archives (#59)
  1615. - Added option to restrict remote repository access to specific path(s):
  1616. ``attic serve --restrict-to-path X`` (#51)
  1617. - Include "all archives" size information in "--stats" output. (#54)
  1618. - Added ``--stats`` option to ``attic delete`` and ``attic prune``
  1619. - Fixed bug where ``attic prune`` used UTC instead of the local time zone
  1620. when determining which archives to keep.
  1621. - Switch to SI units (Power of 1000 instead 1024) when printing file sizes
  1622. Version 0.11
  1623. ~~~~~~~~~~~~
  1624. (feature release, released on March 7, 2014)
  1625. - New "check" command for repository consistency checking (#24)
  1626. - Documentation improvements
  1627. - Fix exception during "attic create" with repeated files (#39)
  1628. - New "--exclude-from" option for attic create/extract/verify.
  1629. - Improved archive metadata deduplication.
  1630. - "attic verify" has been deprecated. Use "attic extract --dry-run" instead.
  1631. - "attic prune --hourly|daily|..." has been deprecated.
  1632. Use "attic prune --keep-hourly|daily|..." instead.
  1633. - Ignore xattr errors during "extract" if not supported by the filesystem. (#46)
  1634. Version 0.10
  1635. ~~~~~~~~~~~~
  1636. (bugfix release, released on Jan 30, 2014)
  1637. - Fix deadlock when extracting 0 sized files from remote repositories
  1638. - "--exclude" wildcard patterns are now properly applied to the full path
  1639. not just the file name part (#5).
  1640. - Make source code endianness agnostic (#1)
  1641. Version 0.9
  1642. ~~~~~~~~~~~
  1643. (feature release, released on Jan 23, 2014)
  1644. - Remote repository speed and reliability improvements.
  1645. - Fix sorting of segment names to ignore NFS left over files. (#17)
  1646. - Fix incorrect display of time (#13)
  1647. - Improved error handling / reporting. (#12)
  1648. - Use fcntl() instead of flock() when locking repository/cache. (#15)
  1649. - Let ssh figure out port/user if not specified so we don't override .ssh/config (#9)
  1650. - Improved libcrypto path detection (#23).
  1651. Version 0.8.1
  1652. ~~~~~~~~~~~~~
  1653. (bugfix release, released on Oct 4, 2013)
  1654. - Fix segmentation fault issue.
  1655. Version 0.8
  1656. ~~~~~~~~~~~
  1657. (feature release, released on Oct 3, 2013)
  1658. - Fix xattr issue when backing up sshfs filesystems (#4)
  1659. - Fix issue with excessive index file size (#6)
  1660. - Support access of read only repositories.
  1661. - New syntax to enable repository encryption:
  1662. attic init --encryption="none|passphrase|keyfile".
  1663. - Detect and abort if repository is older than the cache.
  1664. Version 0.7
  1665. ~~~~~~~~~~~
  1666. (feature release, released on Aug 5, 2013)
  1667. - Ported to FreeBSD
  1668. - Improved documentation
  1669. - Experimental: Archives mountable as fuse filesystems.
  1670. - The "user." prefix is no longer stripped from xattrs on Linux
  1671. Version 0.6.1
  1672. ~~~~~~~~~~~~~
  1673. (bugfix release, released on July 19, 2013)
  1674. - Fixed an issue where mtime was not always correctly restored.
  1675. Version 0.6
  1676. ~~~~~~~~~~~
  1677. First public release on July 9, 2013