changes.rst 161 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055
  1. .. _important_notes:
  2. Important notes
  3. ===============
  4. This section provides information about security and corruption issues.
  5. .. _archives_tam_vuln:
  6. Pre-1.2.5 archives spoofing vulnerability (CVE-2023-36811)
  7. ----------------------------------------------------------
  8. Note: the security fix released with borg 1.2.5/1.2.6 was backported to
  9. 1.1-maint branch. Below is a copy of the related upgrade notes from 1.2.6,
  10. they also apply here:
  11. A flaw in the cryptographic authentication scheme in Borg allowed an attacker to
  12. fake archives and potentially indirectly cause backup data loss in the repository.
  13. The attack requires an attacker to be able to
  14. 1. insert files (with no additional headers) into backups
  15. 2. gain write access to the repository
  16. This vulnerability does not disclose plaintext to the attacker, nor does it
  17. affect the authenticity of existing archives.
  18. Creating plausible fake archives may be feasible for empty or small archives,
  19. but is unlikely for large archives.
  20. The fix enforces checking the TAM authentication tag of archives at critical
  21. places. Borg now considers archives without TAM as garbage or an attack.
  22. We are not aware of others having discovered, disclosed or exploited this vulnerability.
  23. Below, if we speak of borg 1.2.6, we mean a borg version >= 1.2.6 **or** a
  24. borg version that has the relevant security patches for this vulnerability applied
  25. (could be also an older version in that case).
  26. Steps you must take to upgrade a repository:
  27. 1. Upgrade all clients using this repository to borg 1.2.6.
  28. Note: it is not required to upgrade a server, except if the server-side borg
  29. is also used as a client (and not just for "borg serve").
  30. Do **not** run ``borg check`` with borg > 1.2.4 before completing the upgrade steps.
  31. 2. Run ``BORG_WORKAROUNDS=ignore_invalid_archive_tam borg info --debug <repo> 2>&1 | grep TAM | grep -i manifest``.
  32. a) If you get "TAM-verified manifest", continue with 3.
  33. b) If you get "Manifest TAM not found and not required", run
  34. ``borg upgrade --tam --force <repository>`` *on every client*.
  35. 3. Run ``BORG_WORKAROUNDS=ignore_invalid_archive_tam borg list --format='{name} {time} tam:{tam}{NL}' <repo>``.
  36. "tam:verified" means that the archive has a valid TAM authentication.
  37. "tam:none" is expected as output for archives created by borg <1.0.9.
  38. "tam:none" is also expected for archives resulting from a borg rename
  39. or borg recreate operation (see #7791).
  40. "tam:none" could also come from archives created by an attacker.
  41. You should verify that "tam:none" archives are authentic and not malicious
  42. (== have good content, have correct timestamp, can be extracted successfully).
  43. In case you find crappy/malicious archives, you must delete them before proceeding.
  44. In low-risk, trusted environments, you may decide on your own risk to skip step 3
  45. and just trust in everything being OK.
  46. 4. If there are no tam:none archives left at this point, you can skip this step.
  47. Run ``BORG_WORKAROUNDS=ignore_invalid_archive_tam borg upgrade --archives-tam <repo>``.
  48. This will unconditionally add a correct archive TAM to all archives not having one.
  49. ``borg check`` would consider TAM-less or invalid-TAM archives as garbage or a potential attack.
  50. To see that all archives now are "tam:verified" run: ``borg list --format='{name} {time} tam:{tam}{NL}' <repo>``
  51. 5. Please note that you should never use BORG_WORKAROUNDS=ignore_invalid_archive_tam
  52. for normal production operations - it is only needed once to get the archives in a
  53. repository into a good state. All archives have a valid TAM now.
  54. Vulnerability time line:
  55. * 2023-06-13: Vulnerability discovered during code review by Thomas Waldmann
  56. * 2023-06-13...: Work on fixing the issue, upgrade procedure, docs.
  57. * 2023-06-30: CVE was assigned via Github CNA
  58. * 2023-06-30 .. 2023-08-29: Fixed issue, code review, docs, testing.
  59. * 2023-08-30: Released fixed version 1.2.5 (broken upgrade procedure for some repos)
  60. * 2023-08-31: Released fixed version 1.2.6 (fixes upgrade procedure)
  61. * 2023-09-08: Backported fixes / docs to 1.1-maint branch.
  62. .. _hashindex_set_bug:
  63. Pre-1.1.11 potential index corruption / data loss issue
  64. -------------------------------------------------------
  65. A bug was discovered in our hashtable code, see issue #4829.
  66. The code is used for the client-side chunks cache and the server-side repo index.
  67. Although borg uses the hashtables very heavily, the index corruption did not
  68. happen too frequently, because it needed specific conditions to happen.
  69. Data loss required even more specific conditions, so it should be rare (and
  70. also detectable via borg check).
  71. You might be affected if borg crashed with / complained about:
  72. - AssertionError: Corrupted segment reference count - corrupted index or hints
  73. - ObjectNotFound: Object with key ... not found in repository ...
  74. - Index mismatch for key b'...'. (..., ...) != (-1, -1)
  75. - ValueError: stats_against: key contained in self but not in master_index.
  76. Advised procedure to fix any related issue in your indexes/caches:
  77. - install fixed borg code (on client AND server)
  78. - for all of your clients and repos remove the cache by:
  79. borg delete --cache-only YOURREPO
  80. (later, the cache will be re-built automatically)
  81. - for all your repos, rebuild the repo index by:
  82. borg check --repair YOURREPO
  83. This will also check all archives and detect if there is any data-loss issue.
  84. Affected branches / releases:
  85. - fd06497 introduced the bug into 1.1-maint branch - it affects all borg 1.1.x since 1.1.0b4.
  86. - fd06497 introduced the bug into master branch - it affects all borg 1.2.0 alpha releases.
  87. - c5cd882 introduced the bug into 1.0-maint branch - it affects all borg 1.0.x since 1.0.11rc1.
  88. The bug was fixed by:
  89. - 701159a fixes the bug in 1.1-maint branch - will be released with borg 1.1.11.
  90. - fa63150 fixes the bug in master branch - will be released with borg 1.2.0a8.
  91. - 7bb90b6 fixes the bug in 1.0-maint branch. Branch is EOL, no new release is planned as of now.
  92. .. _broken_validator:
  93. Pre-1.1.4 potential data corruption issue
  94. -----------------------------------------
  95. A data corruption bug was discovered in borg check --repair, see issue #3444.
  96. This is a 1.1.x regression, releases < 1.1 (e.g. 1.0.x) are not affected.
  97. To avoid data loss, you must not run borg check --repair using an unfixed version
  98. of borg 1.1.x. The first official release that has the fix is 1.1.4.
  99. Package maintainers may have applied the fix to updated packages of 1.1.x (x<4)
  100. though, see the package maintainer's package changelog to make sure.
  101. If you never had missing item metadata chunks, the bug has not affected you
  102. even if you did run borg check --repair with an unfixed version.
  103. When borg check --repair tried to repair corrupt archives that miss item metadata
  104. chunks, the resync to valid metadata in still present item metadata chunks
  105. malfunctioned. This was due to a broken validator that considered all (even valid)
  106. item metadata as invalid. As they were considered invalid, borg discarded them.
  107. Practically, that means the affected files, directories or other fs objects were
  108. discarded from the archive.
  109. Due to the malfunction, the process was extremely slow, but if you let it
  110. complete, borg would have created a "repaired" archive that has lost a lot of items.
  111. If you interrupted borg check --repair because it was so strangely slow (killing
  112. borg somehow, e.g. Ctrl-C) the transaction was rolled back and no corruption occurred.
  113. The log message indicating the precondition for the bug triggering looks like:
  114. item metadata chunk missing [chunk: 001056_bdee87d...a3e50d]
  115. If you never had that in your borg check --repair runs, you're not affected.
  116. But if you're unsure or you actually have seen that, better check your archives.
  117. By just using "borg list repo::archive" you can see if all expected filesystem
  118. items are listed.
  119. .. _tam_vuln:
  120. Pre-1.0.9 manifest spoofing vulnerability (CVE-2016-10099)
  121. ----------------------------------------------------------
  122. A flaw in the cryptographic authentication scheme in Borg allowed an attacker
  123. to spoof the manifest. The attack requires an attacker to be able to
  124. 1. insert files (with no additional headers) into backups
  125. 2. gain write access to the repository
  126. This vulnerability does not disclose plaintext to the attacker, nor does it
  127. affect the authenticity of existing archives.
  128. The vulnerability allows an attacker to create a spoofed manifest (the list of archives).
  129. Creating plausible fake archives may be feasible for small archives, but is unlikely
  130. for large archives.
  131. The fix adds a separate authentication tag to the manifest. For compatibility
  132. with prior versions this authentication tag is *not* required by default
  133. for existing repositories. Repositories created with 1.0.9 and later require it.
  134. Steps you should take:
  135. 1. Upgrade all clients to 1.0.9 or later.
  136. 2. Run ``borg upgrade --tam <repository>`` *on every client* for *each* repository.
  137. 3. This will list all archives, including archive IDs, for easy comparison with your logs.
  138. 4. Done.
  139. Prior versions can access and modify repositories with this measure enabled, however,
  140. to 1.0.9 or later their modifications are indiscernible from an attack and will
  141. raise an error until the below procedure is followed. We are aware that this can
  142. be annoying in some circumstances, but don't see a way to fix the vulnerability
  143. otherwise.
  144. In case a version prior to 1.0.9 is used to modify a repository where above procedure
  145. was completed, and now you get an error message from other clients:
  146. 1. ``borg upgrade --tam --force <repository>`` once with *any* client suffices.
  147. This attack is mitigated by:
  148. - Noting/logging ``borg list``, ``borg info``, or ``borg create --stats``, which
  149. contain the archive IDs.
  150. We are not aware of others having discovered, disclosed or exploited this vulnerability.
  151. Vulnerability time line:
  152. * 2016-11-14: Vulnerability and fix discovered during review of cryptography by Marian Beermann (@enkore)
  153. * 2016-11-20: First patch
  154. * 2016-12-20: Released fixed version 1.0.9
  155. * 2017-01-02: CVE was assigned
  156. * 2017-01-15: Released fixed version 1.1.0b3 (fix was previously only available from source)
  157. .. _attic013_check_corruption:
  158. Pre-1.0.9 potential data loss
  159. -----------------------------
  160. If you have archives in your repository that were made with attic <= 0.13
  161. (and later migrated to borg), running borg check would report errors in these
  162. archives. See issue #1837.
  163. The reason for this is a invalid (and useless) metadata key that was
  164. always added due to a bug in these old attic versions.
  165. If you run borg check --repair, things escalate quickly: all archive items
  166. with invalid metadata will be killed. Due to that attic bug, that means all
  167. items in all archives made with these old attic versions.
  168. Pre-1.0.4 potential repo corruption
  169. -----------------------------------
  170. Some external errors (like network or disk I/O errors) could lead to
  171. corruption of the backup repository due to issue #1138.
  172. A sign that this happened is if "E" status was reported for a file that can
  173. not be explained by problems with the source file. If you still have logs from
  174. "borg create -v --list", you can check for "E" status.
  175. Here is what could cause corruption and what you can do now:
  176. 1) I/O errors (e.g. repo disk errors) while writing data to repo.
  177. This could lead to corrupted segment files.
  178. Fix::
  179. # check for corrupt chunks / segments:
  180. borg check -v --repository-only REPO
  181. # repair the repo:
  182. borg check -v --repository-only --repair REPO
  183. # make sure everything is fixed:
  184. borg check -v --repository-only REPO
  185. 2) Unreliable network / unreliable connection to the repo.
  186. This could lead to archive metadata corruption.
  187. Fix::
  188. # check for corrupt archives:
  189. borg check -v --archives-only REPO
  190. # delete the corrupt archives:
  191. borg delete --force REPO::CORRUPT_ARCHIVE
  192. # make sure everything is fixed:
  193. borg check -v --archives-only REPO
  194. 3) In case you want to do more intensive checking.
  195. The best check that everything is ok is to run a dry-run extraction::
  196. borg extract -v --dry-run REPO::ARCHIVE
  197. .. _changelog:
  198. Changelog
  199. =========
  200. Version 1.1.18 (2022-06-05)
  201. ---------------------------
  202. Compatibility notes:
  203. - When upgrading from borg 1.0.x to 1.1.x, please note:
  204. - read all the compatibility notes for 1.1.0*, starting from 1.1.0b1.
  205. - borg upgrade: you do not need to and you also should not run it.
  206. - borg might ask some security-related questions once after upgrading.
  207. You can answer them either manually or via environment variable.
  208. One known case is if you use unencrypted repositories, then it will ask
  209. about a unknown unencrypted repository one time.
  210. - your first backup with 1.1.x might be significantly slower (it might
  211. completely read, chunk, hash a lot files) - this is due to the
  212. --files-cache mode change (and happens every time you change mode).
  213. You can avoid the one-time slowdown by using the pre-1.1.0rc4-compatible
  214. mode (but that is less safe for detecting changed files than the default).
  215. See the --files-cache docs for details.
  216. - 1.1.11 removes WSL autodetection (Windows 10 Subsystem for Linux).
  217. If WSL still has a problem with sync_file_range, you need to set
  218. BORG_WORKAROUNDS=basesyncfile in the borg process environment to
  219. work around the WSL issue.
  220. - 1.1.14 changes return codes due to a bug fix:
  221. In case you have scripts expecting rc == 2 for a signal exit, you need to
  222. update them to check for >= 128 (as documented since long).
  223. - 1.1.15 drops python 3.4 support, minimum requirement is 3.5 now.
  224. - 1.1.17 install_requires the "packaging" pypi package now.
  225. New features:
  226. - check --repair: significantly speed up search for next valid object in segment, #6022
  227. - create: add retry_erofs workaround for O_NOATIME issue on volume shadow copies in WSL1, #6024
  228. - key export: display key if path is '-' or not given, #6092
  229. - list --format: add command_line to format keys, #6108
  230. Fixes:
  231. - check: improve error handling for corrupt archive metadata block,
  232. make robust_iterator more robust, #4777
  233. - diff: support presence change for blkdev, chrdev and fifo items, #6483
  234. - diff: reduce memory consumption, fix is_hardlink_master
  235. - init: disallow overwriting of existing keyfiles
  236. - info: fix authenticated mode repo to show "Encrypted: No", #6462
  237. - info: emit repo info even if repo has 0 archives, #6120
  238. - list: remove placeholders for shake_* hashes, #6082
  239. - mount -o versions: give clear error msg instead of crashing
  240. - show_progress: add finished=true/false to archive_progress json, #6570
  241. - fix hardlinkable file type check, #6037
  242. - do not show archive name in error msgs referring to the repository, #6023
  243. - prettier error msg (no stacktrace) if exclude file is missing, #5734
  244. - do not require BORG_CONFIG_DIR if BORG_{SECURITY,KEYS}_DIR are set, #5979
  245. - atomically create the CACHE_TAG file, #6028
  246. - deal with the SaveFile/SyncFile race, docs, see #6176 5c5b59bc9
  247. - avoid expanding path into LHS of formatting operation + tests, #6064 #6063
  248. - repository: quota / compactable computation fixes, #6119.
  249. This is mainly to keep the repo code in sync with borg 1.2. As borg 1.1
  250. compacts immediately, there was not really an issue with this in 1.1.
  251. - fix transaction rollback: use files cache filename as found in txn.active, #6353
  252. - do not load files cache for commands not using it, fixes #5673
  253. - fix scp repo url parsing for ip v6 addrs, #6526
  254. - repo::archive location placeholder expansion fixes, #5826, #5998
  255. - use expanded location for log output
  256. - support placeholder expansion for BORG_REPO env var
  257. - respect umask for created directory and file modes, #6400
  258. - safer truncate_and_unlink implementation
  259. Other changes:
  260. - upgrade bundled xxhash code to 0.8.1
  261. - fix xxh64 related build (setup.py and post-0.8.1 patch for static_assert).
  262. The patch was required to build the bundled xxhash code on FreeBSD, see
  263. https://github.com/Cyan4973/xxHash/pull/670
  264. - msgpack build: remove endianness macro, #6105
  265. - update and fix shell completions
  266. - fuse: remove unneeded version check and compat code
  267. - delete --force: do not ask when deleting a repo, #5941
  268. - delete: don't commit if nothing was deleted, avoid cache sync, #6060
  269. - delete: add repository id and location to prompt
  270. - compact segments: improve freeable / freed space log output, #5679
  271. - if ensure_dir() fails, give more informative error message, #5952
  272. - load_key: no key is same as empty key, #6441
  273. - better error msg for defect or unsupported repo configs, #6566
  274. - use hmac.compare_digest instead of ==, #6470
  275. - implement more standard hashindex.setdefault behaviour
  276. - remove stray punctuation from secure-erase message
  277. - add development.lock.txt, use a real python 3.5 to generate frozen reqs
  278. - setuptools 60.7.0 breaks pyinstaller, #6246
  279. - setup.py clean2 was added to work around some setuptools customizability limitation.
  280. - allow extra compiler flags for every extension build
  281. - C code: make switch fallthrough explicit
  282. - Cython code: fix "useless trailing comma" cython warnings
  283. - requirements.lock.txt: use the latest cython 0.29.30
  284. - fix compilation warnings: ‘PyUnicode_AsUnicode’ is deprecated
  285. - docs:
  286. - ~/.config/borg/keys is not used for repokey keys, #6107
  287. - excluded parent dir's metadata can't restore, #6062
  288. - permissions note rewritten to make it less confusing, #5490
  289. - add note about grandfather-father-son backup retention policy / rotation scheme
  290. - clarify who starts the remote agent (borg serve)
  291. - test/improve pull backup docs, #5903
  292. - document the socat pull mode described in #900 #515ß
  293. - borg serve: improve ssh forced commands docs, #6083
  294. - improve docs for borg list --format, #6080
  295. - fix the broken link to .nix file
  296. - clarify pattern usage with commands, #5176
  297. - clarify user_id vs uid for fuse, #5723
  298. - fix binary build freebsd/macOS version, #5942
  299. - FAQ: fix manifest-timestamp path, #6016
  300. - remove duplicate faq entries, #5926
  301. - fix sphinx warnings, #5919
  302. - virtualisation speed tips
  303. - fix values of TAG bytes, #6515
  304. - recommend umask for passphrase file perms
  305. - update link to ubuntu packages, #6485
  306. - clarify on-disk order and size of log entry fields, #6357
  307. - do not transform --/--- to unicode dashes
  308. - improve linking inside docs, link to borg_placeholders, link to borg_patterns
  309. - use same phrasing in misc. help texts
  310. - borg init: explain the encryption modes better
  311. - explain the difference between a path that ends with or without a slash, #6297
  312. - clarify usage of patternfile roots, #6242
  313. - borg key export: add examples
  314. - updates about features not experimental any more: FUSE "versions" view, --pattern*, #6134
  315. - fix/update cygwin package requirements
  316. - impact of deleting path/to/repo/nonce, #5858
  317. - warn about tampered server nonce
  318. - mention BORG_FILES_CACHE_SUFFIX as alternative to BORG_FILES_CACHE_TTL, #5602
  319. - add a troubleshooting note about "is not a valid repository" to the FAQ
  320. - vagrant / CI / testing:
  321. - misc. fixes and updates, new python versions
  322. - macOS on github: re-enable fuse2 testing by downgrading to older macOS, #6099
  323. - fix OpenBSD symlink mode test failure, #2055
  324. - use the generic/openbsd6 box
  325. - strengthen the test: we can read data w/o nonces
  326. - add tests for path/to/repo/nonce deletion
  327. - darwin64: backport some tunings from master
  328. - darwin64: remove fakeroot, #6314
  329. - darwin64: fix vagrant scp, #5921
  330. - darwin64: use macfuse instead of osxfuse
  331. - add ubuntu "jammy" 22.04 LTS VM
  332. - adapt memory for openindiana64 and darwin64
  333. Version 1.1.17 (2021-07-12)
  334. ---------------------------
  335. Fixes:
  336. - pyinstaller dir-mode: fix pyi detection / LIBPATH treatment, #5897
  337. - handle crash due to kill stale lock race, #5828
  338. - fix BORG_CACHE_DIR crashing borg if empty, #5216
  339. - create --dry-run: fix display of kept tagfile, #5834
  340. - fix missing parameter in "did not consistently fail" msg, #5822
  341. - missing / healed chunks: always tell chunk ID, #5704
  342. - benchmark: make sure cleanup happens even on exceptions, #5630
  343. New features:
  344. - implement BORG_SELFTEST env variable, #5871.
  345. this can be used to accelerate borg startup a bit. not recommended for
  346. normal usage, but borg mass hosters with a lot of borg invocations can
  347. save some resources with this. on my laptop, this saved ~100ms cpu time
  348. (sys+user) per borg command invocation.
  349. - implement BORG_LIBC env variable to give the libc filename, #5870.
  350. you can use this if a borg does not find your libc.
  351. - check: add progress indicator for archive check.
  352. - allow --files-cache=size (not recommended, make sure you know what you do)
  353. Other changes:
  354. - Python 3.10 now officially supported!
  355. we test on py310-dev on github CI since a while and now also on the vagrant
  356. machines, so it should work ok.
  357. - github CI: test on py310 (again)
  358. - get rid of distutils, use packaging and setuptools.
  359. distutils is deprecated and gives warnings on py 3.10.
  360. - setup.py: rename "clean" to "clean2" to avoid shadowing the "clean" command.
  361. - remove libc filename fallback for the BSDs (there is no "usual" name)
  362. - cleanup flake8 checks, fix some pep8 violations.
  363. - docs building: replace deprecated function ".add_stylesheet()" for Sphinx 4 compatibility
  364. - docs:
  365. - add a hint on sleeping computer and ssh connections, #5301
  366. - update the documentation on hacked backup client, #5480
  367. - improve docs/FAQ about append-only remote repos, #5497
  368. - complement the documentation for pattern files and exclude files, #5520
  369. - "filename with spaces" example added to exclude file, #5236
  370. note: no whitespace escaping needed, processed by borg.
  371. - add info on renaming repositories, #5240
  372. - clarify borg check --verify-data, #5808
  373. - add notice about defective hardware to check documentation, #5753
  374. - add paragraph added in #5855 to utility documentation source
  375. - add missing leading slashes in help patterns, #5857
  376. - clarify "you will need key and passphrase" borg init warning, #4622
  377. - pull mode: add some warnings, #5827
  378. - mention tar --compare (compare archive to fs files), #5880
  379. - fix typos, backport of #5597
  380. - vagrant:
  381. - add py3.7.11 for binary build, also add 3.10-dev.
  382. - use latest Cython 0.29.23 for py310 compat fixes.
  383. - more RAM for openindiana upgrade plan resolver, it just hangs (swaps?) if
  384. there is too little RAM.
  385. - fix install_pyenv to adapt to recent changes in pyenv (same as in master now).
  386. - use generic/netbsd9 box, copied from master branch.
  387. Version 1.1.16 (2021-03-23)
  388. ---------------------------
  389. Fixes:
  390. - setup.py: add special openssl prefix for Apple M1 compatibility
  391. - do not recurse into duplicate roots, #5603
  392. - remove empty shadowed_segments lists, #5275, #5614
  393. - fix libpython load error when borg fat binary / dir-based binary is invoked
  394. via a symlink by upgrading pyinstaller to v4.2, #5688
  395. - config: accept non-int value (like 500M or 100G) for max_segment_size or
  396. storage_quota, #5639.
  397. please note: when setting a non-int value for this in a repo config,
  398. using the repo will require borg >= 1.1.16.
  399. New features:
  400. - bundled msgpack: drop support for old buffer protocol to support Python 3.10
  401. - verbose files cache logging via --debug-topic=files_cache, #5659.
  402. Use this if you suspect that borg does not detect unmodified files as expected.
  403. - create/extract: add --noxattrs and --noacls option, #3955.
  404. when given with borg create, borg will not get xattrs / ACLs from input files
  405. (and thus, it will not archive xattrs / ACLs). when given with borg extract,
  406. borg will not read xattrs / ACLs from archive and will not set xattrs / ACLs
  407. on extracted files.
  408. - diff: add --json-lines option, #3765
  409. - check: debug log segment filename
  410. - borg debug dump-hints
  411. Other changes:
  412. - Tab completion support for additional archives for 'borg delete'
  413. - repository: deduplicate code of put and delete, no functional change
  414. - tests: fix result order issue (sporadic test failure on openindiana)
  415. - vagrant:
  416. - upgrade pyinstaller to v4.2, #5671
  417. - avoid grub-install asking interactively for device
  418. - remove the xenial box
  419. - update freebsd box to 12.1
  420. - docs:
  421. - update macOS install instructions, #5677
  422. - use macFUSE (not osxfuse) for Apple M1 compatibility
  423. - update docs for dev environment installation instructions, #5643
  424. - fix grammar in faq
  425. - recommend running tests only on installed versions for setup
  426. - add link back to git-installation
  427. - remove /var/cache exclusion in example commands, #5625.
  428. This is generally a poor idea and shouldn't be promoted through examples.
  429. - add repology.org badge with current packaging status
  430. - explain hash collision
  431. - add unsafe workaround to use an old repo copy, #5722
  432. Version 1.1.15 (2020-12-25)
  433. ---------------------------
  434. Fixes:
  435. - extract:
  436. - improve exception handling when setting xattrs, #5092.
  437. - emit a warning message giving the path, xattr key and error message.
  438. - continue trying to restore other xattrs and bsdflags of the same file
  439. after an exception with xattr-setting happened.
  440. - export-tar:
  441. - set tar format to GNU_FORMAT explicitly, #5274
  442. - fix memory leak with ssh: remote repository, #5568
  443. - fix potential memory leak with ssh: remote repository with partial extraction
  444. - create: fix --dry-run and --stats coexistence, #5415
  445. - use --timestamp for {utcnow} and {now} if given, #5189
  446. New features:
  447. - create: implement --stdin-mode, --stdin-user and --stdin-group, #5333
  448. - allow appending the files cache filename with BORG_FILES_CACHE_SUFFIX env var
  449. Other changes:
  450. - drop python 3.4 support, minimum requirement is 3.5 now.
  451. - enable using libxxhash instead of bundled xxh64 code
  452. - update llfuse requirements (1.3.8)
  453. - set cython language_level in some files to fix warnings
  454. - allow EIO with warning when trying to hardlink
  455. - PropDict: fail early if internal_dict is not a dict
  456. - update shell completions
  457. - tests / CI
  458. - add a test for the hashindex corruption bug, #5531 #4829
  459. - fix spurious failure in test_cache_files, #5438
  460. - added a github ci workflow
  461. - reduce testing on travis, no macOS, no py3x-dev, #5467
  462. - travis: use newer dists, native py on dist
  463. - vagrant:
  464. - remove jessie and trusty boxes, #5348 #5383
  465. - pyinstaller 4.0, build on py379
  466. - binary build on stretch64, #5348
  467. - remove easy_install based pip installation
  468. - docs:
  469. - clarify '--one-file-system' for btrfs, #5391
  470. - add example for excluding content using the --pattern cmd line arg
  471. - complement the documentation for pattern files and exclude files, #5524
  472. - made ansible playbook more generic, use package instead of pacman. also
  473. change state from "latest" to "present".
  474. - complete documentation on append-only remote repos, #5497
  475. - internals: rather talk about target size than statistics, #5336
  476. - new compression algorithm policy, #1633 #5505
  477. - faq: add a hint on sleeping computer, #5301
  478. - note requirements for full disk access on macOS Catalina, #5303
  479. - fix/improve description of borg upgrade hardlink usage, #5518
  480. - modernize 1.1 code:
  481. - drop code/workarounds only needed to support Python 3.4
  482. - remove workaround for pre-release py37 argparse bug
  483. - removed some outdated comments/docstrings
  484. - requirements: remove some restrictions, lock on current versions
  485. Version 1.1.14 (2020-10-07)
  486. ---------------------------
  487. Fixes:
  488. - check --repair: fix potential data loss when interrupting it, #5325
  489. - exit with 128 + signal number (as documented) when borg is killed by a signal, #5161
  490. - fix hardlinked CACHEDIR.TAG processing, #4911
  491. - create --read-special: .part files also should be regular files, #5217
  492. - llfuse dependency: choose least broken 1.3.6/1.3.7.
  493. 1.3.6 is broken on python 3.9, 1.3.7 is broken on FreeBSD.
  494. Other changes:
  495. - upgrade bundled xxhash to 0.7.4
  496. - self test: if it fails, also point to OS and hardware, #5334
  497. - pyinstaller: compute basepath from spec file location
  498. - prettier error message when archive gets too big, #5307
  499. - check/recreate are not "experimental" any more (but still potentially dangerous):
  500. - recreate: remove extra confirmation
  501. - rephrase some warnings, update docs, #5164
  502. - shell completions:
  503. - misc. updates / fixes
  504. - support repositories in fish tab completion, #5256
  505. - complete $BORG_RECREATE_I_KNOW_WHAT_I_AM_DOING
  506. - rewrite zsh completion:
  507. - completion for almost all optional and positional arguments
  508. - completion for Borg environment variables (parameters)
  509. - use "allow/deny list" instead of "white/black list" wording
  510. - declare "allow_cache_wipe" marker in setup.cfg to avoid pytest warning
  511. - vagrant / tests:
  512. - misc. fixes / updates
  513. - use python 3.5.10 for binary build
  514. - build directory-based binaries additionally to the single file binaries
  515. - add libffi-dev, required to build python
  516. - use cryptography<3.0, more recent versions break the jessie box
  517. - test on python 3.9
  518. - do brew update with /dev/null redirect to avoid "too much log output" on travis-ci
  519. - docs:
  520. - add ssh-agent pull backup method docs, #5288
  521. - how to approach borg speed issues, #5371
  522. - mention double --force in prune docs
  523. - update Homebrew install instructions, #5185
  524. - better description of how cache and rebuilds of it work
  525. - point to borg create --list item flags in recreate usage, #5165
  526. - add security faq explaining AES-CTR crypto issues, #5254
  527. - add a note to create from stdin regarding files cache, #5180
  528. - fix borg.1 manpage generation regression, #5211
  529. - clarify how exclude options work in recreate, #5193
  530. - add section for retired contributors
  531. - hint about not misusing private email addresses of contributors for borg support
  532. Version 1.1.13 (2020-06-06)
  533. ---------------------------
  534. Fixes:
  535. - rebuilt using a current Cython version, compatible with python 3.8, #5214
  536. Version 1.1.12 (2020-06-06)
  537. ---------------------------
  538. Fixes:
  539. - fix preload-related memory leak, #5202.
  540. - mount / borgfs (FUSE filesystem):
  541. - fix FUSE low linear read speed on large files, #5067
  542. - fix crash on old llfuse without birthtime attrs, #5064 - accidentally
  543. we required llfuse >= 1.3. Now also old llfuse works again.
  544. - set f_namemax in statfs result, #2684
  545. - update precedence of env vars to set config and cache paths, #4894
  546. - correctly calculate compression ratio, taking header size into account, too
  547. New features:
  548. - --bypass-lock option to bypass locking with read-only repositories
  549. Other changes:
  550. - upgrade bundled zstd to 1.4.5
  551. - travis: adding comments and explanations to Travis config / install script,
  552. improve macOS builds.
  553. - tests: test_delete_force: avoid sporadic test setup issues, #5196
  554. - misc. vagrant fixes
  555. - the binary for macOS is now built on macOS 10.12
  556. - the binaries for Linux are now built on Debian 8 "Jessie", #3761
  557. - docs:
  558. - PlaceholderError not printed as JSON, #4073
  559. - "How important is Borg config?", #4941
  560. - make Sphinx warnings break docs build, #4587
  561. - some markup / warning fixes
  562. - add "updating borgbackup.org/releases" to release checklist, #4999
  563. - add "rendering docs" to release checklist, #5000
  564. - clarify borg init's encryption modes
  565. - add note about patterns and stored paths, #4160
  566. - add upgrade of tools to pip installation how-to
  567. - document one cause of orphaned chunks in check command, #2295
  568. - linked recommended restrictions to ssh public keys on borg servers in faq, #4946
  569. Version 1.1.11 (2020-03-08)
  570. ---------------------------
  571. Fixes:
  572. - fixed potential index corruption / data loss issue due to bug in hashindex_set, #4829.
  573. Please read and follow the more detailed notes close to the top of this document.
  574. - upgrade bundled xxhash to 0.7.3, #4891.
  575. 0.7.2 is the minimum requirement for correct operations on ARMv6 in non-fixup
  576. mode, where unaligned memory accesses cause bus errors.
  577. 0.7.3 adds some speedups and libxxhash 0.7.3 even has a pkg-config file now.
  578. - upgrade bundled lz4 to 1.9.2
  579. - upgrade bundled zstd to 1.4.4
  580. - fix crash when upgrading erroneous hints file, #4922
  581. - extract:
  582. - fix KeyError for "partial" extraction, #4607
  583. - fix "partial" extract for hardlinked contentless file types, #4725
  584. - fix preloading for old (0.xx) remote servers, #4652
  585. - fix confusing output of borg extract --list --strip-components, #4934
  586. - delete: after double-force delete, warn about necessary repair, #4704
  587. - create: give invalid repo error msg if repo config not found, #4411
  588. - mount: fix FUSE mount missing st_birthtime, #4763 #4767
  589. - check: do not stumble over invalid item key, #4845
  590. - info: if the archive doesn't exist, print a pretty message, #4793
  591. - SecurityManager.known(): check all files, #4614
  592. - Repository.open: use stat() to check for repo dir, #4695
  593. - Repository.check_can_create_repository: use stat() to check, #4695
  594. - fix invalid archive error message
  595. - fix optional/non-optional location arg, #4541
  596. - commit-time free space calc: ignore bad compact map entries, #4796
  597. - ignore EACCES (errno 13) when hardlinking the old config, #4730
  598. - --prefix / -P: fix processing, avoid argparse issue, #4769
  599. New features:
  600. - enable placeholder usage in all extra archive arguments
  601. - new BORG_WORKAROUNDS mechanism, basesyncfile, #4710
  602. - recreate: support --timestamp option, #4745
  603. - support platforms without os.link (e.g. Android with Termux), #4901.
  604. if we don't have os.link, we just extract another copy instead of making a hardlink.
  605. - support linux platforms without sync_file_range (e.g. Android 7 with Termux), #4905
  606. Other:
  607. - ignore --stats when given with --dry-run, but continue, #4373
  608. - add some ProgressIndicator msgids to code / fix docs, #4935
  609. - elaborate on "Calculating size" message
  610. - argparser: always use REPOSITORY in metavar, also use more consistent help phrasing.
  611. - check: improve error output for matching index size, see #4829
  612. - docs:
  613. - changelog: add advisory about hashindex_set bug #4829
  614. - better describe BORG_SECURITY_DIR, BORG_CACHE_DIR, #4919
  615. - infos about cache security assumptions, #4900
  616. - add FAQ describing difference between a local repo vs. repo on a server.
  617. - document how to test exclusion patterns without performing an actual backup
  618. - timestamps in the files cache are now usually ctime, #4583
  619. - fix bad reference to borg compact (does not exist in 1.1), #4660
  620. - create: borg 1.1 is not future any more
  621. - extract: document limitation "needs empty destination", #4598
  622. - how to supply a passphrase, use crypto devices, #4549
  623. - fix osxfuse github link in installation docs
  624. - add example of exclude-norecurse rule in help patterns
  625. - update macOS Brew link
  626. - add note about software for automating backups, #4581
  627. - AUTHORS: mention copyright+license for bundled msgpack
  628. - fix various code blocks in the docs, #4708
  629. - updated docs to cover use of temp directory on remote, #4545
  630. - add restore docs, #4670
  631. - add a pull backup / push restore how-to, #1552
  632. - add FAQ how to retain original paths, #4532
  633. - explain difference between --exclude and --pattern, #4118
  634. - add FAQs for SSH connection issues, #3866
  635. - improve password FAQ, #4591
  636. - reiterate that 'file cache names are absolute' in FAQ
  637. - tests:
  638. - cope with ANY error when importing pytest into borg.testsuite, #4652
  639. - fix broken test that relied on improper zlib assumptions
  640. - test_fuse: filter out selinux xattrs, #4574
  641. - travis / vagrant:
  642. - misc python versions removed / changed (due to openssl 1.1 compatibility)
  643. or added (3.7 and 3.8, for better borg compatibility testing)
  644. - binary building is on python 3.5.9 now
  645. - vagrant:
  646. - add new boxes: ubuntu 18.04 and 20.04, debian 10
  647. - update boxes: openindiana, darwin, netbsd
  648. - remove old boxes: centos 6
  649. - darwin: updated osxfuse to 3.10.4
  650. - use debian/ubuntu pip/virtualenv packages
  651. - rather use python 3.6.2 than 3.6.0, fixes coverage/sqlite3 issue
  652. - use requirements.d/development.lock.txt to avoid compat issues
  653. - travis:
  654. - darwin: backport some install code / order from master
  655. - remove deprecated keyword "sudo" from travis config
  656. - allow osx builds to fail, #4955
  657. this is due to travis-ci frequently being so slow that the OS X builds
  658. just fail because they exceed 50 minutes and get killed by travis.
  659. Version 1.1.10 (2019-05-16)
  660. ---------------------------
  661. Fixes:
  662. - extract: hang on partial extraction with ssh: repo, when hardlink master
  663. is not matched/extracted and borg hangs on related slave hardlink, #4350
  664. - lrucache: regularly remove old FDs, #4427
  665. - avoid stale filehandle issues, #3265
  666. - freebsd: make xattr platform code api compatible with linux, #3952
  667. - use whitelist approach for borg serve, #4097
  668. - borg command shall terminate with rc 2 for ImportErrors, #4424
  669. - create: only run stat_simple_attrs() once, this increases
  670. backup with lots of unchanged files performance by ~ 5%.
  671. - prune: fix incorrect borg prune --stats output with --dry-run, #4373
  672. - key export: emit user-friendly error if repo key is exported to a directory,
  673. #4348
  674. New features:
  675. - bundle latest supported msgpack-python release (0.5.6), remove msgpack-python
  676. from setup.py install_requires - by default we use the bundled code now.
  677. optionally, we still support using an external msgpack (see hints in
  678. setup.py), but this requires solid requirements management within
  679. distributions and is not recommended.
  680. borgbackup will break if you upgrade msgpack to an unsupported version.
  681. - display msgpack version as part of sysinfo (e.g. in tracebacks)
  682. - timestamp for borg delete --info added, #4359
  683. - enable placeholder usage in --comment and --glob-archives, #4559, #4495
  684. Other:
  685. - serve: do not check python/libc for borg serve, #4483
  686. - shell completions: borg diff second archive
  687. - release scripts: signing binaries with Qubes OS support
  688. - testing:
  689. - vagrant: upgrade openbsd box to 6.4
  690. - travis-ci: lock test env to py 3.4 compatible versions, #4343
  691. - get rid of confusing coverage warning, #2069
  692. - rename test_mount_hardlinks to test_fuse_mount_hardlinks,
  693. so both can be excluded by "not test_fuse".
  694. - pure-py msgpack warning shall not make a lot of tests fail, #4558
  695. - docs:
  696. - add "SSH Configuration" section to "borg serve", #3988, #636, #4485
  697. - README: new URL for funding options
  698. - add a sample logging.conf in docs/misc, #4380
  699. - elaborate on append-only mode docs, #3504
  700. - installation: added Alpine Linux to distribution list, #4415
  701. - usage.html: only modify window.location when redirecting, #4133
  702. - add msgpack license to docs/3rd_party/msgpack
  703. - vagrant / binary builds:
  704. - use python 3.5.7 for builds
  705. - use osxfuse 3.8.3
  706. Version 1.1.9 (2019-02-10)
  707. --------------------------
  708. Fixes:
  709. - security fix: configure FUSE with "default_permissions", #3903
  710. "default_permissions" is now enforced by borg by default to let the
  711. kernel check uid/gid/mode based permissions.
  712. "ignore_permissions" can be given to not enforce "default_permissions".
  713. - make "hostname" short, even on misconfigured systems, #4262
  714. - fix free space calculation on macOS (and others?), #4289
  715. - config: quit with error message when no key is provided, #4223
  716. - recover_segment: handle too small segment files correctly, #4272
  717. - correctly release memoryview, #4243
  718. - avoid diaper pattern in configparser by opening files, #4263
  719. - add "# cython: language_level=3" directive to .pyx files, #4214
  720. - info: consider part files for "This archive" stats, #3522
  721. - work around Microsoft WSL issue #645 (sync_file_range), #1961
  722. New features:
  723. - add --rsh command line option to complement BORG_RSH env var, #1701
  724. - init: --make-parent-dirs parent1/parent2/repo_dir, #4235
  725. Other:
  726. - add archive name to check --repair output, #3447
  727. - check for unsupported msgpack versions
  728. - shell completions:
  729. - new shell completions for borg 1.1.9
  730. - more complete shell completions for borg mount -o
  731. - added shell completions for borg help
  732. - option arguments for zsh tab completion
  733. - docs:
  734. - add FAQ regarding free disk space check, #3905
  735. - update BORG_PASSCOMMAND example and clarify variable expansion, #4249
  736. - FAQ regarding change of compression settings, #4222
  737. - add note about BSD flags to changelog, #4246
  738. - improve logging in example automation script
  739. - add note about files changing during backup, #4081
  740. - work around the backslash issue, #4280
  741. - update release workflow using twine (docs, scripts), #4213
  742. - add warnings on repository copies to avoid future problems, #4272
  743. - tests:
  744. - fix the homebrew 1.9 issues on travis-ci, #4254
  745. - fix duplicate test method name, #4311
  746. - test_mount_hardlinks: get rid of fakeroot-caused test fails, #3389
  747. Version 1.1.8 (2018-12-09)
  748. --------------------------
  749. Fixes:
  750. - enforce storage quota if set by serve-command, #4093
  751. - invalid locations: give err msg containing parsed location, #4179
  752. - list repo: add placeholders for hostname and username, #4130
  753. - on linux, symlinks can't have ACLs, so don't try to set any, #4044
  754. New features:
  755. - create: added PATH::archive output on INFO log level
  756. - read a passphrase from a file descriptor specified in the
  757. BORG_PASSPHRASE_FD environment variable.
  758. Other:
  759. - docs:
  760. - option --format is required for some expensive-to-compute values for json
  761. borg list by default does not compute expensive values except when
  762. they are needed. whether they are needed is determined by the format,
  763. in standard mode as well as in --json mode.
  764. - tell that our binaries are x86/x64 amd/intel, bauerj has ARM
  765. - fixed wrong archive name pattern in CRUD benchmark help
  766. - fixed link to cachedir spec in docs, #4140
  767. - tests:
  768. - stop using fakeroot on travis, avoids sporadic EISDIR errors, #2482
  769. - xattr key names must start with "user." on linux
  770. - fix code so flake8 3.6 does not complain
  771. - explicitly convert environment variable to str, #4136
  772. - fix DeprecationWarning: Flags not at the start of the expression, #4137
  773. - support pytest4, #4172
  774. - vagrant:
  775. - use python 3.5.6 for builds
  776. Version 1.1.7 (2018-08-11)
  777. --------------------------
  778. Compatibility notes:
  779. - added support for Python 3.7
  780. Fixes:
  781. - cache lock: use lock_wait everywhere to fix infinite wait, see #3968
  782. - don't archive tagged dir when recursing an excluded dir, #3991
  783. - py37 argparse: work around bad default in py 3.7.0a/b/rc, #3996
  784. - py37 remove loggerDict.clear() from tearDown method, #3805
  785. - some fixes for bugs which likely did not result in problems in practice:
  786. - fixed logic bug in platform module API version check
  787. - fixed xattr/acl function prototypes, added missing ones
  788. New features:
  789. - init: add warning to store both key and passphrase at safe place(s)
  790. - BORG_HOST_ID env var to work around all-zero MAC address issue, #3985
  791. - borg debug dump-repo-objs --ghost (dump everything from segment files,
  792. including deleted or superseded objects or commit tags)
  793. - borg debug search-repo-objs (search in repo objects for hex bytes or strings)
  794. Other changes:
  795. - add Python 3.7 support
  796. - updated shell completions
  797. - call socket.gethostname only once
  798. - locking: better logging, add some asserts
  799. - borg debug dump-repo-objs:
  800. - filename layout improvements
  801. - use repository.scan() to get on-disk order
  802. - docs:
  803. - update installation instructions for macOS
  804. - added instructions to install fuse via homebrew
  805. - improve diff docs
  806. - added note that checkpoints inside files requires 1.1+
  807. - add link to tempfile module
  808. - remove row/column-spanning from docs source, #4000 #3990
  809. - tests:
  810. - fetch less data via os.urandom
  811. - add py37 env for tox
  812. - travis: add 3.7, remove 3.6-dev (we test with -dev in master)
  813. - vagrant / binary builds:
  814. - use osxfuse 3.8.2
  815. - use own (uptodate) openindiana box
  816. Version 1.1.6 (2018-06-11)
  817. --------------------------
  818. Compatibility notes:
  819. - 1.1.6 changes:
  820. - also allow msgpack-python 0.5.6.
  821. Fixes:
  822. - fix borg exception handling on ENOSPC error with xattrs, #3808
  823. - prune: fix/improve overall progress display
  824. - borg config repo ... does not need cache/manifest/key, #3802
  825. - debug dump-repo-objs should not depend on a manifest obj
  826. - pypi package:
  827. - include .coveragerc, needed by tox.ini
  828. - fix package long description, #3854
  829. New features:
  830. - mount: add uid, gid, umask mount options
  831. - delete:
  832. - only commit once, #3823
  833. - implement --dry-run, #3822
  834. - check:
  835. - show progress while rebuilding missing manifest, #3787
  836. - more --repair output
  837. - borg config --list <repo>, #3612
  838. Other changes:
  839. - update msgpack requirement, #3753
  840. - update bundled zstd to 1.3.4, #3745
  841. - update bundled lz4 code to 1.8.2, #3870
  842. - docs:
  843. - describe what BORG_LIBZSTD_PREFIX does
  844. - fix and deduplicate encryption quickstart docs, #3776
  845. - vagrant:
  846. - FUSE for macOS: upgrade 3.7.1 to 3.8.0
  847. - exclude macOS High Sierra upgrade on the darwin64 machine
  848. - remove borgbackup.egg-info dir in fs_init (after rsync)
  849. - use pyenv-based build/test on jessie32/62
  850. - use local 32 and 64bit debian jessie boxes
  851. - use "vagrant" as username for new xenial box
  852. - travis OS X: use xcode 8.3 (not broken)
  853. Version 1.1.5 (2018-04-01)
  854. --------------------------
  855. Compatibility notes:
  856. - 1.1.5 changes:
  857. - require msgpack-python >= 0.4.6 and < 0.5.0.
  858. 0.5.0+ dropped python 3.4 testing and also caused some other issues because
  859. the python package was renamed to msgpack and emitted some FutureWarning.
  860. Fixes:
  861. - create --list: fix that it was never showing M status, #3492
  862. - create: fix timing for first checkpoint (read files cache early, init
  863. checkpoint timer after that), see #3394
  864. - extract: set rc=1 when extracting damaged files with all-zero replacement
  865. chunks or with size inconsistencies, #3448
  866. - diff: consider an empty file as different to a non-existing file, #3688
  867. - files cache: improve exception handling, #3553
  868. - ignore exceptions in scandir_inorder() caused by an implicit stat(),
  869. also remove unneeded sort, #3545
  870. - fixed tab completion problem where a space is always added after path even
  871. when it shouldn't
  872. - build: do .h file content checks in binary mode, fixes build issue for
  873. non-ascii header files on pure-ascii locale platforms, #3544 #3639
  874. - borgfs: fix patterns/paths processing, #3551
  875. - config: add some validation, #3566
  876. - repository config: add validation for max_segment_size, #3592
  877. - set cache previous_location on load instead of save
  878. - remove platform.uname() call which caused library mismatch issues, #3732
  879. - add exception handler around deprecated platform.linux_distribution() call
  880. - use same datetime object for {now} and {utcnow}, #3548
  881. New features:
  882. - create: implement --stdin-name, #3533
  883. - add chunker_params to borg archive info (--json)
  884. - BORG_SHOW_SYSINFO=no to hide system information from exceptions
  885. Other changes:
  886. - updated zsh completions for borg 1.1.4
  887. - files cache related code cleanups
  888. - be more helpful when parsing invalid --pattern values, #3575
  889. - be more clear in secure-erase warning message, #3591
  890. - improve getpass user experience, #3689
  891. - docs build: unicode problem fixed when using a py27-based sphinx
  892. - docs:
  893. - security: explicitly note what happens OUTSIDE the attack model
  894. - security: add note about combining compression and encryption
  895. - security: describe chunk size / proximity issue, #3687
  896. - quickstart: add note about permissions, borg@localhost, #3452
  897. - quickstart: add introduction to repositories & archives, #3620
  898. - recreate --recompress: add missing metavar, clarify description, #3617
  899. - improve logging docs, #3549
  900. - add an example for --pattern usage, #3661
  901. - clarify path semantics when matching, #3598
  902. - link to offline documentation from README, #3502
  903. - add docs on how to verify a signed release with GPG, #3634
  904. - chunk seed is generated per repository (not: archive)
  905. - better formatting of CPU usage documentation, #3554
  906. - extend append-only repo rollback docs, #3579
  907. - tests:
  908. - fix erroneously skipped zstd compressor tests, #3606
  909. - skip a test if argparse is broken, #3705
  910. - vagrant:
  911. - xenial64 box now uses username 'vagrant', #3707
  912. - move cleanup steps to fs_init, #3706
  913. - the boxcutter wheezy boxes are 404, use local ones
  914. - update to Python 3.5.5 (for binary builds)
  915. Version 1.1.4 (2017-12-31)
  916. --------------------------
  917. Compatibility notes:
  918. - When upgrading from borg 1.0.x to 1.1.x, please note:
  919. - read all the compatibility notes for 1.1.0*, starting from 1.1.0b1.
  920. - borg upgrade: you do not need to and you also should not run it.
  921. - borg might ask some security-related questions once after upgrading.
  922. You can answer them either manually or via environment variable.
  923. One known case is if you use unencrypted repositories, then it will ask
  924. about a unknown unencrypted repository one time.
  925. - your first backup with 1.1.x might be significantly slower (it might
  926. completely read, chunk, hash a lot files) - this is due to the
  927. --files-cache mode change (and happens every time you change mode).
  928. You can avoid the one-time slowdown by using the pre-1.1.0rc4-compatible
  929. mode (but that is less safe for detecting changed files than the default).
  930. See the --files-cache docs for details.
  931. - borg 1.1.4 changes:
  932. - zstd compression is new in borg 1.1.4, older borg can't handle it.
  933. - new minimum requirements for the compression libraries - if the required
  934. versions (header and lib) can't be found at build time, bundled code will
  935. be used:
  936. - added requirement: libzstd >= 1.3.0 (bundled: 1.3.2)
  937. - updated requirement: liblz4 >= 1.7.0 / r129 (bundled: 1.8.0)
  938. Fixes:
  939. - check: data corruption fix: fix for borg check --repair malfunction, #3444.
  940. See the more detailed notes close to the top of this document.
  941. - delete: also delete security dir when deleting a repo, #3427
  942. - prune: fix building the "borg prune" man page, #3398
  943. - init: use given --storage-quota for local repo, #3470
  944. - init: properly quote repo path in output
  945. - fix startup delay with dns-only own fqdn resolving, #3471
  946. New features:
  947. - added zstd compression. try it!
  948. - added placeholder {reverse-fqdn} for fqdn in reverse notation
  949. - added BORG_BASE_DIR environment variable, #3338
  950. Other changes:
  951. - list help topics when invalid topic is requested
  952. - fix lz4 deprecation warning, requires lz4 >= 1.7.0 (r129)
  953. - add parens for C preprocessor macro argument usages (did not cause malfunction)
  954. - exclude broken pytest 3.3.0 release
  955. - updated fish/bash completions
  956. - init: more clear exception messages for borg create, #3465
  957. - docs:
  958. - add auto-generated docs for borg config
  959. - don't generate HTML docs page for borgfs, #3404
  960. - docs update for lz4 b2 zstd changes
  961. - add zstd to compression help, readme, docs
  962. - update requirements and install docs about bundled lz4 and zstd
  963. - refactored build of the compress and crypto.low_level extensions, #3415:
  964. - move some lib/build related code to setup_{zstd,lz4,b2}.py
  965. - bundle lz4 1.8.0 (requirement: >= 1.7.0 / r129)
  966. - bundle zstd 1.3.2 (requirement: >= 1.3.0)
  967. - blake2 was already bundled
  968. - rename BORG_LZ4_PREFIX env var to BORG_LIBLZ4_PREFIX for better consistency:
  969. we also have BORG_LIBB2_PREFIX and BORG_LIBZSTD_PREFIX now.
  970. - add prefer_system_lib* = True settings to setup.py - by default the build
  971. will prefer a shared library over the bundled code, if library and headers
  972. can be found and meet the minimum requirements.
  973. Version 1.1.3 (2017-11-27)
  974. --------------------------
  975. Fixes:
  976. - Security Fix for CVE-2017-15914: Incorrect implementation of access controls
  977. allows remote users to override repository restrictions in Borg servers.
  978. A user able to access a remote Borg SSH server is able to circumvent access
  979. controls post-authentication.
  980. Affected releases: 1.1.0, 1.1.1, 1.1.2. Releases 1.0.x are NOT affected.
  981. - crc32: deal with unaligned buffer, add tests - this broke borg on older ARM
  982. CPUs that can not deal with unaligned 32bit memory accesses and raise a bus
  983. error in such cases. the fix might also improve performance on some CPUs as
  984. all 32bit memory accesses by the crc32 code are properly aligned now. #3317
  985. - mount: fixed support of --consider-part-files and do not show .borg_part_N
  986. files by default in the mounted FUSE filesystem. #3347
  987. - fixed cache/repo timestamp inconsistency message, highlight that information
  988. is obtained from security dir (deleting the cache will not bypass this error
  989. in case the user knows this is a legitimate repo).
  990. - borgfs: don't show sub-command in borgfs help, #3287
  991. - create: show an error when --dry-run and --stats are used together, #3298
  992. New features:
  993. - mount: added exclusion group options and paths, #2138
  994. Reused some code to support similar options/paths as borg extract offers -
  995. making good use of these to only mount a smaller subset of dirs/files can
  996. speed up mounting a lot and also will consume way less memory.
  997. borg mount [options] repo_or_archive mountpoint path [paths...]
  998. paths: you can just give some "root paths" (like for borg extract) to
  999. only partially populate the FUSE filesystem.
  1000. new options: --exclude[-from], --pattern[s-from], --strip-components
  1001. - create/extract: support st_birthtime on platforms supporting it, #3272
  1002. - add "borg config" command for querying/setting/deleting config values, #3304
  1003. Other changes:
  1004. - clean up and simplify packaging (only package committed files, do not install
  1005. .c/.h/.pyx files)
  1006. - docs:
  1007. - point out tuning options for borg create, #3239
  1008. - add instructions for using ntfsclone, zerofree, #81
  1009. - move image backup-related FAQ entries to a new page
  1010. - clarify key aliases for borg list --format, #3111
  1011. - mention break-lock in checkpointing FAQ entry, #3328
  1012. - document sshfs rename workaround, #3315
  1013. - add FAQ about removing files from existing archives
  1014. - add FAQ about different prune policies
  1015. - usage and man page for borgfs, #3216
  1016. - clarify create --stats duration vs. wall time, #3301
  1017. - clarify encrypted key format for borg key export, #3296
  1018. - update release checklist about security fixes
  1019. - document good and problematic option placements, fix examples, #3356
  1020. - add note about using --nobsdflags to avoid speed penalty related to
  1021. bsdflags, #3239
  1022. - move most of support section to www.borgbackup.org
  1023. Version 1.1.2 (2017-11-05)
  1024. --------------------------
  1025. Fixes:
  1026. - fix KeyError crash when talking to borg server < 1.0.7, #3244
  1027. - extract: set bsdflags last (include immutable flag), #3263
  1028. - create: don't do stat() call on excluded-norecurse directory, fix exception
  1029. handling for stat() call, #3209
  1030. - create --stats: do not count data volume twice when checkpointing, #3224
  1031. - recreate: move chunks_healthy when excluding hardlink master, #3228
  1032. - recreate: get rid of chunks_healthy when rechunking (does not match), #3218
  1033. - check: get rid of already existing not matching chunks_healthy metadata, #3218
  1034. - list: fix stdout broken pipe handling, #3245
  1035. - list/diff: remove tag-file options (not used), #3226
  1036. New features:
  1037. - bash, zsh and fish shell auto-completions, see scripts/shell_completions/
  1038. - added BORG_CONFIG_DIR env var, #3083
  1039. Other changes:
  1040. - docs:
  1041. - clarify using a blank passphrase in keyfile mode
  1042. - mention "!" (exclude-norecurse) type in "patterns" help
  1043. - document to first heal before running borg recreate to re-chunk stuff,
  1044. because that will have to get rid of chunks_healthy metadata.
  1045. - more than 23 is not supported for CHUNK_MAX_EXP, #3115
  1046. - borg does not respect nodump flag by default any more
  1047. - clarify same-filesystem requirement for borg upgrade, #2083
  1048. - update / rephrase cygwin / WSL status, #3174
  1049. - improve docs about --stats, #3260
  1050. - vagrant: openindiana new clang package
  1051. Already contained in 1.1.1 (last minute fix):
  1052. - arg parsing: fix fallback function, refactor, #3205. This is a fixup
  1053. for #3155, which was broken on at least python <= 3.4.2.
  1054. Version 1.1.1 (2017-10-22)
  1055. --------------------------
  1056. Compatibility notes:
  1057. - The deprecated --no-files-cache is not a global/common option any more,
  1058. but only available for borg create (it is not needed for anything else).
  1059. Use --files-cache=disabled instead of --no-files-cache.
  1060. - The nodump flag ("do not backup this file") is not honoured any more by
  1061. default because this functionality (esp. if it happened by error or
  1062. unexpected) was rather confusing and unexplainable at first to users.
  1063. If you want that "do not backup NODUMP-flagged files" behaviour, use:
  1064. borg create --exclude-nodump ...
  1065. - If you are on Linux and do not need bsdflags archived, consider using
  1066. ``--nobsdflags`` with ``borg create`` to avoid additional syscalls and
  1067. speed up backup creation.
  1068. Fixes:
  1069. - borg recreate: correctly compute part file sizes. fixes cosmetic, but
  1070. annoying issue as borg check complains about size inconsistencies of part
  1071. files in affected archives. you can solve that by running borg recreate on
  1072. these archives, see also #3157.
  1073. - bsdflags support: do not open BLK/CHR/LNK files, avoid crashes and
  1074. slowness, #3130
  1075. - recreate: don't crash on attic archives w/o time_end, #3109
  1076. - don't crash on repository filesystems w/o hardlink support, #3107
  1077. - don't crash in first part of truncate_and_unlink, #3117
  1078. - fix server-side IndexError crash with clients < 1.0.7, #3192
  1079. - don't show traceback if only a global option is given, show help, #3142
  1080. - cache: use SaveFile for more safety, #3158
  1081. - init: fix wrong encryption choices in command line parser, fix missing
  1082. "authenticated-blake2", #3103
  1083. - move --no-files-cache from common to borg create options, #3146
  1084. - fix detection of non-local path (failed on ..filename), #3108
  1085. - logging with fileConfig: set json attr on "borg" logger, #3114
  1086. - fix crash with relative BORG_KEY_FILE, #3197
  1087. - show excluded dir with "x" for tagged dirs / caches, #3189
  1088. New features:
  1089. - create: --nobsdflags and --exclude-nodump options, #3160
  1090. - extract: --nobsdflags option, #3160
  1091. Other changes:
  1092. - remove annoying hardlinked symlinks warning, #3175
  1093. - vagrant: use self-made FreeBSD 10.3 box, #3022
  1094. - travis: don't brew update, hopefully fixes #2532
  1095. - docs:
  1096. - readme: -e option is required in borg 1.1
  1097. - add example showing --show-version --show-rc
  1098. - use --format rather than --list-format (deprecated) in example
  1099. - update docs about hardlinked symlinks limitation
  1100. Version 1.1.0 (2017-10-07)
  1101. --------------------------
  1102. Compatibility notes:
  1103. - borg command line: do not put options in between positional arguments
  1104. This sometimes works (e.g. it worked in borg 1.0.x), but can easily stop
  1105. working if we make positional arguments optional (like it happened for
  1106. borg create's "paths" argument in 1.1). There are also places in borg 1.0
  1107. where we do that, so it doesn't work there in general either. #3356
  1108. Good: borg create -v --stats repo::archive path
  1109. Good: borg create repo::archive path -v --stats
  1110. Bad: borg create repo::archive -v --stats path
  1111. Fixes:
  1112. - fix LD_LIBRARY_PATH restoration for subprocesses, #3077
  1113. - "auto" compression: make sure expensive compression is actually better,
  1114. otherwise store lz4 compressed data we already computed.
  1115. Other changes:
  1116. - docs:
  1117. - FAQ: we do not implement futile attempts of ETA / progress displays
  1118. - manpage: fix typos, update homepage
  1119. - implement simple "issue" role for manpage generation, #3075
  1120. Version 1.1.0rc4 (2017-10-01)
  1121. -----------------------------
  1122. Compatibility notes:
  1123. - A borg server >= 1.1.0rc4 does not support borg clients 1.1.0b3-b5. #3033
  1124. - The files cache is now controlled differently and has a new default mode:
  1125. - the files cache now uses ctime by default for improved file change
  1126. detection safety. You can still use mtime for more speed and less safety.
  1127. - --ignore-inode is deprecated (use --files-cache=... without "inode")
  1128. - --no-files-cache is deprecated (use --files-cache=disabled)
  1129. New features:
  1130. - --files-cache - implement files cache mode control, #911
  1131. You can now control the files cache mode using this option:
  1132. --files-cache={ctime,mtime,size,inode,rechunk,disabled}
  1133. (only some combinations are supported). See the docs for details.
  1134. Fixes:
  1135. - remote progress/logging: deal with partial lines, #2637
  1136. - remote progress: flush json mode output
  1137. - fix subprocess environments, #3050 (and more)
  1138. Other changes:
  1139. - remove client_supports_log_v3 flag, #3033
  1140. - exclude broken Cython 0.27(.0) in requirements, #3066
  1141. - vagrant:
  1142. - upgrade to FUSE for macOS 3.7.1
  1143. - use Python 3.5.4 to build the binaries
  1144. - docs:
  1145. - security: change-passphrase only changes the passphrase, #2990
  1146. - fixed/improved borg create --compression examples, #3034
  1147. - add note about metadata dedup and --no[ac]time, #2518
  1148. - twitter account @borgbackup now, better visible, #2948
  1149. - simplified rate limiting wrapper in FAQ
  1150. Version 1.1.0rc3 (2017-09-10)
  1151. -----------------------------
  1152. New features:
  1153. - delete: support naming multiple archives, #2958
  1154. Fixes:
  1155. - repo cleanup/write: invalidate cached FDs, #2982
  1156. - fix datetime.isoformat() microseconds issues, #2994
  1157. - recover_segment: use mmap(), lower memory needs, #2987
  1158. Other changes:
  1159. - with-lock: close segment file before invoking subprocess
  1160. - keymanager: don't depend on optional readline module, #2976
  1161. - docs:
  1162. - fix macOS keychain integration command
  1163. - show/link new screencasts in README, #2936
  1164. - document utf-8 locale requirement for json mode, #2273
  1165. - vagrant: clean up shell profile init, user name, #2977
  1166. - test_detect_attic_repo: don't test mount, #2975
  1167. - add debug logging for repository cleanup
  1168. Version 1.1.0rc2 (2017-08-28)
  1169. -----------------------------
  1170. Compatibility notes:
  1171. - list: corrected mix-up of "isomtime" and "mtime" formats. Previously,
  1172. "isomtime" was the default but produced a verbose human format,
  1173. while "mtime" produced a ISO-8601-like format.
  1174. The behaviours have been swapped (so "mtime" is human, "isomtime" is ISO-like),
  1175. and the default is now "mtime".
  1176. "isomtime" is now a real ISO-8601 format ("T" between date and time, not a space).
  1177. New features:
  1178. - None.
  1179. Fixes:
  1180. - list: fix weird mixup of mtime/isomtime
  1181. - create --timestamp: set start time, #2957
  1182. - ignore corrupt files cache, #2939
  1183. - migrate locks to child PID when daemonize is used
  1184. - fix exitcode of borg serve, #2910
  1185. - only compare contents when chunker params match, #2899
  1186. - umount: try fusermount, then try umount, #2863
  1187. Other changes:
  1188. - JSON: use a more standard ISO 8601 datetime format, #2376
  1189. - cache: write_archive_index: truncate_and_unlink on error, #2628
  1190. - detect non-upgraded Attic repositories, #1933
  1191. - delete various nogil and threading related lines
  1192. - coala / pylint related improvements
  1193. - docs:
  1194. - renew asciinema/screencasts, #669
  1195. - create: document exclusion through nodump, #2949
  1196. - minor formatting fixes
  1197. - tar: tarpipe example
  1198. - improve "with-lock" and "info" docs, #2869
  1199. - detail how to use macOS/GNOME/KDE keyrings for repo passwords, #392
  1200. - travis: only short-circuit docs-only changes for pull requests
  1201. - vagrant:
  1202. - netbsd: bash is already installed
  1203. - fix netbsd version in PKG_PATH
  1204. - add exe location to PATH when we build an exe
  1205. Version 1.1.0rc1 (2017-07-24)
  1206. -----------------------------
  1207. Compatibility notes:
  1208. - delete: removed short option for --cache-only
  1209. New features:
  1210. - support borg list repo --format {comment} {bcomment} {end}, #2081
  1211. - key import: allow reading from stdin, #2760
  1212. Fixes:
  1213. - with-lock: avoid creating segment files that might be overwritten later, #1867
  1214. - prune: fix checkpoints processing with --glob-archives
  1215. - FUSE: versions view: keep original file extension at end, #2769
  1216. - fix --last, --first: do not accept values <= 0,
  1217. fix reversed archive ordering with --last
  1218. - include testsuite data (attic.tar.gz) when installing the package
  1219. - use limited unpacker for outer key, for manifest (both security precautions),
  1220. #2174 #2175
  1221. - fix bashism in shell scripts, #2820, #2816
  1222. - cleanup endianness detection, create _endian.h,
  1223. fixes build on alpine linux, #2809
  1224. - fix crash with --no-cache-sync (give known chunk size to chunk_incref), #2853
  1225. Other changes:
  1226. - FUSE: versions view: linear numbering by archive time
  1227. - split up interval parsing from filtering for --keep-within, #2610
  1228. - add a basic .editorconfig, #2734
  1229. - use archive creation time as mtime for FUSE mount, #2834
  1230. - upgrade FUSE for macOS (osxfuse) from 3.5.8 to 3.6.3, #2706
  1231. - hashindex: speed up by replacing modulo with "if" to check for wraparound
  1232. - coala checker / pylint: fixed requirements and .coafile, more ignores
  1233. - borg upgrade: name backup directories as 'before-upgrade', #2811
  1234. - add .mailmap
  1235. - some minor changes suggested by lgtm.com
  1236. - docs:
  1237. - better explanation of the --ignore-inode option relevance, #2800
  1238. - fix openSUSE command and add openSUSE section
  1239. - simplify ssh authorized_keys file using "restrict", add legacy note, #2121
  1240. - mount: show usage of archive filters
  1241. - mount: add repository example, #2462
  1242. - info: update and add examples, #2765
  1243. - prune: include example
  1244. - improved style / formatting
  1245. - improved/fixed segments_per_dir docs
  1246. - recreate: fix wrong "remove unwanted files" example
  1247. - reference list of status chars in borg recreate --filter description
  1248. - update source-install docs about doc build dependencies, #2795
  1249. - cleanup installation docs
  1250. - file system requirements, update segs per dir
  1251. - fix checkpoints/parts reference in FAQ, #2859
  1252. - code:
  1253. - hashindex: don't pass side effect into macro
  1254. - crypto low_level: don't mutate local bytes()
  1255. - use dash_open function to open file or "-" for stdin/stdout
  1256. - archiver: argparse cleanup / refactoring
  1257. - shellpattern: add match_end arg
  1258. - tests: added some additional unit tests, some fixes, #2700 #2710
  1259. - vagrant: fix setup of cygwin, add Debian 9 "stretch"
  1260. - travis: don't perform full travis build on docs-only changes, #2531
  1261. Version 1.1.0b6 (2017-06-18)
  1262. ----------------------------
  1263. Compatibility notes:
  1264. - Running "borg init" via a "borg serve --append-only" server will *not* create
  1265. an append-only repository anymore. Use "borg init --append-only" to initialize
  1266. an append-only repository.
  1267. - Repositories in the "repokey" and "repokey-blake2" modes with an empty passphrase
  1268. are now treated as unencrypted repositories for security checks (e.g.
  1269. BORG_UNKNOWN_UNENCRYPTED_REPO_ACCESS_IS_OK).
  1270. Previously there would be no prompts nor messages if an unknown repository
  1271. in one of these modes with an empty passphrase was encountered. This would
  1272. allow an attacker to swap a repository, if one assumed that the lack of
  1273. password prompts was due to a set BORG_PASSPHRASE.
  1274. Since the "trick" does not work if BORG_PASSPHRASE is set, this does generally
  1275. not affect scripts.
  1276. - Repositories in the "authenticated" mode are now treated as the unencrypted
  1277. repositories they are.
  1278. - The client-side temporary repository cache now holds unencrypted data for better speed.
  1279. - borg init: removed the short form of --append-only (-a).
  1280. - borg upgrade: removed the short form of --inplace (-i).
  1281. New features:
  1282. - reimplemented the RepositoryCache, size-limited caching of decrypted repo
  1283. contents, integrity checked via xxh64. #2515
  1284. - reduced space usage of chunks.archive.d. Existing caches are migrated during
  1285. a cache sync. #235 #2638
  1286. - integrity checking using xxh64 for important files used by borg, #1101:
  1287. - repository: index and hints files
  1288. - cache: chunks and files caches, chunks.archive.d
  1289. - improve cache sync speed, #1729
  1290. - create: new --no-cache-sync option
  1291. - add repository mandatory feature flags infrastructure, #1806
  1292. - Verify most operations against SecurityManager. Location, manifest timestamp
  1293. and key types are now checked for almost all non-debug commands. #2487
  1294. - implement storage quotas, #2517
  1295. - serve: add --restrict-to-repository, #2589
  1296. - BORG_PASSCOMMAND: use external tool providing the key passphrase, #2573
  1297. - borg export-tar, #2519
  1298. - list: --json-lines instead of --json for archive contents, #2439
  1299. - add --debug-profile option (and also "borg debug convert-profile"), #2473
  1300. - implement --glob-archives/-a, #2448
  1301. - normalize authenticated key modes for better naming consistency:
  1302. - rename "authenticated" to "authenticated-blake2" (uses blake2b)
  1303. - implement "authenticated" mode (uses hmac-sha256)
  1304. Fixes:
  1305. - hashindex: read/write indices >2 GiB on 32bit systems, better error
  1306. reporting, #2496
  1307. - repository URLs: implement IPv6 address support and also more informative
  1308. error message when parsing fails.
  1309. - mount: check whether llfuse is installed before asking for passphrase, #2540
  1310. - mount: do pre-mount checks before opening repository, #2541
  1311. - FUSE:
  1312. - fix crash if empty (None) xattr is read, #2534
  1313. - fix read(2) caching data in metadata cache
  1314. - fix negative uid/gid crash (fix crash when mounting archives
  1315. of external drives made on cygwin), #2674
  1316. - redo ItemCache, on top of object cache
  1317. - use decrypted cache
  1318. - remove unnecessary normpaths
  1319. - serve: ignore --append-only when initializing a repository (borg init), #2501
  1320. - serve: fix incorrect type of exception_short for Errors, #2513
  1321. - fix --exclude and --exclude-from recursing into directories, #2469
  1322. - init: don't allow creating nested repositories, #2563
  1323. - --json: fix encryption[mode] not being the cmdline name
  1324. - remote: propagate Error.traceback correctly
  1325. - fix remote logging and progress, #2241
  1326. - implement --debug-topic for remote servers
  1327. - remote: restore "Remote:" prefix (as used in 1.0.x)
  1328. - rpc negotiate: enable v3 log protocol only for supported clients
  1329. - fix --progress and logging in general for remote
  1330. - fix parse_version, add tests, #2556
  1331. - repository: truncate segments (and also some other files) before unlinking, #2557
  1332. - recreate: keep timestamps as in original archive, #2384
  1333. - recreate: if single archive is not processed, exit 2
  1334. - patterns: don't recurse with ! / --exclude for pf:, #2509
  1335. - cache sync: fix n^2 behaviour in lookup_name
  1336. - extract: don't write to disk with --stdout (affected non-regular-file items), #2645
  1337. - hashindex: implement KeyError, more tests
  1338. Other changes:
  1339. - remote: show path in PathNotAllowed
  1340. - consider repokey w/o passphrase == unencrypted, #2169
  1341. - consider authenticated mode == unencrypted, #2503
  1342. - restrict key file names, #2560
  1343. - document follow_symlinks requirements, check libc, use stat and chown
  1344. with follow_symlinks=False, #2507
  1345. - support common options on the main command, #2508
  1346. - support common options on mid-level commands (e.g. borg *key* export)
  1347. - make --progress a common option
  1348. - increase DEFAULT_SEGMENTS_PER_DIR to 1000
  1349. - chunker: fix invalid use of types (function only used by tests)
  1350. - chunker: don't do uint32_t >> 32
  1351. - FUSE:
  1352. - add instrumentation (--debug and SIGUSR1/SIGINFO)
  1353. - reduced memory usage for repository mounts by lazily instantiating archives
  1354. - improved archive load times
  1355. - info: use CacheSynchronizer & HashIndex.stats_against (better performance)
  1356. - docs:
  1357. - init: document --encryption as required
  1358. - security: OpenSSL usage
  1359. - security: used implementations; note python libraries
  1360. - security: security track record of OpenSSL and msgpack
  1361. - patterns: document denial of service (regex, wildcards)
  1362. - init: note possible denial of service with "none" mode
  1363. - init: document SHA extension is supported in OpenSSL and thus SHA is
  1364. faster on AMD Ryzen than blake2b.
  1365. - book: use A4 format, new builder option format.
  1366. - book: create appendices
  1367. - data structures: explain repository compaction
  1368. - data structures: add chunk layout diagram
  1369. - data structures: integrity checking
  1370. - data structures: demingle cache and repo index
  1371. - Attic FAQ: separate section for attic stuff
  1372. - FAQ: I get an IntegrityError or similar - what now?
  1373. - FAQ: Can I use Borg on SMR hard drives?, #2252
  1374. - FAQ: specify "using inline shell scripts"
  1375. - add systemd warning regarding placeholders, #2543
  1376. - xattr: document API
  1377. - add docs/misc/borg-data-flow data flow chart
  1378. - debugging facilities
  1379. - README: how to help the project, #2550
  1380. - README: add bountysource badge, #2558
  1381. - fresh new theme + tweaking
  1382. - logo: vectorized (PDF and SVG) versions
  1383. - frontends: use headlines - you can link to them
  1384. - mark --pattern, --patterns-from as experimental
  1385. - highlight experimental features in online docs
  1386. - remove regex based pattern examples, #2458
  1387. - nanorst for "borg help TOPIC" and --help
  1388. - split deployment
  1389. - deployment: hosting repositories
  1390. - deployment: automated backups to a local hard drive
  1391. - development: vagrant, windows10 requirements
  1392. - development: update docs remarks
  1393. - split usage docs, #2627
  1394. - usage: avoid bash highlight, [options] instead of <options>
  1395. - usage: add benchmark page
  1396. - helpers: truncate_and_unlink doc
  1397. - don't suggest to leak BORG_PASSPHRASE
  1398. - internals: columnize rather long ToC [webkit fixup]
  1399. internals: manifest & feature flags
  1400. - internals: more HashIndex details
  1401. - internals: fix ASCII art equations
  1402. - internals: edited obj graph related sections a bit
  1403. - internals: layers image + description
  1404. - fix way too small figures in pdf
  1405. - index: disable syntax highlight (bash)
  1406. - improve options formatting, fix accidental block quotes
  1407. - testing / checking:
  1408. - add support for using coala, #1366
  1409. - testsuite: add ArchiverCorruptionTestCase
  1410. - do not test logger name, #2504
  1411. - call setup_logging after destroying logging config
  1412. - testsuite.archiver: normalise pytest.raises vs. assert_raises
  1413. - add test for preserved intermediate folder permissions, #2477
  1414. - key: add round-trip test
  1415. - remove attic dependency of the tests, #2505
  1416. - enable remote tests on cygwin
  1417. - tests: suppress tar's future timestamp warning
  1418. - cache sync: add more refcount tests
  1419. - repository: add tests, including corruption tests
  1420. - vagrant:
  1421. - control VM cpus and pytest workers via env vars VMCPUS and XDISTN
  1422. - update cleaning workdir
  1423. - fix openbsd shell
  1424. - add OpenIndiana
  1425. - packaging:
  1426. - binaries: don't bundle libssl
  1427. - setup.py clean to remove compiled files
  1428. - fail in borg package if version metadata is very broken (setuptools_scm)
  1429. - repo / code structure:
  1430. - create borg.algorithms and borg.crypto packages
  1431. - algorithms: rename crc32 to checksums
  1432. - move patterns to module, #2469
  1433. - gitignore: complete paths for src/ excludes
  1434. - cache: extract CacheConfig class
  1435. - implement IntegrityCheckedFile + Detached variant, #2502 #1688
  1436. - introduce popen_with_error_handling to handle common user errors
  1437. Version 1.1.0b5 (2017-04-30)
  1438. ----------------------------
  1439. Compatibility notes:
  1440. - BORG_HOSTNAME_IS_UNIQUE is now on by default.
  1441. - removed --compression-from feature
  1442. - recreate: add --recompress flag, unify --always-recompress and
  1443. --recompress
  1444. Fixes:
  1445. - catch exception for os.link when hardlinks are not supported, #2405
  1446. - borg rename / recreate: expand placeholders, #2386
  1447. - generic support for hardlinks (files, devices, FIFOs), #2324
  1448. - extract: also create parent dir for device files, if needed, #2358
  1449. - extract: if a hardlink master is not in the to-be-extracted subset,
  1450. the "x" status was not displayed for it, #2351
  1451. - embrace y2038 issue to support 32bit platforms: clamp timestamps to int32,
  1452. #2347
  1453. - verify_data: fix IntegrityError handling for defect chunks, #2442
  1454. - allow excluding parent and including child, #2314
  1455. Other changes:
  1456. - refactor compression decision stuff
  1457. - change global compression default to lz4 as well, to be consistent
  1458. with --compression defaults.
  1459. - placeholders: deny access to internals and other unspecified stuff
  1460. - clearer error message for unrecognized placeholder
  1461. - more clear exception if borg check does not help, #2427
  1462. - vagrant: upgrade FUSE for macOS to 3.5.8, #2346
  1463. - linux binary builds: get rid of glibc 2.13 dependency, #2430
  1464. - docs:
  1465. - placeholders: document escaping
  1466. - serve: env vars in original commands are ignored
  1467. - tell what kind of hardlinks we support
  1468. - more docs about compression
  1469. - LICENSE: use canonical formulation
  1470. ("copyright holders and contributors" instead of "author")
  1471. - document borg init behaviour via append-only borg serve, #2440
  1472. - be clear about what buzhash is used for, #2390
  1473. - add hint about chunker params, #2421
  1474. - clarify borg upgrade docs, #2436
  1475. - FAQ to explain warning when running borg check --repair, #2341
  1476. - repository file system requirements, #2080
  1477. - pre-install considerations
  1478. - misc. formatting / crossref fixes
  1479. - tests:
  1480. - enhance travis setuptools_scm situation
  1481. - add extra test for the hashindex
  1482. - fix invalid param issue in benchmarks
  1483. These belong to 1.1.0b4 release, but did not make it into changelog by then:
  1484. - vagrant: increase memory for parallel testing
  1485. - lz4 compress: lower max. buffer size, exception handling
  1486. - add docstring to do_benchmark_crud
  1487. - patterns help: mention path full-match in intro
  1488. Version 1.1.0b4 (2017-03-27)
  1489. ----------------------------
  1490. Compatibility notes:
  1491. - init: the --encryption argument is mandatory now (there are several choices)
  1492. - moved "borg migrate-to-repokey" to "borg key migrate-to-repokey".
  1493. - "borg change-passphrase" is deprecated, use "borg key change-passphrase"
  1494. instead.
  1495. - the --exclude-if-present option now supports tagging a folder with any
  1496. filesystem object type (file, folder, etc), instead of expecting only files
  1497. as tags, #1999
  1498. - the --keep-tag-files option has been deprecated in favor of the new
  1499. --keep-exclude-tags, to account for the change mentioned above.
  1500. - use lz4 compression by default, #2179
  1501. New features:
  1502. - JSON API to make developing frontends and automation easier
  1503. (see :ref:`json_output`)
  1504. - add JSON output to commands: `borg create/list/info --json ...`.
  1505. - add --log-json option for structured logging output.
  1506. - add JSON progress information, JSON support for confirmations (yes()).
  1507. - add two new options --pattern and --patterns-from as discussed in #1406
  1508. - new path full match pattern style (pf:) for very fast matching, #2334
  1509. - add 'debug dump-manifest' and 'debug dump-archive' commands
  1510. - add 'borg benchmark crud' command, #1788
  1511. - new 'borg delete --force --force' to delete severely corrupted archives, #1975
  1512. - info: show utilization of maximum archive size, #1452
  1513. - list: add dsize and dcsize keys, #2164
  1514. - paperkey.html: Add interactive html template for printing key backups.
  1515. - key export: add qr html export mode
  1516. - securely erase config file (which might have old encryption key), #2257
  1517. - archived file items: add size to metadata, 'borg extract' and 'borg check' do
  1518. check the file size for consistency, FUSE uses precomputed size from Item.
  1519. Fixes:
  1520. - fix remote speed regression introduced in 1.1.0b3, #2185
  1521. - fix regression handling timestamps beyond 2262 (revert bigint removal),
  1522. introduced in 1.1.0b3, #2321
  1523. - clamp (nano)second values to unproblematic range, #2304
  1524. - hashindex: rebuild hashtable if we have too little empty buckets
  1525. (performance fix), #2246
  1526. - Location regex: fix bad parsing of wrong syntax
  1527. - ignore posix_fadvise errors in repository.py, #2095
  1528. - borg rpc: use limited msgpack.Unpacker (security precaution), #2139
  1529. - Manifest: Make sure manifest timestamp is strictly monotonically increasing.
  1530. - create: handle BackupOSError on a per-path level in one spot
  1531. - create: clarify -x option / meaning of "same filesystem"
  1532. - create: don't create hard link refs to failed files
  1533. - archive check: detect and fix missing all-zero replacement chunks, #2180
  1534. - files cache: update inode number when --ignore-inode is used, #2226
  1535. - fix decompression exceptions crashing ``check --verify-data`` and others
  1536. instead of reporting integrity error, #2224 #2221
  1537. - extract: warning for unextracted big extended attributes, #2258, #2161
  1538. - mount: umount on SIGINT/^C when in foreground
  1539. - mount: handle invalid hard link refs
  1540. - mount: fix huge RAM consumption when mounting a repository (saves number of
  1541. archives * 8 MiB), #2308
  1542. - hashindex: detect mingw byte order #2073
  1543. - hashindex: fix wrong skip_hint on hashindex_set when encountering tombstones,
  1544. the regression was introduced in #1748
  1545. - fix ChunkIndex.__contains__ assertion for big-endian archs
  1546. - fix borg key/debug/benchmark crashing without subcommand, #2240
  1547. - Location: accept //servername/share/path
  1548. - correct/refactor calculation of unique/non-unique chunks
  1549. - extract: fix missing call to ProgressIndicator.finish
  1550. - prune: fix error msg, it is --keep-within, not --within
  1551. - fix "auto" compression mode bug (not compressing), #2331
  1552. - fix symlink item fs size computation, #2344
  1553. Other changes:
  1554. - remote repository: improved async exception processing, #2255 #2225
  1555. - with --compression auto,C, only use C if lz4 achieves at least 3% compression
  1556. - PatternMatcher: only normalize path once, #2338
  1557. - hashindex: separate endian-dependent defs from endian detection
  1558. - migrate-to-repokey: ask using canonical_path() as we do everywhere else.
  1559. - SyncFile: fix use of fd object after close
  1560. - make LoggedIO.close_segment reentrant
  1561. - creating a new segment: use "xb" mode, #2099
  1562. - redo key_creator, key_factory, centralise key knowledge, #2272
  1563. - add return code functions, #2199
  1564. - list: only load cache if needed
  1565. - list: files->items, clarifications
  1566. - list: add "name" key for consistency with info cmd
  1567. - ArchiveFormatter: add "start" key for compatibility with "info"
  1568. - RemoteRepository: account rx/tx bytes
  1569. - setup.py build_usage/build_man/build_api fixes
  1570. - Manifest.in: simplify, exclude .so, .dll and .orig, #2066
  1571. - FUSE: get rid of chunk accounting, st_blocks = ceil(size / blocksize).
  1572. - tests:
  1573. - help python development by testing 3.6-dev
  1574. - test for borg delete --force
  1575. - vagrant:
  1576. - freebsd: some fixes, #2067
  1577. - darwin64: use osxfuse 3.5.4 for tests / to build binaries
  1578. - darwin64: improve VM settings
  1579. - use python 3.5.3 to build binaries, #2078
  1580. - upgrade pyinstaller from 3.1.1+ to 3.2.1
  1581. - pyinstaller: use fixed AND freshly compiled bootloader, #2002
  1582. - pyinstaller: automatically builds bootloader if missing
  1583. - docs:
  1584. - create really nice man pages
  1585. - faq: mention --remote-ratelimit in bandwidth limit question
  1586. - fix caskroom link, #2299
  1587. - docs/security: reiterate that RPC in Borg does no networking
  1588. - docs/security: counter tracking, #2266
  1589. - docs/development: update merge remarks
  1590. - address SSH batch mode in docs, #2202 #2270
  1591. - add warning about running build_usage on Python >3.4, #2123
  1592. - one link per distro in the installation page
  1593. - improve --exclude-if-present and --keep-exclude-tags, #2268
  1594. - improve automated backup script in doc, #2214
  1595. - improve remote-path description
  1596. - update docs for create -C default change (lz4)
  1597. - document relative path usage, #1868
  1598. - document snapshot usage, #2178
  1599. - corrected some stuff in internals+security
  1600. - internals: move toctree to after the introduction text
  1601. - clarify metadata kind, manifest ops
  1602. - key enc: correct / clarify some stuff, link to internals/security
  1603. - datas: enc: 1.1.x mas different MACs
  1604. - datas: enc: correct factual error -- no nonce involved there.
  1605. - make internals.rst an index page and edit it a bit
  1606. - add "Cryptography in Borg" and "Remote RPC protocol security" sections
  1607. - document BORG_HOSTNAME_IS_UNIQUE, #2087
  1608. - FAQ by categories as proposed by @anarcat in #1802
  1609. - FAQ: update Which file types, attributes, etc. are *not* preserved?
  1610. - development: new branching model for git repository
  1611. - development: define "ours" merge strategy for auto-generated files
  1612. - create: move --exclude note to main doc
  1613. - create: move item flags to main doc
  1614. - fix examples using borg init without -e/--encryption
  1615. - list: don't print key listings in fat (html + man)
  1616. - remove Python API docs (were very incomplete, build problems on RTFD)
  1617. - added FAQ section about backing up root partition
  1618. Version 1.0.10 (2017-02-13)
  1619. ---------------------------
  1620. Bug fixes:
  1621. - Manifest timestamps are now monotonically increasing,
  1622. this fixes issues when the system clock jumps backwards
  1623. or is set inconsistently across computers accessing the same repository, #2115
  1624. - Fixed testing regression in 1.0.10rc1 that lead to a hard dependency on
  1625. py.test >= 3.0, #2112
  1626. New features:
  1627. - "key export" can now generate a printable HTML page with both a QR code and
  1628. a human-readable "paperkey" representation (and custom text) through the
  1629. ``--qr-html`` option.
  1630. The same functionality is also available through `paperkey.html <paperkey.html>`_,
  1631. which is the same HTML page generated by ``--qr-html``. It works with existing
  1632. "key export" files and key files.
  1633. Other changes:
  1634. - docs:
  1635. - language clarification - "borg create --one-file-system" option does not respect
  1636. mount points, but considers different file systems instead, #2141
  1637. - setup.py: build_api: sort file list for determinism
  1638. Version 1.1.0b3 (2017-01-15)
  1639. ----------------------------
  1640. Compatibility notes:
  1641. - borg init: removed the default of "--encryption/-e", #1979
  1642. This was done so users do a informed decision about -e mode.
  1643. Bug fixes:
  1644. - borg recreate: don't rechunkify unless explicitly told so
  1645. - borg info: fixed bug when called without arguments, #1914
  1646. - borg init: fix free space check crashing if disk is full, #1821
  1647. - borg debug delete/get obj: fix wrong reference to exception
  1648. - fix processing of remote ~/ and ~user/ paths (regressed since 1.1.0b1), #1759
  1649. - posix platform module: only build / import on non-win32 platforms, #2041
  1650. New features:
  1651. - new CRC32 implementations that are much faster than the zlib one used previously, #1970
  1652. - add blake2b key modes (use blake2b as MAC). This links against system libb2,
  1653. if possible, otherwise uses bundled code
  1654. - automatically remove stale locks - set BORG_HOSTNAME_IS_UNIQUE env var
  1655. to enable stale lock killing. If set, stale locks in both cache and
  1656. repository are deleted. #562 #1253
  1657. - borg info <repo>: print general repo information, #1680
  1658. - borg check --first / --last / --sort / --prefix, #1663
  1659. - borg mount --first / --last / --sort / --prefix, #1542
  1660. - implement "health" item formatter key, #1749
  1661. - BORG_SECURITY_DIR to remember security related infos outside the cache.
  1662. Key type, location and manifest timestamp checks now survive cache
  1663. deletion. This also means that you can now delete your cache and avoid
  1664. previous warnings, since Borg can still tell it's safe.
  1665. - implement BORG_NEW_PASSPHRASE, #1768
  1666. Other changes:
  1667. - borg recreate:
  1668. - remove special-cased --dry-run
  1669. - update --help
  1670. - remove bloat: interruption blah, autocommit blah, resuming blah
  1671. - re-use existing checkpoint functionality
  1672. - archiver tests: add check_cache tool - lints refcounts
  1673. - fixed cache sync performance regression from 1.1.0b1 onwards, #1940
  1674. - syncing the cache without chunks.archive.d (see :ref:`disable_archive_chunks`)
  1675. now avoids any merges and is thus faster, #1940
  1676. - borg check --verify-data: faster due to linear on-disk-order scan
  1677. - borg debug-xxx commands removed, we use "debug xxx" subcommands now, #1627
  1678. - improve metadata handling speed
  1679. - shortcut hashindex_set by having hashindex_lookup hint about address
  1680. - improve / add progress displays, #1721
  1681. - check for index vs. segment files object count mismatch
  1682. - make RPC protocol more extensible: use named parameters.
  1683. - RemoteRepository: misc. code cleanups / refactors
  1684. - clarify cache/repository README file
  1685. - docs:
  1686. - quickstart: add a comment about other (remote) filesystems
  1687. - quickstart: only give one possible ssh url syntax, all others are
  1688. documented in usage chapter.
  1689. - mention file://
  1690. - document repo URLs / archive location
  1691. - clarify borg diff help, #980
  1692. - deployment: synthesize alternative --restrict-to-path example
  1693. - improve cache / index docs, esp. files cache docs, #1825
  1694. - document using "git merge 1.0-maint -s recursive -X rename-threshold=20%"
  1695. for avoiding troubles when merging the 1.0-maint branch into master.
  1696. - tests:
  1697. - FUSE tests: catch ENOTSUP on freebsd
  1698. - FUSE tests: test troublesome xattrs last
  1699. - fix byte range error in test, #1740
  1700. - use monkeypatch to set env vars, but only on pytest based tests.
  1701. - point XDG_*_HOME to temp dirs for tests, #1714
  1702. - remove all BORG_* env vars from the outer environment
  1703. Version 1.0.10rc1 (2017-01-29)
  1704. ------------------------------
  1705. Bug fixes:
  1706. - borg serve: fix transmission data loss of pipe writes, #1268
  1707. This affects only the cygwin platform (not Linux, BSD, OS X).
  1708. - Avoid triggering an ObjectiveFS bug in xattr retrieval, #1992
  1709. - When running out of buffer memory when reading xattrs, only skip the
  1710. current file, #1993
  1711. - Fixed "borg upgrade --tam" crashing with unencrypted repositories. Since
  1712. :ref:`the issue <tam_vuln>` is not relevant for unencrypted repositories,
  1713. it now does nothing and prints an error, #1981.
  1714. - Fixed change-passphrase crashing with unencrypted repositories, #1978
  1715. - Fixed "borg check repo::archive" indicating success if "archive" does not exist, #1997
  1716. - borg check: print non-exit-code warning if --last or --prefix aren't fulfilled
  1717. - fix bad parsing of wrong repo location syntax
  1718. - create: don't create hard link refs to failed files,
  1719. mount: handle invalid hard link refs, #2092
  1720. - detect mingw byte order, #2073
  1721. - creating a new segment: use "xb" mode, #2099
  1722. - mount: umount on SIGINT/^C when in foreground, #2082
  1723. Other changes:
  1724. - binary: use fixed AND freshly compiled pyinstaller bootloader, #2002
  1725. - xattr: ignore empty names returned by llistxattr(2) et al
  1726. - Enable the fault handler: install handlers for the SIGSEGV, SIGFPE, SIGABRT,
  1727. SIGBUS and SIGILL signals to dump the Python traceback.
  1728. - Also print a traceback on SIGUSR2.
  1729. - borg change-passphrase: print key location (simplify making a backup of it)
  1730. - officially support Python 3.6 (setup.py: add Python 3.6 qualifier)
  1731. - tests:
  1732. - vagrant / travis / tox: add Python 3.6 based testing
  1733. - vagrant: fix openbsd repo, #2042
  1734. - vagrant: fix the freebsd64 machine, #2037 #2067
  1735. - vagrant: use python 3.5.3 to build binaries, #2078
  1736. - vagrant: use osxfuse 3.5.4 for tests / to build binaries
  1737. vagrant: improve darwin64 VM settings
  1738. - travis: fix osxfuse install (fixes OS X testing on Travis CI)
  1739. - travis: require succeeding OS X tests, #2028
  1740. - travis: use latest pythons for OS X based testing
  1741. - use pytest-xdist to parallelize testing
  1742. - fix xattr test race condition, #2047
  1743. - setup.cfg: fix pytest deprecation warning, #2050
  1744. - docs:
  1745. - language clarification - VM backup FAQ
  1746. - borg create: document how to backup stdin, #2013
  1747. - borg upgrade: fix incorrect title levels
  1748. - add CVE numbers for issues fixed in 1.0.9, #2106
  1749. - fix typos (taken from Debian package patch)
  1750. - remote: include data hexdump in "unexpected RPC data" error message
  1751. - remote: log SSH command line at debug level
  1752. - API_VERSION: use numberspaces, #2023
  1753. - remove .github from pypi package, #2051
  1754. - add pip and setuptools to requirements file, #2030
  1755. - SyncFile: fix use of fd object after close (cosmetic)
  1756. - Manifest.in: simplify, exclude \*.{so,dll,orig}, #2066
  1757. - ignore posix_fadvise errors in repository.py, #2095
  1758. (works around issues with docker on ARM)
  1759. - make LoggedIO.close_segment reentrant, avoid reentrance
  1760. Version 1.0.9 (2016-12-20)
  1761. --------------------------
  1762. Security fixes:
  1763. - A flaw in the cryptographic authentication scheme in Borg allowed an attacker
  1764. to spoof the manifest. See :ref:`tam_vuln` above for the steps you should
  1765. take.
  1766. CVE-2016-10099 was assigned to this vulnerability.
  1767. - borg check: When rebuilding the manifest (which should only be needed very rarely)
  1768. duplicate archive names would be handled on a "first come first serve" basis, allowing
  1769. an attacker to apparently replace archives.
  1770. CVE-2016-10100 was assigned to this vulnerability.
  1771. Bug fixes:
  1772. - borg check:
  1773. - rebuild manifest if it's corrupted
  1774. - skip corrupted chunks during manifest rebuild
  1775. - fix TypeError in integrity error handler, #1903, #1894
  1776. - fix location parser for archives with @ char (regression introduced in 1.0.8), #1930
  1777. - fix wrong duration/timestamps if system clock jumped during a create
  1778. - fix progress display not updating if system clock jumps backwards
  1779. - fix checkpoint interval being incorrect if system clock jumps
  1780. Other changes:
  1781. - docs:
  1782. - add python3-devel as a dependency for cygwin-based installation
  1783. - clarify extract is relative to current directory
  1784. - FAQ: fix link to changelog
  1785. - markup fixes
  1786. - tests:
  1787. - test_get\_(cache|keys)_dir: clean env state, #1897
  1788. - get back pytest's pretty assertion failures, #1938
  1789. - setup.py build_usage:
  1790. - fixed build_usage not processing all commands
  1791. - fixed build_usage not generating includes for debug commands
  1792. Version 1.0.9rc1 (2016-11-27)
  1793. -----------------------------
  1794. Bug fixes:
  1795. - files cache: fix determination of newest mtime in backup set (which is
  1796. used in cache cleanup and led to wrong "A" [added] status for unchanged
  1797. files in next backup), #1860.
  1798. - borg check:
  1799. - fix incorrectly reporting attic 0.13 and earlier archives as corrupt
  1800. - handle repo w/o objects gracefully and also bail out early if repo is
  1801. *completely* empty, #1815.
  1802. - fix tox/pybuild in 1.0-maint
  1803. - at xattr module import time, loggers are not initialized yet
  1804. New features:
  1805. - borg umount <mountpoint>
  1806. exposed already existing umount code via the CLI api, so users can use it,
  1807. which is more consistent than using borg to mount and fusermount -u (or
  1808. umount) to un-mount, #1855.
  1809. - implement borg create --noatime --noctime, fixes #1853
  1810. Other changes:
  1811. - docs:
  1812. - display README correctly on PyPI
  1813. - improve cache / index docs, esp. files cache docs, fixes #1825
  1814. - different pattern matching for --exclude, #1779
  1815. - datetime formatting examples for {now} placeholder, #1822
  1816. - clarify passphrase mode attic repo upgrade, #1854
  1817. - clarify --umask usage, #1859
  1818. - clarify how to choose PR target branch
  1819. - clarify prune behavior for different archive contents, #1824
  1820. - fix PDF issues, add logo, fix authors, headings, TOC
  1821. - move security verification to support section
  1822. - fix links in standalone README (:ref: tags)
  1823. - add link to security contact in README
  1824. - add FAQ about security
  1825. - move fork differences to FAQ
  1826. - add more details about resource usage
  1827. - tests: skip remote tests on cygwin, #1268
  1828. - travis:
  1829. - allow OS X failures until the brew cask osxfuse issue is fixed
  1830. - caskroom osxfuse-beta gone, it's osxfuse now (3.5.3)
  1831. - vagrant:
  1832. - upgrade OSXfuse / FUSE for macOS to 3.5.3
  1833. - remove llfuse from tox.ini at a central place
  1834. - do not try to install llfuse on centos6
  1835. - fix FUSE test for darwin, #1546
  1836. - add windows virtual machine with cygwin
  1837. - Vagrantfile cleanup / code deduplication
  1838. Version 1.1.0b2 (2016-10-01)
  1839. ----------------------------
  1840. Bug fixes:
  1841. - fix incorrect preservation of delete tags, leading to "object count mismatch"
  1842. on borg check, #1598. This only occurred with 1.1.0b1 (not with 1.0.x) and is
  1843. normally fixed by running another borg create/delete/prune.
  1844. - fix broken --progress for double-cell paths (e.g. CJK), #1624
  1845. - borg recreate: also catch SIGHUP
  1846. - FUSE:
  1847. - fix hardlinks in versions view, #1599
  1848. - add parameter check to ItemCache.get to make potential failures more clear
  1849. New features:
  1850. - Archiver, RemoteRepository: add --remote-ratelimit (send data)
  1851. - borg help compression, #1582
  1852. - borg check: delete chunks with integrity errors, #1575, so they can be
  1853. "repaired" immediately and maybe healed later.
  1854. - archives filters concept (refactoring/unifying older code)
  1855. - covers --first/--last/--prefix/--sort-by options
  1856. - currently used for borg list/info/delete
  1857. Other changes:
  1858. - borg check --verify-data slightly tuned (use get_many())
  1859. - change {utcnow} and {now} to ISO-8601 format ("T" date/time separator)
  1860. - repo check: log transaction IDs, improve object count mismatch diagnostic
  1861. - Vagrantfile: use TW's fresh-bootloader pyinstaller branch
  1862. - fix module names in api.rst
  1863. - hashindex: bump api_version
  1864. Version 1.1.0b1 (2016-08-28)
  1865. ----------------------------
  1866. New features:
  1867. - new commands:
  1868. - borg recreate: re-create existing archives, #787 #686 #630 #70, also see
  1869. #757, #770.
  1870. - selectively remove files/dirs from old archives
  1871. - re-compress data
  1872. - re-chunkify data, e.g. to have upgraded Attic / Borg 0.xx archives
  1873. deduplicate with Borg 1.x archives or to experiment with chunker-params.
  1874. - borg diff: show differences between archives
  1875. - borg with-lock: execute a command with the repository locked, #990
  1876. - borg create:
  1877. - Flexible compression with pattern matching on path/filename,
  1878. and LZ4 heuristic for deciding compressibility, #810, #1007
  1879. - visit files in inode order (better speed, esp. for large directories and rotating disks)
  1880. - in-file checkpoints, #1217
  1881. - increased default checkpoint interval to 30 minutes (was 5 minutes), #896
  1882. - added uuid archive format tag, #1151
  1883. - save mountpoint directories with --one-file-system, makes system restore easier, #1033
  1884. - Linux: added support for some BSD flags, #1050
  1885. - add 'x' status for excluded paths, #814
  1886. - also means files excluded via UF_NODUMP, #1080
  1887. - borg check:
  1888. - will not produce the "Checking segments" output unless new --progress option is passed, #824.
  1889. - --verify-data to verify data cryptographically on the client, #975
  1890. - borg list, #751, #1179
  1891. - removed {formatkeys}, see "borg list --help"
  1892. - --list-format is deprecated, use --format instead
  1893. - --format now also applies to listing archives, not only archive contents, #1179
  1894. - now supports the usual [PATH [PATHS…]] syntax and excludes
  1895. - new keys: csize, num_chunks, unique_chunks, NUL
  1896. - supports guaranteed_available hashlib hashes
  1897. (to avoid varying functionality depending on environment),
  1898. which includes the SHA1 and SHA2 family as well as MD5
  1899. - borg prune:
  1900. - to better visualize the "thinning out", we now list all archives in
  1901. reverse time order. rephrase and reorder help text.
  1902. - implement --keep-last N via --keep-secondly N, also --keep-minutely.
  1903. assuming that there is not more than 1 backup archive made in 1s,
  1904. --keep-last N and --keep-secondly N are equivalent, #537
  1905. - cleanup checkpoints except the latest, #1008
  1906. - borg extract:
  1907. - added --progress, #1449
  1908. - Linux: limited support for BSD flags, #1050
  1909. - borg info:
  1910. - output is now more similar to borg create --stats, #977
  1911. - borg mount:
  1912. - provide "borgfs" wrapper for borg mount, enables usage via fstab, #743
  1913. - "versions" mount option - when used with a repository mount, this gives
  1914. a merged, versioned view of the files in all archives, #729
  1915. - repository:
  1916. - added progress information to commit/compaction phase (often takes some time when deleting/pruning), #1519
  1917. - automatic recovery for some forms of repository inconsistency, #858
  1918. - check free space before going forward with a commit, #1336
  1919. - improved write performance (esp. for rotating media), #985
  1920. - new IO code for Linux
  1921. - raised default segment size to approx 512 MiB
  1922. - improved compaction performance, #1041
  1923. - reduced client CPU load and improved performance for remote repositories, #940
  1924. - options that imply output (--show-rc, --show-version, --list, --stats,
  1925. --progress) don't need -v/--info to have that output displayed, #865
  1926. - add archive comments (via borg (re)create --comment), #842
  1927. - borg list/prune/delete: also output archive id, #731
  1928. - --show-version: shows/logs the borg version, #725
  1929. - added --debug-topic for granular debug logging, #1447
  1930. - use atomic file writing/updating for configuration and key files, #1377
  1931. - BORG_KEY_FILE environment variable, #1001
  1932. - self-testing module, #970
  1933. Bug fixes:
  1934. - list: fixed default output being produced if --format is given with empty parameter, #1489
  1935. - create: fixed overflowing progress line with CJK and similar characters, #1051
  1936. - prune: fixed crash if --prefix resulted in no matches, #1029
  1937. - init: clean up partial repo if passphrase input is aborted, #850
  1938. - info: quote cmdline arguments that have spaces in them
  1939. - fix hardlinks failing in some cases for extracting subtrees, #761
  1940. Other changes:
  1941. - replace stdlib hmac with OpenSSL, zero-copy decrypt (10-15% increase in
  1942. performance of hash-lists and extract).
  1943. - improved chunker performance, #1021
  1944. - open repository segment files in exclusive mode (fail-safe), #1134
  1945. - improved error logging, #1440
  1946. - Source:
  1947. - pass meta-data around, #765
  1948. - move some constants to new constants module
  1949. - better readability and fewer errors with namedtuples, #823
  1950. - moved source tree into src/ subdirectory, #1016
  1951. - made borg.platform a package, #1113
  1952. - removed dead crypto code, #1032
  1953. - improved and ported parts of the test suite to py.test, #912
  1954. - created data classes instead of passing dictionaries around, #981, #1158, #1161
  1955. - cleaned up imports, #1112
  1956. - Docs:
  1957. - better help texts and sphinx reproduction of usage help:
  1958. - Group options
  1959. - Nicer list of options in Sphinx
  1960. - Deduplicate 'Common options' (including --help)
  1961. - chunker: added some insights by "Voltara", #903
  1962. - clarify what "deduplicated size" means
  1963. - fix / update / add package list entries
  1964. - added a SaltStack usage example, #956
  1965. - expanded FAQ
  1966. - new contributors in AUTHORS!
  1967. - Tests:
  1968. - vagrant: add ubuntu/xenial 64bit - this box has still some issues
  1969. - ChunkBuffer: add test for leaving partial chunk in buffer, fixes #945
  1970. Version 1.0.8 (2016-10-29)
  1971. --------------------------
  1972. Bug fixes:
  1973. - RemoteRepository: Fix busy wait in call_many, #940
  1974. New features:
  1975. - implement borgmajor/borgminor/borgpatch placeholders, #1694
  1976. {borgversion} was already there (full version string). With the new
  1977. placeholders you can now also get e.g. 1 or 1.0 or 1.0.8.
  1978. Other changes:
  1979. - avoid previous_location mismatch, #1741
  1980. due to the changed canonicalization for relative paths in PR #1711 / #1655
  1981. (implement /./ relpath hack), there would be a changed repo location warning
  1982. and the user would be asked if this is ok. this would break automation and
  1983. require manual intervention, which is unwanted.
  1984. thus, we automatically fix the previous_location config entry, if it only
  1985. changed in the expected way, but still means the same location.
  1986. - docs:
  1987. - deployment.rst: do not use bare variables in ansible snippet
  1988. - add clarification about append-only mode, #1689
  1989. - setup.py: add comment about requiring llfuse, #1726
  1990. - update usage.rst / api.rst
  1991. - repo url / archive location docs + typo fix
  1992. - quickstart: add a comment about other (remote) filesystems
  1993. - vagrant / tests:
  1994. - no chown when rsyncing (fixes boxes w/o vagrant group)
  1995. - fix FUSE permission issues on linux/freebsd, #1544
  1996. - skip FUSE test for borg binary + fakeroot
  1997. - ignore security.selinux xattrs, fixes tests on centos, #1735
  1998. Version 1.0.8rc1 (2016-10-17)
  1999. -----------------------------
  2000. Bug fixes:
  2001. - fix signal handling (SIGINT, SIGTERM, SIGHUP), #1620 #1593
  2002. Fixes e.g. leftover lock files for quickly repeated signals (e.g. Ctrl-C
  2003. Ctrl-C) or lost connections or systemd sending SIGHUP.
  2004. - progress display: adapt formatting to narrow screens, do not crash, #1628
  2005. - borg create --read-special - fix crash on broken symlink, #1584.
  2006. also correctly processes broken symlinks. before this regressed to a crash
  2007. (5b45385) a broken symlink would've been skipped.
  2008. - process_symlink: fix missing backup_io()
  2009. Fixes a chmod/chown/chgrp/unlink/rename/... crash race between getting
  2010. dirents and dispatching to process_symlink.
  2011. - yes(): abort on wrong answers, saying so, #1622
  2012. - fixed exception borg serve raised when connection was closed before repository
  2013. was opened. Add an error message for this.
  2014. - fix read-from-closed-FD issue, #1551
  2015. (this seems not to get triggered in 1.0.x, but was discovered in master)
  2016. - hashindex: fix iterators (always raise StopIteration when exhausted)
  2017. (this seems not to get triggered in 1.0.x, but was discovered in master)
  2018. - enable relative paths in ssh:// repo URLs, via /./relpath hack, #1655
  2019. - allow repo paths with colons, #1705
  2020. - update changed repo location immediately after acceptance, #1524
  2021. - fix debug get-obj / delete-obj crash if object not found and remote repo,
  2022. #1684
  2023. - pyinstaller: use a spec file to build borg.exe binary, exclude osxfuse dylib
  2024. on Mac OS X (avoids mismatch lib <-> driver), #1619
  2025. New features:
  2026. - add "borg key export" / "borg key import" commands, #1555, so users are able
  2027. to backup / restore their encryption keys more easily.
  2028. Supported formats are the keyfile format used by borg internally and a
  2029. special "paper" format with by line checksums for printed backups. For the
  2030. paper format, the import is an interactive process which checks each line as
  2031. soon as it is input.
  2032. - add "borg debug-refcount-obj" to determine a repo objects' referrer counts,
  2033. #1352
  2034. Other changes:
  2035. - add "borg debug ..." subcommands
  2036. (borg debug-* still works, but will be removed in borg 1.1)
  2037. - setup.py: Add subcommand support to build_usage.
  2038. - remote: change exception message for unexpected RPC data format to indicate
  2039. dataflow direction.
  2040. - improved messages / error reporting:
  2041. - IntegrityError: add placeholder for message, so that the message we give
  2042. appears not only in the traceback, but also in the (short) error message,
  2043. #1572
  2044. - borg.key: include chunk id in exception msgs, #1571
  2045. - better messages for cache newer than repo, #1700
  2046. - vagrant (testing/build VMs):
  2047. - upgrade OSXfuse / FUSE for macOS to 3.5.2
  2048. - update Debian Wheezy boxes, #1686
  2049. - openbsd / netbsd: use own boxes, fixes misc rsync installation and
  2050. FUSE/llfuse related testing issues, #1695 #1696 #1670 #1671 #1728
  2051. - docs:
  2052. - add docs for "key export" and "key import" commands, #1641
  2053. - fix inconsistency in FAQ (pv-wrapper).
  2054. - fix second block in "Easy to use" section not showing on GitHub, #1576
  2055. - add bestpractices badge
  2056. - link reference docs and faq about BORG_FILES_CACHE_TTL, #1561
  2057. - improve borg info --help, explain size infos, #1532
  2058. - add release signing key / security contact to README, #1560
  2059. - add contribution guidelines for developers
  2060. - development.rst: add sphinx_rtd_theme to the sphinx install command
  2061. - adjust border color in borg.css
  2062. - add debug-info usage help file
  2063. - internals.rst: fix typos
  2064. - setup.py: fix build_usage to always process all commands
  2065. - added docs explaining multiple --restrict-to-path flags, #1602
  2066. - add more specific warning about write-access debug commands, #1587
  2067. - clarify FAQ regarding backup of virtual machines, #1672
  2068. - tests:
  2069. - work around FUSE xattr test issue with recent fakeroot
  2070. - simplify repo/hashindex tests
  2071. - travis: test FUSE-enabled borg, use trusty to have a recent FUSE
  2072. - re-enable FUSE tests for RemoteArchiver (no deadlocks any more)
  2073. - clean env for pytest based tests, #1714
  2074. - fuse_mount contextmanager: accept any options
  2075. Version 1.0.7 (2016-08-19)
  2076. --------------------------
  2077. Security fixes:
  2078. - borg serve: fix security issue with remote repository access, #1428
  2079. If you used e.g. --restrict-to-path /path/client1/ (with or without trailing
  2080. slash does not make a difference), it acted like a path prefix match using
  2081. /path/client1 (note the missing trailing slash) - the code then also allowed
  2082. working in e.g. /path/client13 or /path/client1000.
  2083. As this could accidentally lead to major security/privacy issues depending on
  2084. the paths you use, the behaviour was changed to be a strict directory match.
  2085. That means --restrict-to-path /path/client1 (with or without trailing slash
  2086. does not make a difference) now uses /path/client1/ internally (note the
  2087. trailing slash here!) for matching and allows precisely that path AND any
  2088. path below it. So, /path/client1 is allowed, /path/client1/repo1 is allowed,
  2089. but not /path/client13 or /path/client1000.
  2090. If you willingly used the undocumented (dangerous) previous behaviour, you
  2091. may need to rearrange your --restrict-to-path paths now. We are sorry if
  2092. that causes work for you, but we did not want a potentially dangerous
  2093. behaviour in the software (not even using a for-backwards-compat option).
  2094. Bug fixes:
  2095. - fixed repeated LockTimeout exceptions when borg serve tried to write into
  2096. a already write-locked repo (e.g. by a borg mount), #502 part b)
  2097. This was solved by the fix for #1220 in 1.0.7rc1 already.
  2098. - fix cosmetics + file leftover for "not a valid borg repository", #1490
  2099. - Cache: release lock if cache is invalid, #1501
  2100. - borg extract --strip-components: fix leak of preloaded chunk contents
  2101. - Repository, when a InvalidRepository exception happens:
  2102. - fix spurious, empty lock.roster
  2103. - fix repo not closed cleanly
  2104. New features:
  2105. - implement borg debug-info, fixes #1122
  2106. (just calls already existing code via cli, same output as below tracebacks)
  2107. Other changes:
  2108. - skip the O_NOATIME test on GNU Hurd, fixes #1315
  2109. (this is a very minor issue and the GNU Hurd project knows the bug)
  2110. - document using a clean repo to test / build the release
  2111. Version 1.0.7rc2 (2016-08-13)
  2112. -----------------------------
  2113. Bug fixes:
  2114. - do not write objects to repository that are bigger than the allowed size,
  2115. borg will reject reading them, #1451.
  2116. Important: if you created archives with many millions of files or
  2117. directories, please verify if you can open them successfully,
  2118. e.g. try a "borg list REPO::ARCHIVE".
  2119. - lz4 compression: dynamically enlarge the (de)compression buffer, the static
  2120. buffer was not big enough for archives with extremely many items, #1453
  2121. - larger item metadata stream chunks, raise archive item limit by 8x, #1452
  2122. - fix untracked segments made by moved DELETEs, #1442
  2123. Impact: Previously (metadata) segments could become untracked when deleting data,
  2124. these would never be cleaned up.
  2125. - extended attributes (xattrs) related fixes:
  2126. - fixed a race condition in xattrs querying that led to the entire file not
  2127. being backed up (while logging the error, exit code = 1), #1469
  2128. - fixed a race condition in xattrs querying that led to a crash, #1462
  2129. - raise OSError including the error message derived from errno, deal with
  2130. path being a integer FD
  2131. Other changes:
  2132. - print active env var override by default, #1467
  2133. - xattr module: refactor code, deduplicate, clean up
  2134. - repository: split object size check into too small and too big
  2135. - add a transaction_id assertion, so borg init on a broken (inconsistent)
  2136. filesystem does not look like a coding error in borg, but points to the
  2137. real problem.
  2138. - explain confusing TypeError caused by compat support for old servers, #1456
  2139. - add forgotten usage help file from build_usage
  2140. - refactor/unify buffer code into helpers.Buffer class, add tests
  2141. - docs:
  2142. - document archive limitation, #1452
  2143. - improve prune examples
  2144. Version 1.0.7rc1 (2016-08-05)
  2145. -----------------------------
  2146. Bug fixes:
  2147. - fix repo lock deadlocks (related to lock upgrade), #1220
  2148. - catch unpacker exceptions, resync, #1351
  2149. - fix borg break-lock ignoring BORG_REPO env var, #1324
  2150. - files cache performance fixes (fixes unnecessary re-reading/chunking/
  2151. hashing of unmodified files for some use cases):
  2152. - fix unintended file cache eviction, #1430
  2153. - implement BORG_FILES_CACHE_TTL, update FAQ, raise default TTL from 10
  2154. to 20, #1338
  2155. - FUSE:
  2156. - cache partially read data chunks (performance), #965, #966
  2157. - always create a root dir, #1125
  2158. - use an OrderedDict for helptext, making the build reproducible, #1346
  2159. - RemoteRepository init: always call close on exceptions, #1370 (cosmetic)
  2160. - ignore stdout/stderr broken pipe errors (cosmetic), #1116
  2161. New features:
  2162. - better borg versions management support (useful esp. for borg servers
  2163. wanting to offer multiple borg versions and for clients wanting to choose
  2164. a specific server borg version), #1392:
  2165. - add BORG_VERSION environment variable before executing "borg serve" via ssh
  2166. - add new placeholder {borgversion}
  2167. - substitute placeholders in --remote-path
  2168. - borg init --append-only option (makes using the more secure append-only mode
  2169. more convenient. when used remotely, this requires 1.0.7+ also on the borg
  2170. server), #1291.
  2171. Other changes:
  2172. - Vagrantfile:
  2173. - darwin64: upgrade to FUSE for macOS 3.4.1 (aka osxfuse), #1378
  2174. - xenial64: use user "ubuntu", not "vagrant" (as usual), #1331
  2175. - tests:
  2176. - fix FUSE tests on OS X, #1433
  2177. - docs:
  2178. - FAQ: add backup using stable filesystem names recommendation
  2179. - FAQ about glibc compatibility added, #491, glibc-check improved
  2180. - FAQ: 'A' unchanged file; remove ambiguous entry age sentence.
  2181. - OS X: install pkg-config to build with FUSE support, fixes #1400
  2182. - add notes about shell/sudo pitfalls with env. vars, #1380
  2183. - added platform feature matrix
  2184. - implement borg debug-dump-repo-objs
  2185. Version 1.0.6 (2016-07-12)
  2186. --------------------------
  2187. Bug fixes:
  2188. - Linux: handle multiple LD_PRELOAD entries correctly, #1314, #1111
  2189. - Fix crash with unclear message if the libc is not found, #1314, #1111
  2190. Other changes:
  2191. - tests:
  2192. - Fixed O_NOATIME tests for Solaris and GNU Hurd, #1315
  2193. - Fixed sparse file tests for (file) systems not supporting it, #1310
  2194. - docs:
  2195. - Fixed syntax highlighting, #1313
  2196. - misc docs: added data processing overview picture
  2197. Version 1.0.6rc1 (2016-07-10)
  2198. -----------------------------
  2199. New features:
  2200. - borg check --repair: heal damaged files if missing chunks re-appear (e.g. if
  2201. the previously missing chunk was added again in a later backup archive),
  2202. #148. (*) Also improved logging.
  2203. Bug fixes:
  2204. - sync_dir: silence fsync() failing with EINVAL, #1287
  2205. Some network filesystems (like smbfs) don't support this and we use this in
  2206. repository code.
  2207. - borg mount (FUSE):
  2208. - fix directories being shadowed when contained paths were also specified,
  2209. #1295
  2210. - raise I/O Error (EIO) on damaged files (unless -o allow_damaged_files is
  2211. used), #1302. (*)
  2212. - borg extract: warn if a damaged file is extracted, #1299. (*)
  2213. - Added some missing return code checks (ChunkIndex._add, hashindex_resize).
  2214. - borg check: fix/optimize initial hash table size, avoids resize of the table.
  2215. Other changes:
  2216. - tests:
  2217. - add more FUSE tests, #1284
  2218. - deduplicate FUSE (u)mount code
  2219. - fix borg binary test issues, #862
  2220. - docs:
  2221. - changelog: added release dates to older borg releases
  2222. - fix some sphinx (docs generator) warnings, #881
  2223. Notes:
  2224. (*) Some features depend on information (chunks_healthy list) added to item
  2225. metadata when a file with missing chunks was "repaired" using all-zero
  2226. replacement chunks. The chunks_healthy list is generated since borg 1.0.4,
  2227. thus borg can't recognize such "repaired" (but content-damaged) files if the
  2228. repair was done with an older borg version.
  2229. Version 1.0.5 (2016-07-07)
  2230. --------------------------
  2231. Bug fixes:
  2232. - borg mount: fix FUSE crash in xattr code on Linux introduced in 1.0.4, #1282
  2233. Other changes:
  2234. - backport some FAQ entries from master branch
  2235. - add release helper scripts
  2236. - Vagrantfile:
  2237. - centos6: no FUSE, don't build binary
  2238. - add xz for redhat-like dists
  2239. Version 1.0.4 (2016-07-07)
  2240. --------------------------
  2241. New features:
  2242. - borg serve --append-only, #1168
  2243. This was included because it was a simple change (append-only functionality
  2244. was already present via repository config file) and makes better security now
  2245. practically usable.
  2246. - BORG_REMOTE_PATH environment variable, #1258
  2247. This was included because it was a simple change (--remote-path cli option
  2248. was already present) and makes borg much easier to use if you need it.
  2249. - Repository: cleanup incomplete transaction on "no space left" condition.
  2250. In many cases, this can avoid a 100% full repo filesystem (which is very
  2251. problematic as borg always needs free space - even to delete archives).
  2252. Bug fixes:
  2253. - Fix wrong handling and reporting of OSErrors in borg create, #1138.
  2254. This was a serious issue: in the context of "borg create", errors like
  2255. repository I/O errors (e.g. disk I/O errors, ssh repo connection errors)
  2256. were handled badly and did not lead to a crash (which would be good for this
  2257. case, because the repo transaction would be incomplete and trigger a
  2258. transaction rollback to clean up).
  2259. Now, error handling for source files is cleanly separated from every other
  2260. error handling, so only problematic input files are logged and skipped.
  2261. - Implement fail-safe error handling for borg extract.
  2262. Note that this isn't nearly as critical as the borg create error handling
  2263. bug, since nothing is written to the repo. So this was "merely" misleading
  2264. error reporting.
  2265. - Add missing error handler in directory attr restore loop.
  2266. - repo: make sure write data hits disk before the commit tag (#1236) and also
  2267. sync the containing directory.
  2268. - FUSE: getxattr fail must use errno.ENOATTR, #1126
  2269. (fixes Mac OS X Finder malfunction: "zero bytes" file length, access denied)
  2270. - borg check --repair: do not lose information about the good/original chunks.
  2271. If we do not lose the original chunk IDs list when "repairing" a file
  2272. (replacing missing chunks with all-zero chunks), we have a chance to "heal"
  2273. the file back into its original state later, in case the chunks re-appear
  2274. (e.g. in a fresh backup). Healing is not implemented yet, see #148.
  2275. - fixes for --read-special mode:
  2276. - ignore known files cache, #1241
  2277. - fake regular file mode, #1214
  2278. - improve symlinks handling, #1215
  2279. - remove passphrase from subprocess environment, #1105
  2280. - Ignore empty index file (will trigger index rebuild), #1195
  2281. - add missing placeholder support for --prefix, #1027
  2282. - improve exception handling for placeholder replacement
  2283. - catch and format exceptions in arg parsing
  2284. - helpers: fix "undefined name 'e'" in exception handler
  2285. - better error handling for missing repo manifest, #1043
  2286. - borg delete:
  2287. - make it possible to delete a repo without manifest
  2288. - borg delete --forced allows to delete corrupted archives, #1139
  2289. - borg check:
  2290. - make borg check work for empty repo
  2291. - fix resync and msgpacked item qualifier, #1135
  2292. - rebuild_manifest: fix crash if 'name' or 'time' key were missing.
  2293. - better validation of item metadata dicts, #1130
  2294. - better validation of archive metadata dicts
  2295. - close the repo on exit - even if rollback did not work, #1197.
  2296. This is rather cosmetic, it avoids repo closing in the destructor.
  2297. - tests:
  2298. - fix sparse file test, #1170
  2299. - flake8: ignore new F405, #1185
  2300. - catch "invalid argument" on cygwin, #257
  2301. - fix sparseness assertion in test prep, #1264
  2302. Other changes:
  2303. - make borg build/work on OpenSSL 1.0 and 1.1, #1187
  2304. - docs / help:
  2305. - fix / clarify prune help, #1143
  2306. - fix "patterns" help formatting
  2307. - add missing docs / help about placeholders
  2308. - resources: rename atticmatic to borgmatic
  2309. - document sshd settings, #545
  2310. - more details about checkpoints, add split trick, #1171
  2311. - support docs: add freenode web chat link, #1175
  2312. - add prune visualization / example, #723
  2313. - add note that Fnmatch is default, #1247
  2314. - make clear that lzma levels > 6 are a waste of cpu cycles
  2315. - add a "do not edit" note to auto-generated files, #1250
  2316. - update cygwin installation docs
  2317. - repository interoperability with borg master (1.1dev) branch:
  2318. - borg check: read item metadata keys from manifest, #1147
  2319. - read v2 hints files, #1235
  2320. - fix hints file "unknown version" error handling bug
  2321. - tests: add tests for format_line
  2322. - llfuse: update version requirement for freebsd
  2323. - Vagrantfile:
  2324. - use openbsd 5.9, #716
  2325. - do not install llfuse on netbsd (broken)
  2326. - update OSXfuse to version 3.3.3
  2327. - use Python 3.5.2 to build the binaries
  2328. - glibc compatibility checker: scripts/glibc_check.py
  2329. - add .eggs to .gitignore
  2330. Version 1.0.3 (2016-05-20)
  2331. --------------------------
  2332. Bug fixes:
  2333. - prune: avoid that checkpoints are kept and completed archives are deleted in
  2334. a prune run), #997
  2335. - prune: fix commandline argument validation - some valid command lines were
  2336. considered invalid (annoying, but harmless), #942
  2337. - fix capabilities extraction on Linux (set xattrs last, after chown()), #1069
  2338. - repository: fix commit tags being seen in data
  2339. - when probing key files, do binary reads. avoids crash when non-borg binary
  2340. files are located in borg's key files directory.
  2341. - handle SIGTERM and make a clean exit - avoids orphan lock files.
  2342. - repository cache: don't cache large objects (avoid using lots of temp. disk
  2343. space), #1063
  2344. Other changes:
  2345. - Vagrantfile: OS X: update osxfuse / install lzma package, #933
  2346. - setup.py: add check for platform_darwin.c
  2347. - setup.py: on freebsd, use a llfuse release that builds ok
  2348. - docs / help:
  2349. - update readthedocs URLs, #991
  2350. - add missing docs for "borg break-lock", #992
  2351. - borg create help: add some words to about the archive name
  2352. - borg create help: document format tags, #894
  2353. Version 1.0.2 (2016-04-16)
  2354. --------------------------
  2355. Bug fixes:
  2356. - fix malfunction and potential corruption on (nowadays rather rare) big-endian
  2357. architectures or bi-endian archs in (rare) BE mode. #886, #889
  2358. cache resync / index merge was malfunctioning due to this, potentially
  2359. leading to data loss. borg info had cosmetic issues (displayed wrong values).
  2360. note: all (widespread) little-endian archs (like x86/x64) or bi-endian archs
  2361. in (widespread) LE mode (like ARMEL, MIPSEL, ...) were NOT affected.
  2362. - add overflow and range checks for 1st (special) uint32 of the hashindex
  2363. values, switch from int32 to uint32.
  2364. - fix so that refcount will never overflow, but just stick to max. value after
  2365. a overflow would have occurred.
  2366. - borg delete: fix --cache-only for broken caches, #874
  2367. Makes --cache-only idempotent: it won't fail if the cache is already deleted.
  2368. - fixed borg create --one-file-system erroneously traversing into other
  2369. filesystems (if starting fs device number was 0), #873
  2370. - workaround a bug in Linux fadvise FADV_DONTNEED, #907
  2371. Other changes:
  2372. - better test coverage for hashindex, incl. overflow testing, checking correct
  2373. computations so endianness issues would be discovered.
  2374. - reproducible doc for ProgressIndicator*, make the build reproducible.
  2375. - use latest llfuse for vagrant machines
  2376. - docs:
  2377. - use /path/to/repo in examples, fixes #901
  2378. - fix confusing usage of "repo" as archive name (use "arch")
  2379. Version 1.0.1 (2016-04-08)
  2380. --------------------------
  2381. New features:
  2382. Usually there are no new features in a bugfix release, but these were added
  2383. due to their high impact on security/safety/speed or because they are fixes
  2384. also:
  2385. - append-only mode for repositories, #809, #36 (see docs)
  2386. - borg create: add --ignore-inode option to make borg detect unmodified files
  2387. even if your filesystem does not have stable inode numbers (like sshfs and
  2388. possibly CIFS).
  2389. - add options --warning, --error, --critical for missing log levels, #826.
  2390. it's not recommended to suppress warnings or errors, but the user may decide
  2391. this on his own.
  2392. note: --warning is not given to borg serve so a <= 1.0.0 borg will still
  2393. work as server (it is not needed as it is the default).
  2394. do not use --error or --critical when using a <= 1.0.0 borg server.
  2395. Bug fixes:
  2396. - fix silently skipping EIO, #748
  2397. - add context manager for Repository (avoid orphan repository locks), #285
  2398. - do not sleep for >60s while waiting for lock, #773
  2399. - unpack file stats before passing to FUSE
  2400. - fix build on illumos
  2401. - don't try to backup doors or event ports (Solaris and derivatives)
  2402. - remove useless/misleading libc version display, #738
  2403. - test suite: reset exit code of persistent archiver, #844
  2404. - RemoteRepository: clean up pipe if remote open() fails
  2405. - Remote: don't print tracebacks for Error exceptions handled downstream, #792
  2406. - if BORG_PASSPHRASE is present but wrong, don't prompt for password, but fail
  2407. instead, #791
  2408. - ArchiveChecker: move "orphaned objects check skipped" to INFO log level, #826
  2409. - fix capitalization, add ellipses, change log level to debug for 2 messages,
  2410. #798
  2411. Other changes:
  2412. - update llfuse requirement, llfuse 1.0 works
  2413. - update OS / dist packages on build machines, #717
  2414. - prefer showing --info over -v in usage help, #859
  2415. - docs:
  2416. - fix cygwin requirements (gcc-g++)
  2417. - document how to debug / file filesystem issues, #664
  2418. - fix reproducible build of api docs
  2419. - RTD theme: CSS !important overwrite, #727
  2420. - Document logo font. Recreate logo png. Remove GIMP logo file.
  2421. Version 1.0.0 (2016-03-05)
  2422. --------------------------
  2423. The major release number change (0.x -> 1.x) indicates bigger incompatible
  2424. changes, please read the compatibility notes, adapt / test your scripts and
  2425. check your backup logs.
  2426. Compatibility notes:
  2427. - drop support for python 3.2 and 3.3, require 3.4 or 3.5, #221 #65 #490
  2428. note: we provide binaries that include python 3.5.1 and everything else
  2429. needed. they are an option in case you are stuck with < 3.4 otherwise.
  2430. - change encryption to be on by default (using "repokey" mode)
  2431. - moved keyfile keys from ~/.borg/keys to ~/.config/borg/keys,
  2432. you can either move them manually or run "borg upgrade <REPO>"
  2433. - remove support for --encryption=passphrase,
  2434. use borg migrate-to-repokey to switch to repokey mode, #97
  2435. - remove deprecated --compression <number>,
  2436. use --compression zlib,<number> instead
  2437. in case of 0, you could also use --compression none
  2438. - remove deprecated --hourly/daily/weekly/monthly/yearly
  2439. use --keep-hourly/daily/weekly/monthly/yearly instead
  2440. - remove deprecated --do-not-cross-mountpoints,
  2441. use --one-file-system instead
  2442. - disambiguate -p option, #563:
  2443. - -p now is same as --progress
  2444. - -P now is same as --prefix
  2445. - remove deprecated "borg verify",
  2446. use "borg extract --dry-run" instead
  2447. - cleanup environment variable semantics, #355
  2448. the environment variables used to be "yes sayers" when set, this was
  2449. conceptually generalized to "automatic answerers" and they just give their
  2450. value as answer (as if you typed in that value when being asked).
  2451. See the "usage" / "Environment Variables" section of the docs for details.
  2452. - change the builtin default for --chunker-params, create 2MiB chunks, #343
  2453. --chunker-params new default: 19,23,21,4095 - old default: 10,23,16,4095
  2454. one of the biggest issues with borg < 1.0 (and also attic) was that it had a
  2455. default target chunk size of 64kiB, thus it created a lot of chunks and thus
  2456. also a huge chunk management overhead (high RAM and disk usage).
  2457. please note that the new default won't change the chunks that you already
  2458. have in your repository. the new big chunks do not deduplicate with the old
  2459. small chunks, so expect your repo to grow at least by the size of every
  2460. changed file and in the worst case (e.g. if your files cache was lost / is
  2461. not used) by the size of every file (minus any compression you might use).
  2462. in case you want to immediately see a much lower resource usage (RAM / disk)
  2463. for chunks management, it might be better to start with a new repo than
  2464. continuing in the existing repo (with an existing repo, you'ld have to wait
  2465. until all archives with small chunks got pruned to see a lower resource
  2466. usage).
  2467. if you used the old --chunker-params default value (or if you did not use
  2468. --chunker-params option at all) and you'ld like to continue using small
  2469. chunks (and you accept the huge resource usage that comes with that), just
  2470. explicitly use borg create --chunker-params=10,23,16,4095.
  2471. - archive timestamps: the 'time' timestamp now refers to archive creation
  2472. start time (was: end time), the new 'time_end' timestamp refers to archive
  2473. creation end time. This might affect prune if your backups take rather long.
  2474. if you give a timestamp via cli this is stored into 'time', therefore it now
  2475. needs to mean archive creation start time.
  2476. New features:
  2477. - implement password roundtrip, #695
  2478. Bug fixes:
  2479. - remote end does not need cache nor keys directories, do not create them, #701
  2480. - added retry counter for passwords, #703
  2481. Other changes:
  2482. - fix compiler warnings, #697
  2483. - docs:
  2484. - update README.rst to new changelog location in docs/changes.rst
  2485. - add Teemu to AUTHORS
  2486. - changes.rst: fix old chunker params, #698
  2487. - FAQ: how to limit bandwidth
  2488. Version 1.0.0rc2 (2016-02-28)
  2489. -----------------------------
  2490. New features:
  2491. - format options for location: user, pid, fqdn, hostname, now, utcnow, user
  2492. - borg list --list-format
  2493. - borg prune -v --list enables the keep/prune list output, #658
  2494. Bug fixes:
  2495. - fix _open_rb noatime handling, #657
  2496. - add a simple archivename validator, #680
  2497. - borg create --stats: show timestamps in localtime, use same labels/formatting
  2498. as borg info, #651
  2499. - llfuse compatibility fixes (now compatible with: 0.40, 0.41, 0.42)
  2500. Other changes:
  2501. - it is now possible to use "pip install borgbackup[fuse]" to automatically
  2502. install the llfuse dependency using the correct version requirement
  2503. for it. you still need to care about having installed the FUSE / build
  2504. related OS package first, though, so that building llfuse can succeed.
  2505. - Vagrant: drop Ubuntu Precise (12.04) - does not have Python >= 3.4
  2506. - Vagrant: use pyinstaller v3.1.1 to build binaries
  2507. - docs:
  2508. - borg upgrade: add to docs that only LOCAL repos are supported
  2509. - borg upgrade also handles borg 0.xx -> 1.0
  2510. - use pip extras or requirements file to install llfuse
  2511. - fix order in release process
  2512. - updated usage docs and other minor / cosmetic fixes
  2513. - verified borg examples in docs, #644
  2514. - freebsd dependency installation and FUSE configuration, #649
  2515. - add example how to restore a raw device, #671
  2516. - add a hint about the dev headers needed when installing from source
  2517. - add examples for delete (and handle delete after list, before prune), #656
  2518. - update example for borg create -v --stats (use iso datetime format), #663
  2519. - added example to BORG_RSH docs
  2520. - "connection closed by remote": add FAQ entry and point to issue #636
  2521. Version 1.0.0rc1 (2016-02-07)
  2522. -----------------------------
  2523. New features:
  2524. - borg migrate-to-repokey ("passphrase" -> "repokey" encryption key mode)
  2525. - implement --short for borg list REPO, #611
  2526. - implement --list for borg extract (consistency with borg create)
  2527. - borg serve: overwrite client's --restrict-to-path with ssh forced command's
  2528. option value (but keep everything else from the client commandline), #544
  2529. - use $XDG_CONFIG_HOME/keys for keyfile keys (~/.config/borg/keys), #515
  2530. - "borg upgrade" moves the keyfile keys to the new location
  2531. - display both archive creation start and end time in "borg info", #627
  2532. Bug fixes:
  2533. - normalize trailing slashes for the repository path, #606
  2534. - Cache: fix exception handling in __init__, release lock, #610
  2535. Other changes:
  2536. - suppress unneeded exception context (PEP 409), simpler tracebacks
  2537. - removed special code needed to deal with imperfections / incompatibilities /
  2538. missing stuff in py 3.2/3.3, simplify code that can be done simpler in 3.4
  2539. - removed some version requirements that were kept on old versions because
  2540. newer did not support py 3.2 any more
  2541. - use some py 3.4+ stdlib code instead of own/openssl/pypi code:
  2542. - use os.urandom instead of own cython openssl RAND_bytes wrapper, #493
  2543. - use hashlib.pbkdf2_hmac from py stdlib instead of own openssl wrapper
  2544. - use hmac.compare_digest instead of == operator (constant time comparison)
  2545. - use stat.filemode instead of homegrown code
  2546. - use "mock" library from stdlib, #145
  2547. - remove borg.support (with non-broken argparse copy), it is ok in 3.4+, #358
  2548. - Vagrant: copy CHANGES.rst as symlink, #592
  2549. - cosmetic code cleanups, add flake8 to tox/travis, #4
  2550. - docs / help:
  2551. - make "borg -h" output prettier, #591
  2552. - slightly rephrase prune help
  2553. - add missing example for --list option of borg create
  2554. - quote exclude line that includes an asterisk to prevent shell expansion
  2555. - fix dead link to license
  2556. - delete Ubuntu Vivid, it is not supported anymore (EOL)
  2557. - OS X binary does not work for older OS X releases, #629
  2558. - borg serve's special support for forced/original ssh commands, #544
  2559. - misc. updates and fixes
  2560. Version 0.30.0 (2016-01-23)
  2561. ---------------------------
  2562. Compatibility notes:
  2563. - you may need to use -v (or --info) more often to actually see output emitted
  2564. at INFO log level (because it is suppressed at the default WARNING log level).
  2565. See the "general" section in the usage docs.
  2566. - for borg create, you need --list (additionally to -v) to see the long file
  2567. list (was needed so you can have e.g. --stats alone without the long list)
  2568. - see below about BORG_DELETE_I_KNOW_WHAT_I_AM_DOING (was:
  2569. BORG_CHECK_I_KNOW_WHAT_I_AM_DOING)
  2570. Bug fixes:
  2571. - fix crash when using borg create --dry-run --keep-tag-files, #570
  2572. - make sure teardown with cleanup happens for Cache and RepositoryCache,
  2573. avoiding leftover locks and TEMP dir contents, #285 (partially), #548
  2574. - fix locking KeyError, partial fix for #502
  2575. - log stats consistently, #526
  2576. - add abbreviated weekday to timestamp format, fixes #496
  2577. - strip whitespace when loading exclusions from file
  2578. - unset LD_LIBRARY_PATH before invoking ssh, fixes strange OpenSSL library
  2579. version warning when using the borg binary, #514
  2580. - add some error handling/fallback for C library loading, #494
  2581. - added BORG_DELETE_I_KNOW_WHAT_I_AM_DOING for check in "borg delete", #503
  2582. - remove unused "repair" rpc method name
  2583. New features:
  2584. - borg create: implement exclusions using regular expression patterns.
  2585. - borg create: implement inclusions using patterns.
  2586. - borg extract: support patterns, #361
  2587. - support different styles for patterns:
  2588. - fnmatch (`fm:` prefix, default when omitted), like borg <= 0.29.
  2589. - shell (`sh:` prefix) with `*` not matching directory separators and
  2590. `**/` matching 0..n directories
  2591. - path prefix (`pp:` prefix, for unifying borg create pp1 pp2 into the
  2592. patterns system), semantics like in borg <= 0.29
  2593. - regular expression (`re:`), new!
  2594. - --progress option for borg upgrade (#291) and borg delete <archive>
  2595. - update progress indication more often (e.g. for borg create within big
  2596. files or for borg check repo), #500
  2597. - finer chunker granularity for items metadata stream, #547, #487
  2598. - borg create --list now used (additionally to -v) to enable the verbose
  2599. file list output
  2600. - display borg version below tracebacks, #532
  2601. Other changes:
  2602. - hashtable size (and thus: RAM and disk consumption) follows a growth policy:
  2603. grows fast while small, grows slower when getting bigger, #527
  2604. - Vagrantfile: use pyinstaller 3.1 to build binaries, freebsd sqlite3 fix,
  2605. fixes #569
  2606. - no separate binaries for centos6 any more because the generic linux binaries
  2607. also work on centos6 (or in general: on systems with a slightly older glibc
  2608. than debian7
  2609. - dev environment: require virtualenv<14.0 so we get a py32 compatible pip
  2610. - docs:
  2611. - add space-saving chunks.archive.d trick to FAQ
  2612. - important: clarify -v and log levels in usage -> general, please read!
  2613. - sphinx configuration: create a simple man page from usage docs
  2614. - add a repo server setup example
  2615. - disable unneeded SSH features in authorized_keys examples for security.
  2616. - borg prune only knows "--keep-within" and not "--within"
  2617. - add gource video to resources docs, #507
  2618. - add netbsd install instructions
  2619. - authors: make it more clear what refers to borg and what to attic
  2620. - document standalone binary requirements, #499
  2621. - rephrase the mailing list section
  2622. - development docs: run build_api and build_usage before tagging release
  2623. - internals docs: hash table max. load factor is 0.75 now
  2624. - markup, typo, grammar, phrasing, clarifications and other fixes.
  2625. - add gcc gcc-c++ to redhat/fedora/corora install docs, fixes #583
  2626. Version 0.29.0 (2015-12-13)
  2627. ---------------------------
  2628. Compatibility notes:
  2629. - when upgrading to 0.29.0 you need to upgrade client as well as server
  2630. installations due to the locking and commandline interface changes otherwise
  2631. you'll get an error msg about a RPC protocol mismatch or a wrong commandline
  2632. option.
  2633. if you run a server that needs to support both old and new clients, it is
  2634. suggested that you have a "borg-0.28.2" and a "borg-0.29.0" command.
  2635. clients then can choose via e.g. "borg --remote-path=borg-0.29.0 ...".
  2636. - the default waiting time for a lock changed from infinity to 1 second for a
  2637. better interactive user experience. if the repo you want to access is
  2638. currently locked, borg will now terminate after 1s with an error message.
  2639. if you have scripts that shall wait for the lock for a longer time, use
  2640. --lock-wait N (with N being the maximum wait time in seconds).
  2641. Bug fixes:
  2642. - hash table tuning (better chosen hashtable load factor 0.75 and prime initial
  2643. size of 1031 gave ~1000x speedup in some scenarios)
  2644. - avoid creation of an orphan lock for one case, #285
  2645. - --keep-tag-files: fix file mode and multiple tag files in one directory, #432
  2646. - fixes for "borg upgrade" (attic repo converter), #466
  2647. - remove --progress isatty magic (and also --no-progress option) again, #476
  2648. - borg init: display proper repo URL
  2649. - fix format of umask in help pages, #463
  2650. New features:
  2651. - implement --lock-wait, support timeout for UpgradableLock, #210
  2652. - implement borg break-lock command, #157
  2653. - include system info below traceback, #324
  2654. - sane remote logging, remote stderr, #461:
  2655. - remote log output: intercept it and log it via local logging system,
  2656. with "Remote: " prefixed to message. log remote tracebacks.
  2657. - remote stderr: output it to local stderr with "Remote: " prefixed.
  2658. - add --debug and --info (same as --verbose) to set the log level of the
  2659. builtin logging configuration (which otherwise defaults to warning), #426
  2660. note: there are few messages emitted at DEBUG level currently.
  2661. - optionally configure logging via env var BORG_LOGGING_CONF
  2662. - add --filter option for status characters: e.g. to show only the added
  2663. or modified files (and also errors), use "borg create -v --filter=AME ...".
  2664. - more progress indicators, #394
  2665. - use ISO-8601 date and time format, #375
  2666. - "borg check --prefix" to restrict archive checking to that name prefix, #206
  2667. Other changes:
  2668. - hashindex_add C implementation (speed up cache re-sync for new archives)
  2669. - increase FUSE read_size to 1024 (speed up metadata operations)
  2670. - check/delete/prune --save-space: free unused segments quickly, #239
  2671. - increase rpc protocol version to 2 (see also Compatibility notes), #458
  2672. - silence borg by default (via default log level WARNING)
  2673. - get rid of C compiler warnings, #391
  2674. - upgrade OS X FUSE to 3.0.9 on the OS X binary build system
  2675. - use python 3.5.1 to build binaries
  2676. - docs:
  2677. - new mailing list borgbackup@python.org, #468
  2678. - readthedocs: color and logo improvements
  2679. - load coverage icons over SSL (avoids mixed content)
  2680. - more precise binary installation steps
  2681. - update release procedure docs about OS X FUSE
  2682. - FAQ entry about unexpected 'A' status for unchanged file(s), #403
  2683. - add docs about 'E' file status
  2684. - add "borg upgrade" docs, #464
  2685. - add developer docs about output and logging
  2686. - clarify encryption, add note about client-side encryption
  2687. - add resources section, with videos, talks, presentations, #149
  2688. - Borg moved to Arch Linux [community]
  2689. - fix wrong installation instructions for archlinux
  2690. Version 0.28.2 (2015-11-15)
  2691. ---------------------------
  2692. New features:
  2693. - borg create --exclude-if-present TAGFILE - exclude directories that have the
  2694. given file from the backup. You can additionally give --keep-tag-files to
  2695. preserve just the directory roots and the tag-files (but not backup other
  2696. directory contents), #395, attic #128, attic #142
  2697. Other changes:
  2698. - do not create docs sources at build time (just have them in the repo),
  2699. completely remove have_cython() hack, do not use the "mock" library at build
  2700. time, #384
  2701. - avoid hidden import, make it easier for PyInstaller, easier fix for #218
  2702. - docs:
  2703. - add description of item flags / status output, fixes #402
  2704. - explain how to regenerate usage and API files (build_api or
  2705. build_usage) and when to commit usage files directly into git, #384
  2706. - minor install docs improvements
  2707. Version 0.28.1 (2015-11-08)
  2708. ---------------------------
  2709. Bug fixes:
  2710. - do not try to build api / usage docs for production install,
  2711. fixes unexpected "mock" build dependency, #384
  2712. Other changes:
  2713. - avoid using msgpack.packb at import time
  2714. - fix formatting issue in changes.rst
  2715. - fix build on readthedocs
  2716. Version 0.28.0 (2015-11-08)
  2717. ---------------------------
  2718. Compatibility notes:
  2719. - changed return codes (exit codes), see docs. in short:
  2720. old: 0 = ok, 1 = error. now: 0 = ok, 1 = warning, 2 = error
  2721. New features:
  2722. - refactor return codes (exit codes), fixes #61
  2723. - add --show-rc option enable "terminating with X status, rc N" output, fixes 58, #351
  2724. - borg create backups atime and ctime additionally to mtime, fixes #317
  2725. - extract: support atime additionally to mtime
  2726. - FUSE: support ctime and atime additionally to mtime
  2727. - support borg --version
  2728. - emit a warning if we have a slow msgpack installed
  2729. - borg list --prefix=thishostname- REPO, fixes #205
  2730. - Debug commands (do not use except if you know what you do: debug-get-obj,
  2731. debug-put-obj, debug-delete-obj, debug-dump-archive-items.
  2732. Bug fixes:
  2733. - setup.py: fix bug related to BORG_LZ4_PREFIX processing
  2734. - fix "check" for repos that have incomplete chunks, fixes #364
  2735. - borg mount: fix unlocking of repository at umount time, fixes #331
  2736. - fix reading files without touching their atime, #334
  2737. - non-ascii ACL fixes for Linux, FreeBSD and OS X, #277
  2738. - fix acl_use_local_uid_gid() and add a test for it, attic #359
  2739. - borg upgrade: do not upgrade repositories in place by default, #299
  2740. - fix cascading failure with the index conversion code, #269
  2741. - borg check: implement 'cmdline' archive metadata value decoding, #311
  2742. - fix RobustUnpacker, it missed some metadata keys (new atime and ctime keys
  2743. were missing, but also bsdflags). add check for unknown metadata keys.
  2744. - create from stdin: also save atime, ctime (cosmetic)
  2745. - use default_notty=False for confirmations, fixes #345
  2746. - vagrant: fix msgpack installation on centos, fixes #342
  2747. - deal with unicode errors for symlinks in same way as for regular files and
  2748. have a helpful warning message about how to fix wrong locale setup, fixes #382
  2749. - add ACL keys the RobustUnpacker must know about
  2750. Other changes:
  2751. - improve file size displays, more flexible size formatters
  2752. - explicitly commit to the units standard, #289
  2753. - archiver: add E status (means that an error occurred when processing this
  2754. (single) item
  2755. - do binary releases via "github releases", closes #214
  2756. - create: use -x and --one-file-system (was: --do-not-cross-mountpoints), #296
  2757. - a lot of changes related to using "logging" module and screen output, #233
  2758. - show progress display if on a tty, output more progress information, #303
  2759. - factor out status output so it is consistent, fix surrogates removal,
  2760. maybe fixes #309
  2761. - move away from RawConfigParser to ConfigParser
  2762. - archive checker: better error logging, give chunk_id and sequence numbers
  2763. (can be used together with borg debug-dump-archive-items).
  2764. - do not mention the deprecated passphrase mode
  2765. - emit a deprecation warning for --compression N (giving a just a number)
  2766. - misc .coverragerc fixes (and coverage measurement improvements), fixes #319
  2767. - refactor confirmation code, reduce code duplication, add tests
  2768. - prettier error messages, fixes #307, #57
  2769. - tests:
  2770. - add a test to find disk-full issues, #327
  2771. - travis: also run tests on Python 3.5
  2772. - travis: use tox -r so it rebuilds the tox environments
  2773. - test the generated pyinstaller-based binary by archiver unit tests, #215
  2774. - vagrant: tests: announce whether fakeroot is used or not
  2775. - vagrant: add vagrant user to fuse group for debianoid systems also
  2776. - vagrant: llfuse install on darwin needs pkgconfig installed
  2777. - vagrant: use pyinstaller from develop branch, fixes #336
  2778. - benchmarks: test create, extract, list, delete, info, check, help, fixes #146
  2779. - benchmarks: test with both the binary and the python code
  2780. - archiver tests: test with both the binary and the python code, fixes #215
  2781. - make basic test more robust
  2782. - docs:
  2783. - moved docs to borgbackup.readthedocs.org, #155
  2784. - a lot of fixes and improvements, use mobile-friendly RTD standard theme
  2785. - use zlib,6 compression in some examples, fixes #275
  2786. - add missing rename usage to docs, closes #279
  2787. - include the help offered by borg help <topic> in the usage docs, fixes #293
  2788. - include a list of major changes compared to attic into README, fixes #224
  2789. - add OS X install instructions, #197
  2790. - more details about the release process, #260
  2791. - fix linux glibc requirement (binaries built on debian7 now)
  2792. - build: move usage and API generation to setup.py
  2793. - update docs about return codes, #61
  2794. - remove api docs (too much breakage on rtd)
  2795. - borgbackup install + basics presentation (asciinema)
  2796. - describe the current style guide in documentation
  2797. - add section about debug commands
  2798. - warn about not running out of space
  2799. - add example for rename
  2800. - improve chunker params docs, fixes #362
  2801. - minor development docs update
  2802. Version 0.27.0 (2015-10-07)
  2803. ---------------------------
  2804. New features:
  2805. - "borg upgrade" command - attic -> borg one time converter / migration, #21
  2806. - temporary hack to avoid using lots of disk space for chunks.archive.d, #235:
  2807. To use it: rm -rf chunks.archive.d ; touch chunks.archive.d
  2808. - respect XDG_CACHE_HOME, attic #181
  2809. - add support for arbitrary SSH commands, attic #99
  2810. - borg delete --cache-only REPO (only delete cache, not REPO), attic #123
  2811. Bug fixes:
  2812. - use Debian 7 (wheezy) to build pyinstaller borgbackup binaries, fixes slow
  2813. down observed when running the Centos6-built binary on Ubuntu, #222
  2814. - do not crash on empty lock.roster, fixes #232
  2815. - fix multiple issues with the cache config version check, #234
  2816. - fix segment entry header size check, attic #352
  2817. plus other error handling improvements / code deduplication there.
  2818. - always give segment and offset in repo IntegrityErrors
  2819. Other changes:
  2820. - stop producing binary wheels, remove docs about it, #147
  2821. - docs:
  2822. - add warning about prune
  2823. - generate usage include files only as needed
  2824. - development docs: add Vagrant section
  2825. - update / improve / reformat FAQ
  2826. - hint to single-file pyinstaller binaries from README
  2827. Version 0.26.1 (2015-09-28)
  2828. ---------------------------
  2829. This is a minor update, just docs and new pyinstaller binaries.
  2830. - docs update about python and binary requirements
  2831. - better docs for --read-special, fix #220
  2832. - re-built the binaries, fix #218 and #213 (glibc version issue)
  2833. - update web site about single-file pyinstaller binaries
  2834. Note: if you did a python-based installation, there is no need to upgrade.
  2835. Version 0.26.0 (2015-09-19)
  2836. ---------------------------
  2837. New features:
  2838. - Faster cache sync (do all in one pass, remove tar/compression stuff), #163
  2839. - BORG_REPO env var to specify the default repo, #168
  2840. - read special files as if they were regular files, #79
  2841. - implement borg create --dry-run, attic issue #267
  2842. - Normalize paths before pattern matching on OS X, #143
  2843. - support OpenBSD and NetBSD (except xattrs/ACLs)
  2844. - support / run tests on Python 3.5
  2845. Bug fixes:
  2846. - borg mount repo: use absolute path, attic #200, attic #137
  2847. - chunker: use off_t to get 64bit on 32bit platform, #178
  2848. - initialize chunker fd to -1, so it's not equal to STDIN_FILENO (0)
  2849. - fix reaction to "no" answer at delete repo prompt, #182
  2850. - setup.py: detect lz4.h header file location
  2851. - to support python < 3.2.4, add less buggy argparse lib from 3.2.6 (#194)
  2852. - fix for obtaining ``char *`` from temporary Python value (old code causes
  2853. a compile error on Mint 17.2)
  2854. - llfuse 0.41 install troubles on some platforms, require < 0.41
  2855. (UnicodeDecodeError exception due to non-ascii llfuse setup.py)
  2856. - cython code: add some int types to get rid of unspecific python add /
  2857. subtract operations (avoid ``undefined symbol FPE_``... error on some platforms)
  2858. - fix verbose mode display of stdin backup
  2859. - extract: warn if a include pattern never matched, fixes #209,
  2860. implement counters for Include/ExcludePatterns
  2861. - archive names with slashes are invalid, attic issue #180
  2862. - chunker: add a check whether the POSIX_FADV_DONTNEED constant is defined -
  2863. fixes building on OpenBSD.
  2864. Other changes:
  2865. - detect inconsistency / corruption / hash collision, #170
  2866. - replace versioneer with setuptools_scm, #106
  2867. - docs:
  2868. - pkg-config is needed for llfuse installation
  2869. - be more clear about pruning, attic issue #132
  2870. - unit tests:
  2871. - xattr: ignore security.selinux attribute showing up
  2872. - ext3 seems to need a bit more space for a sparse file
  2873. - do not test lzma level 9 compression (avoid MemoryError)
  2874. - work around strange mtime granularity issue on netbsd, fixes #204
  2875. - ignore st_rdev if file is not a block/char device, fixes #203
  2876. - stay away from the setgid and sticky mode bits
  2877. - use Vagrant to do easy cross-platform testing (#196), currently:
  2878. - Debian 7 "wheezy" 32bit, Debian 8 "jessie" 64bit
  2879. - Ubuntu 12.04 32bit, Ubuntu 14.04 64bit
  2880. - Centos 7 64bit
  2881. - FreeBSD 10.2 64bit
  2882. - OpenBSD 5.7 64bit
  2883. - NetBSD 6.1.5 64bit
  2884. - Darwin (OS X Yosemite)
  2885. Version 0.25.0 (2015-08-29)
  2886. ---------------------------
  2887. Compatibility notes:
  2888. - lz4 compression library (liblz4) is a new requirement (#156)
  2889. - the new compression code is very compatible: as long as you stay with zlib
  2890. compression, older borg releases will still be able to read data from a
  2891. repo/archive made with the new code (note: this is not the case for the
  2892. default "none" compression, use "zlib,0" if you want a "no compression" mode
  2893. that can be read by older borg). Also the new code is able to read repos and
  2894. archives made with older borg versions (for all zlib levels 0..9).
  2895. Deprecations:
  2896. - --compression N (with N being a number, as in 0.24) is deprecated.
  2897. We keep the --compression 0..9 for now to not break scripts, but it is
  2898. deprecated and will be removed later, so better fix your scripts now:
  2899. --compression 0 (as in 0.24) is the same as --compression zlib,0 (now).
  2900. BUT: if you do not want compression, you rather want --compression none
  2901. (which is the default).
  2902. --compression 1 (in 0.24) is the same as --compression zlib,1 (now)
  2903. --compression 9 (in 0.24) is the same as --compression zlib,9 (now)
  2904. New features:
  2905. - create --compression none (default, means: do not compress, just pass through
  2906. data "as is". this is more efficient than zlib level 0 as used in borg 0.24)
  2907. - create --compression lz4 (super-fast, but not very high compression)
  2908. - create --compression zlib,N (slower, higher compression, default for N is 6)
  2909. - create --compression lzma,N (slowest, highest compression, default N is 6)
  2910. - honor the nodump flag (UF_NODUMP) and do not backup such items
  2911. - list --short just outputs a simple list of the files/directories in an archive
  2912. Bug fixes:
  2913. - fixed --chunker-params parameter order confusion / malfunction, fixes #154
  2914. - close fds of segments we delete (during compaction)
  2915. - close files which fell out the lrucache
  2916. - fadvise DONTNEED now is only called for the byte range actually read, not for
  2917. the whole file, fixes #158.
  2918. - fix issue with negative "all archives" size, fixes #165
  2919. - restore_xattrs: ignore if setxattr fails with EACCES, fixes #162
  2920. Other changes:
  2921. - remove fakeroot requirement for tests, tests run faster without fakeroot
  2922. (test setup does not fail any more without fakeroot, so you can run with or
  2923. without fakeroot), fixes #151 and #91.
  2924. - more tests for archiver
  2925. - recover_segment(): don't assume we have an fd for segment
  2926. - lrucache refactoring / cleanup, add dispose function, py.test tests
  2927. - generalize hashindex code for any key length (less hardcoding)
  2928. - lock roster: catch file not found in remove() method and ignore it
  2929. - travis CI: use requirements file
  2930. - improved docs:
  2931. - replace hack for llfuse with proper solution (install libfuse-dev)
  2932. - update docs about compression
  2933. - update development docs about fakeroot
  2934. - internals: add some words about lock files / locking system
  2935. - support: mention BountySource and for what it can be used
  2936. - theme: use a lighter green
  2937. - add pypi, wheel, dist package based install docs
  2938. - split install docs into system-specific preparations and generic instructions
  2939. Version 0.24.0 (2015-08-09)
  2940. ---------------------------
  2941. Incompatible changes (compared to 0.23):
  2942. - borg now always issues --umask NNN option when invoking another borg via ssh
  2943. on the repository server. By that, it's making sure it uses the same umask
  2944. for remote repos as for local ones. Because of this, you must upgrade both
  2945. server and client(s) to 0.24.
  2946. - the default umask is 077 now (if you do not specify via --umask) which might
  2947. be a different one as you used previously. The default umask avoids that
  2948. you accidentally give access permissions for group and/or others to files
  2949. created by borg (e.g. the repository).
  2950. Deprecations:
  2951. - "--encryption passphrase" mode is deprecated, see #85 and #97.
  2952. See the new "--encryption repokey" mode for a replacement.
  2953. New features:
  2954. - borg create --chunker-params ... to configure the chunker, fixes #16
  2955. (attic #302, attic #300, and somehow also #41).
  2956. This can be used to reduce memory usage caused by chunk management overhead,
  2957. so borg does not create a huge chunks index/repo index and eats all your RAM
  2958. if you back up lots of data in huge files (like VM disk images).
  2959. See docs/misc/create_chunker-params.txt for more information.
  2960. - borg info now reports chunk counts in the chunk index.
  2961. - borg create --compression 0..9 to select zlib compression level, fixes #66
  2962. (attic #295).
  2963. - borg init --encryption repokey (to store the encryption key into the repo),
  2964. fixes #85
  2965. - improve at-end error logging, always log exceptions and set exit_code=1
  2966. - LoggedIO: better error checks / exceptions / exception handling
  2967. - implement --remote-path to allow non-default-path borg locations, #125
  2968. - implement --umask M and use 077 as default umask for better security, #117
  2969. - borg check: give a named single archive to it, fixes #139
  2970. - cache sync: show progress indication
  2971. - cache sync: reimplement the chunk index merging in C
  2972. Bug fixes:
  2973. - fix segfault that happened for unreadable files (chunker: n needs to be a
  2974. signed size_t), #116
  2975. - fix the repair mode, #144
  2976. - repo delete: add destroy to allowed rpc methods, fixes issue #114
  2977. - more compatible repository locking code (based on mkdir), maybe fixes #92
  2978. (attic #317, attic #201).
  2979. - better Exception msg if no Borg is installed on the remote repo server, #56
  2980. - create a RepositoryCache implementation that can cope with >2GiB,
  2981. fixes attic #326.
  2982. - fix Traceback when running check --repair, attic #232
  2983. - clarify help text, fixes #73.
  2984. - add help string for --no-files-cache, fixes #140
  2985. Other changes:
  2986. - improved docs:
  2987. - added docs/misc directory for misc. writeups that won't be included
  2988. "as is" into the html docs.
  2989. - document environment variables and return codes (attic #324, attic #52)
  2990. - web site: add related projects, fix web site url, IRC #borgbackup
  2991. - Fedora/Fedora-based install instructions added to docs
  2992. - Cygwin-based install instructions added to docs
  2993. - updated AUTHORS
  2994. - add FAQ entries about redundancy / integrity
  2995. - clarify that borg extract uses the cwd as extraction target
  2996. - update internals doc about chunker params, memory usage and compression
  2997. - added docs about development
  2998. - add some words about resource usage in general
  2999. - document how to backup a raw disk
  3000. - add note about how to run borg from virtual env
  3001. - add solutions for (ll)fuse installation problems
  3002. - document what borg check does, fixes #138
  3003. - reorganize borgbackup.github.io sidebar, prev/next at top
  3004. - deduplicate and refactor the docs / README.rst
  3005. - use borg-tmp as prefix for temporary files / directories
  3006. - short prune options without "keep-" are deprecated, do not suggest them
  3007. - improved tox configuration
  3008. - remove usage of unittest.mock, always use mock from pypi
  3009. - use entrypoints instead of scripts, for better use of the wheel format and
  3010. modern installs
  3011. - add requirements.d/development.txt and modify tox.ini
  3012. - use travis-ci for testing based on Linux and (new) OS X
  3013. - use coverage.py, pytest-cov and codecov.io for test coverage support
  3014. I forgot to list some stuff already implemented in 0.23.0, here they are:
  3015. New features:
  3016. - efficient archive list from manifest, meaning a big speedup for slow
  3017. repo connections and "list <repo>", "delete <repo>", "prune" (attic #242,
  3018. attic #167)
  3019. - big speedup for chunks cache sync (esp. for slow repo connections), fixes #18
  3020. - hashindex: improve error messages
  3021. Other changes:
  3022. - explicitly specify binary mode to open binary files
  3023. - some easy micro optimizations
  3024. Version 0.23.0 (2015-06-11)
  3025. ---------------------------
  3026. Incompatible changes (compared to attic, fork related):
  3027. - changed sw name and cli command to "borg", updated docs
  3028. - package name (and name in urls) uses "borgbackup" to have fewer collisions
  3029. - changed repo / cache internal magic strings from ATTIC* to BORG*,
  3030. changed cache location to .cache/borg/ - this means that it currently won't
  3031. accept attic repos (see issue #21 about improving that)
  3032. Bug fixes:
  3033. - avoid defect python-msgpack releases, fixes attic #171, fixes attic #185
  3034. - fix traceback when trying to do unsupported passphrase change, fixes attic #189
  3035. - datetime does not like the year 10.000, fixes attic #139
  3036. - fix "info" all archives stats, fixes attic #183
  3037. - fix parsing with missing microseconds, fixes attic #282
  3038. - fix misleading hint the fuse ImportError handler gave, fixes attic #237
  3039. - check unpacked data from RPC for tuple type and correct length, fixes attic #127
  3040. - fix Repository._active_txn state when lock upgrade fails
  3041. - give specific path to xattr.is_enabled(), disable symlink setattr call that
  3042. always fails
  3043. - fix test setup for 32bit platforms, partial fix for attic #196
  3044. - upgraded versioneer, PEP440 compliance, fixes attic #257
  3045. New features:
  3046. - less memory usage: add global option --no-cache-files
  3047. - check --last N (only check the last N archives)
  3048. - check: sort archives in reverse time order
  3049. - rename repo::oldname newname (rename repository)
  3050. - create -v output more informative
  3051. - create --progress (backup progress indicator)
  3052. - create --timestamp (utc string or reference file/dir)
  3053. - create: if "-" is given as path, read binary from stdin
  3054. - extract: if --stdout is given, write all extracted binary data to stdout
  3055. - extract --sparse (simple sparse file support)
  3056. - extra debug information for 'fread failed'
  3057. - delete <repo> (deletes whole repo + local cache)
  3058. - FUSE: reflect deduplication in allocated blocks
  3059. - only allow whitelisted RPC calls in server mode
  3060. - normalize source/exclude paths before matching
  3061. - use posix_fadvise to not spoil the OS cache, fixes attic #252
  3062. - toplevel error handler: show tracebacks for better error analysis
  3063. - sigusr1 / sigint handler to print current file infos - attic PR #286
  3064. - RPCError: include the exception args we get from remote
  3065. Other changes:
  3066. - source: misc. cleanups, pep8, style
  3067. - docs and faq improvements, fixes, updates
  3068. - cleanup crypto.pyx, make it easier to adapt to other AES modes
  3069. - do os.fsync like recommended in the python docs
  3070. - source: Let chunker optionally work with os-level file descriptor.
  3071. - source: Linux: remove duplicate os.fsencode calls
  3072. - source: refactor _open_rb code a bit, so it is more consistent / regular
  3073. - source: refactor indicator (status) and item processing
  3074. - source: use py.test for better testing, flake8 for code style checks
  3075. - source: fix tox >=2.0 compatibility (test runner)
  3076. - pypi package: add python version classifiers, add FreeBSD to platforms
  3077. Attic Changelog
  3078. ---------------
  3079. Here you can see the full list of changes between each Attic release until Borg
  3080. forked from Attic:
  3081. Version 0.17
  3082. ~~~~~~~~~~~~
  3083. (bugfix release, released on X)
  3084. - Fix hashindex ARM memory alignment issue (#309)
  3085. - Improve hashindex error messages (#298)
  3086. Version 0.16
  3087. ~~~~~~~~~~~~
  3088. (bugfix release, released on May 16, 2015)
  3089. - Fix typo preventing the security confirmation prompt from working (#303)
  3090. - Improve handling of systems with improperly configured file system encoding (#289)
  3091. - Fix "All archives" output for attic info. (#183)
  3092. - More user friendly error message when repository key file is not found (#236)
  3093. - Fix parsing of iso 8601 timestamps with zero microseconds (#282)
  3094. Version 0.15
  3095. ~~~~~~~~~~~~
  3096. (bugfix release, released on Apr 15, 2015)
  3097. - xattr: Be less strict about unknown/unsupported platforms (#239)
  3098. - Reduce repository listing memory usage (#163).
  3099. - Fix BrokenPipeError for remote repositories (#233)
  3100. - Fix incorrect behavior with two character directory names (#265, #268)
  3101. - Require approval before accessing relocated/moved repository (#271)
  3102. - Require approval before accessing previously unknown unencrypted repositories (#271)
  3103. - Fix issue with hash index files larger than 2GB.
  3104. - Fix Python 3.2 compatibility issue with noatime open() (#164)
  3105. - Include missing pyx files in dist files (#168)
  3106. Version 0.14
  3107. ~~~~~~~~~~~~
  3108. (feature release, released on Dec 17, 2014)
  3109. - Added support for stripping leading path segments (#95)
  3110. "attic extract --strip-segments X"
  3111. - Add workaround for old Linux systems without acl_extended_file_no_follow (#96)
  3112. - Add MacPorts' path to the default openssl search path (#101)
  3113. - HashIndex improvements, eliminates unnecessary IO on low memory systems.
  3114. - Fix "Number of files" output for attic info. (#124)
  3115. - limit create file permissions so files aren't read while restoring
  3116. - Fix issue with empty xattr values (#106)
  3117. Version 0.13
  3118. ~~~~~~~~~~~~
  3119. (feature release, released on Jun 29, 2014)
  3120. - Fix sporadic "Resource temporarily unavailable" when using remote repositories
  3121. - Reduce file cache memory usage (#90)
  3122. - Faster AES encryption (utilizing AES-NI when available)
  3123. - Experimental Linux, OS X and FreeBSD ACL support (#66)
  3124. - Added support for backup and restore of BSDFlags (OSX, FreeBSD) (#56)
  3125. - Fix bug where xattrs on symlinks were not correctly restored
  3126. - Added cachedir support. CACHEDIR.TAG compatible cache directories
  3127. can now be excluded using ``--exclude-caches`` (#74)
  3128. - Fix crash on extreme mtime timestamps (year 2400+) (#81)
  3129. - Fix Python 3.2 specific lockf issue (EDEADLK)
  3130. Version 0.12
  3131. ~~~~~~~~~~~~
  3132. (feature release, released on April 7, 2014)
  3133. - Python 3.4 support (#62)
  3134. - Various documentation improvements a new style
  3135. - ``attic mount`` now supports mounting an entire repository not only
  3136. individual archives (#59)
  3137. - Added option to restrict remote repository access to specific path(s):
  3138. ``attic serve --restrict-to-path X`` (#51)
  3139. - Include "all archives" size information in "--stats" output. (#54)
  3140. - Added ``--stats`` option to ``attic delete`` and ``attic prune``
  3141. - Fixed bug where ``attic prune`` used UTC instead of the local time zone
  3142. when determining which archives to keep.
  3143. - Switch to SI units (Power of 1000 instead 1024) when printing file sizes
  3144. Version 0.11
  3145. ~~~~~~~~~~~~
  3146. (feature release, released on March 7, 2014)
  3147. - New "check" command for repository consistency checking (#24)
  3148. - Documentation improvements
  3149. - Fix exception during "attic create" with repeated files (#39)
  3150. - New "--exclude-from" option for attic create/extract/verify.
  3151. - Improved archive metadata deduplication.
  3152. - "attic verify" has been deprecated. Use "attic extract --dry-run" instead.
  3153. - "attic prune --hourly|daily|..." has been deprecated.
  3154. Use "attic prune --keep-hourly|daily|..." instead.
  3155. - Ignore xattr errors during "extract" if not supported by the filesystem. (#46)
  3156. Version 0.10
  3157. ~~~~~~~~~~~~
  3158. (bugfix release, released on Jan 30, 2014)
  3159. - Fix deadlock when extracting 0 sized files from remote repositories
  3160. - "--exclude" wildcard patterns are now properly applied to the full path
  3161. not just the file name part (#5).
  3162. - Make source code endianness agnostic (#1)
  3163. Version 0.9
  3164. ~~~~~~~~~~~
  3165. (feature release, released on Jan 23, 2014)
  3166. - Remote repository speed and reliability improvements.
  3167. - Fix sorting of segment names to ignore NFS left over files. (#17)
  3168. - Fix incorrect display of time (#13)
  3169. - Improved error handling / reporting. (#12)
  3170. - Use fcntl() instead of flock() when locking repository/cache. (#15)
  3171. - Let ssh figure out port/user if not specified so we don't override .ssh/config (#9)
  3172. - Improved libcrypto path detection (#23).
  3173. Version 0.8.1
  3174. ~~~~~~~~~~~~~
  3175. (bugfix release, released on Oct 4, 2013)
  3176. - Fix segmentation fault issue.
  3177. Version 0.8
  3178. ~~~~~~~~~~~
  3179. (feature release, released on Oct 3, 2013)
  3180. - Fix xattr issue when backing up sshfs filesystems (#4)
  3181. - Fix issue with excessive index file size (#6)
  3182. - Support access of read only repositories.
  3183. - New syntax to enable repository encryption:
  3184. attic init --encryption="none|passphrase|keyfile".
  3185. - Detect and abort if repository is older than the cache.
  3186. Version 0.7
  3187. ~~~~~~~~~~~
  3188. (feature release, released on Aug 5, 2013)
  3189. - Ported to FreeBSD
  3190. - Improved documentation
  3191. - Experimental: Archives mountable as FUSE filesystems.
  3192. - The "user." prefix is no longer stripped from xattrs on Linux
  3193. Version 0.6.1
  3194. ~~~~~~~~~~~~~
  3195. (bugfix release, released on July 19, 2013)
  3196. - Fixed an issue where mtime was not always correctly restored.
  3197. Version 0.6
  3198. ~~~~~~~~~~~
  3199. First public release on July 9, 2013