Home Explore Help
Sign In
mirrors
/
borg
mirror of https://github.com/borgbackup/borg
2
0
Fork 0
Files Issues 0 Wiki
Tree: aebf3cc6b1
Branches Tags
borg
/
doc
/
design.txt

design.txt 992 B
History Raw

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051 
  1. """
    2. 

  2. Dedupstore
    3. 

  3. ==========
    4. 

  4. 

  5. cache = Cache(path,)
    6. 

  6. 

  7. for file in files:
    8. 

  8.     chunks = chunkify(file)
    9. 

  9.     for chunk in chunkify(file):
    10. 

  10.         if chunk.sha in cache:
    11. 

  11.     	    cache.chunk_inc_ref(chunk)
    12. 

  12. 		else:
    13. 

  13. 		    fs.add_chunk(chunk)
    14. 

  14. 		
    15. 

  15. 	entry = Entry
    16. 

  16.     archive.add(entry)
    17. 

  17. Repository layout
    18. 

  18. -----------------
    19. 

  19. REPO/README
    20. 

  20. REPO/VERSION
    21. 

  21. REPO/tid = x
    22. 

  22. REPO/data/
    23. 

  23. REPO/txn-active/tid
    24. 

  24. REPO/txn-active/add/<PATH>/
    25. 

  25. REPO/txn-active/delete/<PATH>/
    26. 

  26. REPO/txn-active/tid
    27. 

  27. REPO/txn-commit/add/<PATH>/
    28. 

  28. REPO/txn-commit/delete/<PATH>/
    29. 

  29. 

  30. REPO/archives/<ARCHIVENAME>
    31. 

  31. REPO/blocks/XX/YY/XYZ
    32. 

  32. 

  33. txn_completed/add/<PATH>/
    34. 

  34. txn_completed/delete/<PATH>/
    35. 

  35. 

  36. API
    37. 

  37. ---
    38. 

  38. """
    39. 

  39. class Cache(object):
    40. 

  40. 

  41. 	def chunk_inc_ref(self, chunk):
    42. 

  42. 		self.chunk_refcount.setdefault(chunk.sha, 0)
    43. 

  43. 		self.chunk_refcount[chunk.sha] += 1
    44. 

  44. 

  45. 	def chunk_dec_ref(self, chunk):
    46. 

  46. 		assert self.chunk_refcount.get(chunk.sha, 0) > 0
    47. 

  47. 		self.chunk_refcount[chunk.sha] -= 1
    48. 

  48. 		if self.chunk_refcount[chunk.sha] == 0:
    49. 

  49. 			self.fs.delete_chunk(self.sha)
    50. 

  50. 

  51. txn = txn_begin()
    52.