|
@@ -27,7 +27,6 @@ import sys
|
|
|
import tempfile
|
|
|
from contextlib import closing
|
|
|
from io import BytesIO
|
|
|
-from unittest import skipUnless
|
|
|
|
|
|
from dulwich.errors import NotTreeError
|
|
|
from dulwich.index import commit_tree
|
|
@@ -37,8 +36,6 @@ from dulwich.object_store import (
|
|
|
ObjectStoreGraphWalker,
|
|
|
OverlayObjectStore,
|
|
|
commit_tree_changes,
|
|
|
- iter_tree_contents,
|
|
|
- peel_sha,
|
|
|
read_packs_file,
|
|
|
tree_lookup_path,
|
|
|
)
|
|
@@ -52,213 +49,14 @@ from dulwich.objects import (
|
|
|
sha_to_hex,
|
|
|
)
|
|
|
from dulwich.pack import REF_DELTA, write_pack_objects
|
|
|
-from dulwich.protocol import DEPTH_INFINITE
|
|
|
+from dulwich.tests.test_object_store import ObjectStoreTests, PackBasedObjectStoreTests
|
|
|
+from dulwich.tests.utils import build_pack, make_object
|
|
|
|
|
|
from . import TestCase
|
|
|
-from .utils import build_pack, make_object, make_tag
|
|
|
-
|
|
|
-try:
|
|
|
- from unittest.mock import patch
|
|
|
-except ImportError:
|
|
|
- patch = None
|
|
|
-
|
|
|
|
|
|
testobject = make_object(Blob, data=b"yummy data")
|
|
|
|
|
|
|
|
|
-class ObjectStoreTests:
|
|
|
- def test_determine_wants_all(self):
|
|
|
- self.assertEqual(
|
|
|
- [b"1" * 40],
|
|
|
- self.store.determine_wants_all({b"refs/heads/foo": b"1" * 40}),
|
|
|
- )
|
|
|
-
|
|
|
- def test_determine_wants_all_zero(self):
|
|
|
- self.assertEqual(
|
|
|
- [], self.store.determine_wants_all({b"refs/heads/foo": b"0" * 40})
|
|
|
- )
|
|
|
-
|
|
|
- @skipUnless(patch, "Required mock.patch")
|
|
|
- def test_determine_wants_all_depth(self):
|
|
|
- self.store.add_object(testobject)
|
|
|
- refs = {b"refs/heads/foo": testobject.id}
|
|
|
- with patch.object(self.store, "_get_depth", return_value=1) as m:
|
|
|
- self.assertEqual([], self.store.determine_wants_all(refs, depth=0))
|
|
|
- self.assertEqual(
|
|
|
- [testobject.id],
|
|
|
- self.store.determine_wants_all(refs, depth=DEPTH_INFINITE),
|
|
|
- )
|
|
|
- m.assert_not_called()
|
|
|
-
|
|
|
- self.assertEqual([], self.store.determine_wants_all(refs, depth=1))
|
|
|
- m.assert_called_with(testobject.id)
|
|
|
- self.assertEqual(
|
|
|
- [testobject.id], self.store.determine_wants_all(refs, depth=2)
|
|
|
- )
|
|
|
-
|
|
|
- def test_get_depth(self):
|
|
|
- self.assertEqual(0, self.store._get_depth(testobject.id))
|
|
|
-
|
|
|
- self.store.add_object(testobject)
|
|
|
- self.assertEqual(
|
|
|
- 1, self.store._get_depth(testobject.id, get_parents=lambda x: [])
|
|
|
- )
|
|
|
-
|
|
|
- parent = make_object(Blob, data=b"parent data")
|
|
|
- self.store.add_object(parent)
|
|
|
- self.assertEqual(
|
|
|
- 2,
|
|
|
- self.store._get_depth(
|
|
|
- testobject.id,
|
|
|
- get_parents=lambda x: [parent.id] if x == testobject else [],
|
|
|
- ),
|
|
|
- )
|
|
|
-
|
|
|
- def test_iter(self):
|
|
|
- self.assertEqual([], list(self.store))
|
|
|
-
|
|
|
- def test_get_nonexistant(self):
|
|
|
- self.assertRaises(KeyError, lambda: self.store[b"a" * 40])
|
|
|
-
|
|
|
- def test_contains_nonexistant(self):
|
|
|
- self.assertNotIn(b"a" * 40, self.store)
|
|
|
-
|
|
|
- def test_add_objects_empty(self):
|
|
|
- self.store.add_objects([])
|
|
|
-
|
|
|
- def test_add_commit(self):
|
|
|
-
|
|
|
-
|
|
|
- self.store.add_objects([])
|
|
|
-
|
|
|
- def test_store_resilience(self):
|
|
|
- """Test if updating an existing stored object doesn't erase the
|
|
|
- object from the store.
|
|
|
- """
|
|
|
- test_object = make_object(Blob, data=b"data")
|
|
|
-
|
|
|
- self.store.add_object(test_object)
|
|
|
- test_object_id = test_object.id
|
|
|
- test_object.data = test_object.data + b"update"
|
|
|
- stored_test_object = self.store[test_object_id]
|
|
|
-
|
|
|
- self.assertNotEqual(test_object.id, stored_test_object.id)
|
|
|
- self.assertEqual(stored_test_object.id, test_object_id)
|
|
|
-
|
|
|
- def test_add_object(self):
|
|
|
- self.store.add_object(testobject)
|
|
|
- self.assertEqual({testobject.id}, set(self.store))
|
|
|
- self.assertIn(testobject.id, self.store)
|
|
|
- r = self.store[testobject.id]
|
|
|
- self.assertEqual(r, testobject)
|
|
|
-
|
|
|
- def test_add_objects(self):
|
|
|
- data = [(testobject, "mypath")]
|
|
|
- self.store.add_objects(data)
|
|
|
- self.assertEqual({testobject.id}, set(self.store))
|
|
|
- self.assertIn(testobject.id, self.store)
|
|
|
- r = self.store[testobject.id]
|
|
|
- self.assertEqual(r, testobject)
|
|
|
-
|
|
|
- def test_tree_changes(self):
|
|
|
- blob_a1 = make_object(Blob, data=b"a1")
|
|
|
- blob_a2 = make_object(Blob, data=b"a2")
|
|
|
- blob_b = make_object(Blob, data=b"b")
|
|
|
- for blob in [blob_a1, blob_a2, blob_b]:
|
|
|
- self.store.add_object(blob)
|
|
|
-
|
|
|
- blobs_1 = [(b"a", blob_a1.id, 0o100644), (b"b", blob_b.id, 0o100644)]
|
|
|
- tree1_id = commit_tree(self.store, blobs_1)
|
|
|
- blobs_2 = [(b"a", blob_a2.id, 0o100644), (b"b", blob_b.id, 0o100644)]
|
|
|
- tree2_id = commit_tree(self.store, blobs_2)
|
|
|
- change_a = (
|
|
|
- (b"a", b"a"),
|
|
|
- (0o100644, 0o100644),
|
|
|
- (blob_a1.id, blob_a2.id),
|
|
|
- )
|
|
|
- self.assertEqual([change_a], list(self.store.tree_changes(tree1_id, tree2_id)))
|
|
|
- self.assertEqual(
|
|
|
- [
|
|
|
- change_a,
|
|
|
- ((b"b", b"b"), (0o100644, 0o100644), (blob_b.id, blob_b.id)),
|
|
|
- ],
|
|
|
- list(self.store.tree_changes(tree1_id, tree2_id, want_unchanged=True)),
|
|
|
- )
|
|
|
-
|
|
|
- def test_iter_tree_contents(self):
|
|
|
- blob_a = make_object(Blob, data=b"a")
|
|
|
- blob_b = make_object(Blob, data=b"b")
|
|
|
- blob_c = make_object(Blob, data=b"c")
|
|
|
- for blob in [blob_a, blob_b, blob_c]:
|
|
|
- self.store.add_object(blob)
|
|
|
-
|
|
|
- blobs = [
|
|
|
- (b"a", blob_a.id, 0o100644),
|
|
|
- (b"ad/b", blob_b.id, 0o100644),
|
|
|
- (b"ad/bd/c", blob_c.id, 0o100755),
|
|
|
- (b"ad/c", blob_c.id, 0o100644),
|
|
|
- (b"c", blob_c.id, 0o100644),
|
|
|
- ]
|
|
|
- tree_id = commit_tree(self.store, blobs)
|
|
|
- self.assertEqual(
|
|
|
- [TreeEntry(p, m, h) for (p, h, m) in blobs],
|
|
|
- list(iter_tree_contents(self.store, tree_id)),
|
|
|
- )
|
|
|
- self.assertEqual([], list(iter_tree_contents(self.store, None)))
|
|
|
-
|
|
|
- def test_iter_tree_contents_include_trees(self):
|
|
|
- blob_a = make_object(Blob, data=b"a")
|
|
|
- blob_b = make_object(Blob, data=b"b")
|
|
|
- blob_c = make_object(Blob, data=b"c")
|
|
|
- for blob in [blob_a, blob_b, blob_c]:
|
|
|
- self.store.add_object(blob)
|
|
|
-
|
|
|
- blobs = [
|
|
|
- (b"a", blob_a.id, 0o100644),
|
|
|
- (b"ad/b", blob_b.id, 0o100644),
|
|
|
- (b"ad/bd/c", blob_c.id, 0o100755),
|
|
|
- ]
|
|
|
- tree_id = commit_tree(self.store, blobs)
|
|
|
- tree = self.store[tree_id]
|
|
|
- tree_ad = self.store[tree[b"ad"][1]]
|
|
|
- tree_bd = self.store[tree_ad[b"bd"][1]]
|
|
|
-
|
|
|
- expected = [
|
|
|
- TreeEntry(b"", 0o040000, tree_id),
|
|
|
- TreeEntry(b"a", 0o100644, blob_a.id),
|
|
|
- TreeEntry(b"ad", 0o040000, tree_ad.id),
|
|
|
- TreeEntry(b"ad/b", 0o100644, blob_b.id),
|
|
|
- TreeEntry(b"ad/bd", 0o040000, tree_bd.id),
|
|
|
- TreeEntry(b"ad/bd/c", 0o100755, blob_c.id),
|
|
|
- ]
|
|
|
- actual = iter_tree_contents(self.store, tree_id, include_trees=True)
|
|
|
- self.assertEqual(expected, list(actual))
|
|
|
-
|
|
|
- def make_tag(self, name, obj):
|
|
|
- tag = make_tag(obj, name=name)
|
|
|
- self.store.add_object(tag)
|
|
|
- return tag
|
|
|
-
|
|
|
- def test_peel_sha(self):
|
|
|
- self.store.add_object(testobject)
|
|
|
- tag1 = self.make_tag(b"1", testobject)
|
|
|
- tag2 = self.make_tag(b"2", testobject)
|
|
|
- tag3 = self.make_tag(b"3", testobject)
|
|
|
- for obj in [testobject, tag1, tag2, tag3]:
|
|
|
- self.assertEqual((obj, testobject), peel_sha(self.store, obj.id))
|
|
|
-
|
|
|
- def test_get_raw(self):
|
|
|
- self.store.add_object(testobject)
|
|
|
- self.assertEqual(
|
|
|
- (Blob.type_num, b"yummy data"), self.store.get_raw(testobject.id)
|
|
|
- )
|
|
|
-
|
|
|
- def test_close(self):
|
|
|
-
|
|
|
- self.store.add_object(testobject)
|
|
|
- self.store.close()
|
|
|
-
|
|
|
-
|
|
|
class OverlayObjectStoreTests(ObjectStoreTests, TestCase):
|
|
|
def setUp(self):
|
|
|
TestCase.setUp(self)
|
|
@@ -316,65 +114,6 @@ class MemoryObjectStoreTests(ObjectStoreTests, TestCase):
|
|
|
o.add_thin_pack(f.read, None)
|
|
|
|
|
|
|
|
|
-class PackBasedObjectStoreTests(ObjectStoreTests):
|
|
|
- def tearDown(self):
|
|
|
- for pack in self.store.packs:
|
|
|
- pack.close()
|
|
|
-
|
|
|
- def test_empty_packs(self):
|
|
|
- self.assertEqual([], list(self.store.packs))
|
|
|
-
|
|
|
- def test_pack_loose_objects(self):
|
|
|
- b1 = make_object(Blob, data=b"yummy data")
|
|
|
- self.store.add_object(b1)
|
|
|
- b2 = make_object(Blob, data=b"more yummy data")
|
|
|
- self.store.add_object(b2)
|
|
|
- b3 = make_object(Blob, data=b"even more yummy data")
|
|
|
- b4 = make_object(Blob, data=b"and more yummy data")
|
|
|
- self.store.add_objects([(b3, None), (b4, None)])
|
|
|
- self.assertEqual({b1.id, b2.id, b3.id, b4.id}, set(self.store))
|
|
|
- self.assertEqual(1, len(self.store.packs))
|
|
|
- self.assertEqual(2, self.store.pack_loose_objects())
|
|
|
- self.assertNotEqual([], list(self.store.packs))
|
|
|
- self.assertEqual(0, self.store.pack_loose_objects())
|
|
|
-
|
|
|
- def test_repack(self):
|
|
|
- b1 = make_object(Blob, data=b"yummy data")
|
|
|
- self.store.add_object(b1)
|
|
|
- b2 = make_object(Blob, data=b"more yummy data")
|
|
|
- self.store.add_object(b2)
|
|
|
- b3 = make_object(Blob, data=b"even more yummy data")
|
|
|
- b4 = make_object(Blob, data=b"and more yummy data")
|
|
|
- self.store.add_objects([(b3, None), (b4, None)])
|
|
|
- b5 = make_object(Blob, data=b"and more data")
|
|
|
- b6 = make_object(Blob, data=b"and some more data")
|
|
|
- self.store.add_objects([(b5, None), (b6, None)])
|
|
|
- self.assertEqual({b1.id, b2.id, b3.id, b4.id, b5.id, b6.id}, set(self.store))
|
|
|
- self.assertEqual(2, len(self.store.packs))
|
|
|
- self.assertEqual(6, self.store.repack())
|
|
|
- self.assertEqual(1, len(self.store.packs))
|
|
|
- self.assertEqual(0, self.store.pack_loose_objects())
|
|
|
-
|
|
|
- def test_repack_existing(self):
|
|
|
- b1 = make_object(Blob, data=b"yummy data")
|
|
|
- self.store.add_object(b1)
|
|
|
- b2 = make_object(Blob, data=b"more yummy data")
|
|
|
- self.store.add_object(b2)
|
|
|
- self.store.add_objects([(b1, None), (b2, None)])
|
|
|
- self.store.add_objects([(b2, None)])
|
|
|
- self.assertEqual({b1.id, b2.id}, set(self.store))
|
|
|
- self.assertEqual(2, len(self.store.packs))
|
|
|
- self.assertEqual(2, self.store.repack())
|
|
|
- self.assertEqual(1, len(self.store.packs))
|
|
|
- self.assertEqual(0, self.store.pack_loose_objects())
|
|
|
-
|
|
|
- self.assertEqual({b1.id, b2.id}, set(self.store))
|
|
|
- self.assertEqual(1, len(self.store.packs))
|
|
|
- self.assertEqual(2, self.store.repack())
|
|
|
- self.assertEqual(1, len(self.store.packs))
|
|
|
- self.assertEqual(0, self.store.pack_loose_objects())
|
|
|
-
|
|
|
-
|
|
|
class DiskObjectStoreTests(PackBasedObjectStoreTests, TestCase):
|
|
|
def setUp(self):
|
|
|
TestCase.setUp(self)
|