# server_utils.py -- Git server compatibility utilities
# Copyright (C) 2010 Google, Inc.
#
# Dulwich is dual-licensed under the Apache License, Version 2.0 and the GNU
# General Public License as public by the Free Software Foundation; version 2.0
# or (at your option) any later version. You can redistribute it and/or
# modify it under the terms of either of these two licenses.
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# You should have received a copy of the licenses; if not, see
# for a copy of the GNU General Public License
# and for a copy of the Apache
# License, Version 2.0.
#
"""Utilities for testing git server compatibility."""
import errno
import os
import shutil
import socket
import tempfile
from dulwich.objects import hex_to_sha
from dulwich.protocol import CAPABILITY_SIDE_BAND_64K
from dulwich.repo import Repo
from dulwich.server import ReceivePackHandler
from dulwich.tests.utils import tear_down_repo
from .utils import require_git_version, run_git_or_fail
class _StubRepo:
"""A stub repo that just contains a path to tear down."""
def __init__(self, name) -> None:
temp_dir = tempfile.mkdtemp()
self.path = os.path.join(temp_dir, name)
os.mkdir(self.path)
def close(self):
pass
def _get_shallow(repo):
shallow_file = repo.get_named_file("shallow")
if not shallow_file:
return []
shallows = []
with shallow_file:
for line in shallow_file:
sha = line.strip()
if not sha:
continue
hex_to_sha(sha)
shallows.append(sha)
return shallows
class ServerTests:
"""Base tests for testing servers.
Does not inherit from TestCase so tests are not automatically run.
"""
min_single_branch_version = (
1,
7,
10,
)
def import_repos(self):
self._old_repo = self.import_repo("server_old.export")
self._new_repo = self.import_repo("server_new.export")
def url(self, port):
return f"{self.protocol}://localhost:{port}/"
def branch_args(self, branches=None):
if branches is None:
branches = ["master", "branch"]
return [f"{b}:{b}" for b in branches]
def test_push_to_dulwich(self):
self.import_repos()
self.assertReposNotEqual(self._old_repo, self._new_repo)
port = self._start_server(self._old_repo)
run_git_or_fail(
["push", self.url(port), *self.branch_args()],
cwd=self._new_repo.path,
)
self.assertReposEqual(self._old_repo, self._new_repo)
def test_push_to_dulwich_no_op(self):
self._old_repo = self.import_repo("server_old.export")
self._new_repo = self.import_repo("server_old.export")
self.assertReposEqual(self._old_repo, self._new_repo)
port = self._start_server(self._old_repo)
run_git_or_fail(
["push", self.url(port), *self.branch_args()],
cwd=self._new_repo.path,
)
self.assertReposEqual(self._old_repo, self._new_repo)
def test_push_to_dulwich_remove_branch(self):
self._old_repo = self.import_repo("server_old.export")
self._new_repo = self.import_repo("server_old.export")
self.assertReposEqual(self._old_repo, self._new_repo)
port = self._start_server(self._old_repo)
run_git_or_fail(["push", self.url(port), ":master"], cwd=self._new_repo.path)
self.assertEqual(list(self._old_repo.get_refs().keys()), [b"refs/heads/branch"])
def test_fetch_from_dulwich(self):
self.import_repos()
self.assertReposNotEqual(self._old_repo, self._new_repo)
port = self._start_server(self._new_repo)
run_git_or_fail(
["fetch", self.url(port), *self.branch_args()],
cwd=self._old_repo.path,
)
# flush the pack cache so any new packs are picked up
self._old_repo.object_store._pack_cache_time = 0
self.assertReposEqual(self._old_repo, self._new_repo)
def test_fetch_from_dulwich_no_op(self):
self._old_repo = self.import_repo("server_old.export")
self._new_repo = self.import_repo("server_old.export")
self.assertReposEqual(self._old_repo, self._new_repo)
port = self._start_server(self._new_repo)
run_git_or_fail(
["fetch", self.url(port), *self.branch_args()],
cwd=self._old_repo.path,
)
# flush the pack cache so any new packs are picked up
self._old_repo.object_store._pack_cache_time = 0
self.assertReposEqual(self._old_repo, self._new_repo)
def test_clone_from_dulwich_empty(self):
old_repo_dir = tempfile.mkdtemp()
self.addCleanup(shutil.rmtree, old_repo_dir)
self._old_repo = Repo.init_bare(old_repo_dir)
port = self._start_server(self._old_repo)
new_repo_base_dir = tempfile.mkdtemp()
self.addCleanup(shutil.rmtree, new_repo_base_dir)
new_repo_dir = os.path.join(new_repo_base_dir, "empty_new")
run_git_or_fail(["clone", self.url(port), new_repo_dir], cwd=new_repo_base_dir)
new_repo = Repo(new_repo_dir)
self.assertReposEqual(self._old_repo, new_repo)
def test_lsremote_from_dulwich(self):
self._repo = self.import_repo("server_old.export")
port = self._start_server(self._repo)
o = run_git_or_fail(["ls-remote", self.url(port)])
self.assertEqual(len(o.split(b"\n")), 4)
def test_new_shallow_clone_from_dulwich(self):
require_git_version(self.min_single_branch_version)
self._source_repo = self.import_repo("server_new.export")
self._stub_repo = _StubRepo("shallow")
self.addCleanup(tear_down_repo, self._stub_repo)
port = self._start_server(self._source_repo)
# Fetch at depth 1
run_git_or_fail(
[
"clone",
"--mirror",
"--depth=1",
"--no-single-branch",
self.url(port),
self._stub_repo.path,
]
)
clone = self._stub_repo = Repo(self._stub_repo.path)
expected_shallow = [
b"35e0b59e187dd72a0af294aedffc213eaa4d03ff",
b"514dc6d3fbfe77361bcaef320c4d21b72bc10be9",
]
self.assertEqual(expected_shallow, _get_shallow(clone))
self.assertReposNotEqual(clone, self._source_repo)
def test_shallow_clone_from_git_is_identical(self):
require_git_version(self.min_single_branch_version)
self._source_repo = self.import_repo("server_new.export")
self._stub_repo_git = _StubRepo("shallow-git")
self.addCleanup(tear_down_repo, self._stub_repo_git)
self._stub_repo_dw = _StubRepo("shallow-dw")
self.addCleanup(tear_down_repo, self._stub_repo_dw)
# shallow clone using stock git, then using dulwich
run_git_or_fail(
[
"clone",
"--mirror",
"--depth=1",
"--no-single-branch",
"file://" + self._source_repo.path,
self._stub_repo_git.path,
]
)
port = self._start_server(self._source_repo)
run_git_or_fail(
[
"clone",
"--mirror",
"--depth=1",
"--no-single-branch",
self.url(port),
self._stub_repo_dw.path,
]
)
# compare the two clones; they should be equal
self.assertReposEqual(
Repo(self._stub_repo_git.path), Repo(self._stub_repo_dw.path)
)
def test_fetch_same_depth_into_shallow_clone_from_dulwich(self):
require_git_version(self.min_single_branch_version)
self._source_repo = self.import_repo("server_new.export")
self._stub_repo = _StubRepo("shallow")
self.addCleanup(tear_down_repo, self._stub_repo)
port = self._start_server(self._source_repo)
# Fetch at depth 2
run_git_or_fail(
[
"clone",
"--mirror",
"--depth=2",
"--no-single-branch",
self.url(port),
self._stub_repo.path,
]
)
clone = self._stub_repo = Repo(self._stub_repo.path)
# Fetching at the same depth is a no-op.
run_git_or_fail(
["fetch", "--depth=2", self.url(port), *self.branch_args()],
cwd=self._stub_repo.path,
)
expected_shallow = [
b"94de09a530df27ac3bb613aaecdd539e0a0655e1",
b"da5cd81e1883c62a25bb37c4d1f8ad965b29bf8d",
]
self.assertEqual(expected_shallow, _get_shallow(clone))
self.assertReposNotEqual(clone, self._source_repo)
def test_fetch_full_depth_into_shallow_clone_from_dulwich(self):
require_git_version(self.min_single_branch_version)
self._source_repo = self.import_repo("server_new.export")
self._stub_repo = _StubRepo("shallow")
self.addCleanup(tear_down_repo, self._stub_repo)
port = self._start_server(self._source_repo)
# Fetch at depth 2
run_git_or_fail(
[
"clone",
"--mirror",
"--depth=2",
"--no-single-branch",
self.url(port),
self._stub_repo.path,
]
)
clone = self._stub_repo = Repo(self._stub_repo.path)
# Fetching at the same depth is a no-op.
run_git_or_fail(
["fetch", "--depth=2", self.url(port), *self.branch_args()],
cwd=self._stub_repo.path,
)
# The whole repo only has depth 4, so it should equal server_new.
run_git_or_fail(
["fetch", "--depth=4", self.url(port), *self.branch_args()],
cwd=self._stub_repo.path,
)
self.assertEqual([], _get_shallow(clone))
self.assertReposEqual(clone, self._source_repo)
def test_fetch_from_dulwich_issue_88_standard(self):
# Basically an integration test to see that the ACK/NAK
# generation works on repos with common head.
self._source_repo = self.import_repo("issue88_expect_ack_nak_server.export")
self._client_repo = self.import_repo("issue88_expect_ack_nak_client.export")
port = self._start_server(self._source_repo)
run_git_or_fail(["fetch", self.url(port), "master"], cwd=self._client_repo.path)
self.assertObjectStoreEqual(
self._source_repo.object_store, self._client_repo.object_store
)
def test_fetch_from_dulwich_issue_88_alternative(self):
# likewise, but the case where the two repos have no common parent
self._source_repo = self.import_repo("issue88_expect_ack_nak_other.export")
self._client_repo = self.import_repo("issue88_expect_ack_nak_client.export")
port = self._start_server(self._source_repo)
self.assertRaises(
KeyError,
self._client_repo.get_object,
b"02a14da1fc1fc13389bbf32f0af7d8899f2b2323",
)
run_git_or_fail(["fetch", self.url(port), "master"], cwd=self._client_repo.path)
self.assertEqual(
b"commit",
self._client_repo.get_object(
b"02a14da1fc1fc13389bbf32f0af7d8899f2b2323"
).type_name,
)
def test_push_to_dulwich_issue_88_standard(self):
# Same thing, but we reverse the role of the server/client
# and do a push instead.
self._source_repo = self.import_repo("issue88_expect_ack_nak_client.export")
self._client_repo = self.import_repo("issue88_expect_ack_nak_server.export")
port = self._start_server(self._source_repo)
run_git_or_fail(["push", self.url(port), "master"], cwd=self._client_repo.path)
self.assertReposEqual(self._source_repo, self._client_repo)
# TODO(dborowitz): Come up with a better way of testing various permutations of
# capabilities. The only reason it is the way it is now is that side-band-64k
# was only recently introduced into git-receive-pack.
class NoSideBand64kReceivePackHandler(ReceivePackHandler):
"""ReceivePackHandler that does not support side-band-64k."""
@classmethod
def capabilities(cls):
return [
c
for c in ReceivePackHandler.capabilities()
if c != CAPABILITY_SIDE_BAND_64K
]
def ignore_error(error):
"""Check whether this error is safe to ignore."""
(e_type, e_value, e_tb) = error
return issubclass(e_type, socket.error) and e_value[0] in (
errno.ECONNRESET,
errno.EPIPE,
)