test_client.py 104 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888
  1. # test_client.py -- Tests for the git protocol, client side
  2. # Copyright (C) 2009 Jelmer Vernooij <jelmer@jelmer.uk>
  3. #
  4. # SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later
  5. # Dulwich is dual-licensed under the Apache License, Version 2.0 and the GNU
  6. # General Public License as published by the Free Software Foundation; version 2.0
  7. # or (at your option) any later version. You can redistribute it and/or
  8. # modify it under the terms of either of these two licenses.
  9. #
  10. # Unless required by applicable law or agreed to in writing, software
  11. # distributed under the License is distributed on an "AS IS" BASIS,
  12. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. # See the License for the specific language governing permissions and
  14. # limitations under the License.
  15. #
  16. # You should have received a copy of the licenses; if not, see
  17. # <http://www.gnu.org/licenses/> for a copy of the GNU General Public License
  18. # and <http://www.apache.org/licenses/LICENSE-2.0> for a copy of the Apache
  19. # License, Version 2.0.
  20. #
  21. import base64
  22. import os
  23. import shutil
  24. import sys
  25. import tempfile
  26. import warnings
  27. from io import BytesIO
  28. from typing import NoReturn
  29. from unittest.mock import patch
  30. from urllib.parse import quote as urlquote
  31. from urllib.parse import urlparse
  32. import dulwich
  33. from dulwich import client
  34. from dulwich.bundle import create_bundle_from_repo, write_bundle
  35. from dulwich.client import (
  36. BundleClient,
  37. FetchPackResult,
  38. GitProtocolError,
  39. HangupException,
  40. HttpGitClient,
  41. InvalidWants,
  42. LocalGitClient,
  43. PLinkSSHVendor,
  44. ReportStatusParser,
  45. SendPackError,
  46. SSHGitClient,
  47. StrangeHostname,
  48. SubprocessSSHVendor,
  49. TCPGitClient,
  50. TraditionalGitClient,
  51. Urllib3HttpGitClient,
  52. _extract_symrefs_and_agent,
  53. _remote_error_from_stderr,
  54. _win32_url_to_path,
  55. check_wants,
  56. default_urllib3_manager,
  57. get_credentials_from_store,
  58. get_transport_and_path,
  59. get_transport_and_path_from_url,
  60. parse_rsync_url,
  61. )
  62. from dulwich.config import ConfigDict
  63. from dulwich.object_format import DEFAULT_OBJECT_FORMAT
  64. from dulwich.objects import ZERO_SHA, Blob, Commit, Tree
  65. from dulwich.pack import pack_objects_to_data, write_pack_data, write_pack_objects
  66. from dulwich.protocol import DEFAULT_GIT_PROTOCOL_VERSION_FETCH, TCP_GIT_PORT, Protocol
  67. from dulwich.repo import MemoryRepo, Repo
  68. from dulwich.tests.utils import open_repo, setup_warning_catcher, tear_down_repo
  69. from . import TestCase, skipIf
  70. class DummyClient(TraditionalGitClient):
  71. def __init__(self, can_read, read, write) -> None:
  72. self.can_read = can_read
  73. self.read = read
  74. self.write = write
  75. TraditionalGitClient.__init__(self)
  76. def _connect(self, service, path, protocol_version=None):
  77. return Protocol(self.read, self.write), self.can_read, None
  78. class DummyPopen:
  79. def __init__(self, *args, **kwards) -> None:
  80. self.stdin = BytesIO(b"stdin")
  81. self.stdout = BytesIO(b"stdout")
  82. self.stderr = BytesIO(b"stderr")
  83. self.returncode = 0
  84. self.args = args
  85. self.kwargs = kwards
  86. def communicate(self, *args, **kwards):
  87. return ("Running", "")
  88. def wait(self, *args, **kwards) -> bool:
  89. return False
  90. # TODO(durin42): add unit-level tests of GitClient
  91. class GitClientTests(TestCase):
  92. def setUp(self) -> None:
  93. super().setUp()
  94. self.rout = BytesIO()
  95. self.rin = BytesIO()
  96. self.client = DummyClient(lambda x: True, self.rin.read, self.rout.write)
  97. def test_caps(self) -> None:
  98. agent_cap = "agent=dulwich/{}.{}.{}".format(*dulwich.__version__).encode(
  99. "ascii"
  100. )
  101. self.assertEqual(
  102. {
  103. b"multi_ack",
  104. b"side-band-64k",
  105. b"ofs-delta",
  106. b"thin-pack",
  107. b"multi_ack_detailed",
  108. b"shallow",
  109. agent_cap,
  110. },
  111. set(self.client._fetch_capabilities),
  112. )
  113. self.assertEqual(
  114. {
  115. b"delete-refs",
  116. b"ofs-delta",
  117. b"report-status",
  118. b"side-band-64k",
  119. agent_cap,
  120. },
  121. set(self.client._send_capabilities),
  122. )
  123. def test_archive_ack(self) -> None:
  124. self.rin.write(b"0009NACK\n0000")
  125. self.rin.seek(0)
  126. self.client.archive(b"bla", b"HEAD", None, None)
  127. self.assertEqual(self.rout.getvalue(), b"0011argument HEAD0000")
  128. def test_fetch_empty(self) -> None:
  129. self.rin.write(b"0000")
  130. self.rin.seek(0)
  131. def check_heads(heads, **kwargs):
  132. self.assertEqual(heads, {})
  133. return []
  134. ret = self.client.fetch_pack(b"/", check_heads, None, None)
  135. self.assertEqual({}, ret.refs)
  136. self.assertEqual({}, ret.symrefs)
  137. def test_fetch_pack_ignores_magic_ref(self) -> None:
  138. self.rin.write(
  139. b"00000000000000000000000000000000000000000000 capabilities^{}"
  140. b"\x00 multi_ack "
  141. b"thin-pack side-band side-band-64k ofs-delta shallow no-progress "
  142. b"include-tag\n"
  143. b"0000"
  144. )
  145. self.rin.seek(0)
  146. def check_heads(heads, **kwargs):
  147. self.assertEqual({}, heads)
  148. return []
  149. ret = self.client.fetch_pack(b"bla", check_heads, None, None, None)
  150. self.assertEqual({}, ret.refs)
  151. self.assertEqual({}, ret.symrefs)
  152. self.assertEqual(self.rout.getvalue(), b"0000")
  153. def test_fetch_pack_none(self) -> None:
  154. self.rin.write(
  155. b"008855dcc6bf963f922e1ed5c4bbaaefcfacef57b1d7 HEAD\x00multi_ack "
  156. b"thin-pack side-band side-band-64k ofs-delta shallow no-progress "
  157. b"include-tag\n"
  158. b"0000"
  159. )
  160. self.rin.seek(0)
  161. ret = self.client.fetch_pack(
  162. b"bla", lambda heads, depth=None: [], None, None, None
  163. )
  164. self.assertEqual(
  165. {b"HEAD": b"55dcc6bf963f922e1ed5c4bbaaefcfacef57b1d7"}, ret.refs
  166. )
  167. self.assertEqual({}, ret.symrefs)
  168. self.assertEqual(self.rout.getvalue(), b"0000")
  169. def test_handle_upload_pack_head_deepen_since(self) -> None:
  170. # Test that deepen-since command is properly sent
  171. from dulwich.client import _handle_upload_pack_head
  172. self.rin.write(b"0008NAK\n0000")
  173. self.rin.seek(0)
  174. class DummyGraphWalker:
  175. def __iter__(self):
  176. return self
  177. def __next__(self):
  178. return None
  179. proto = Protocol(self.rin.read, self.rout.write)
  180. capabilities = [b"shallow", b"deepen-since"]
  181. wants = [b"55dcc6bf963f922e1ed5c4bbaaefcfacef57b1d7"]
  182. graph_walker = DummyGraphWalker()
  183. _handle_upload_pack_head(
  184. proto=proto,
  185. capabilities=capabilities,
  186. graph_walker=graph_walker,
  187. wants=wants,
  188. can_read=None,
  189. depth=None,
  190. protocol_version=0,
  191. shallow_since="2023-01-01T00:00:00Z",
  192. )
  193. # Verify the deepen-since command was sent
  194. output = self.rout.getvalue()
  195. self.assertIn(b"deepen-since 2023-01-01T00:00:00Z\n", output)
  196. def test_handle_upload_pack_head_deepen_not(self) -> None:
  197. # Test that deepen-not command is properly sent
  198. from dulwich.client import _handle_upload_pack_head
  199. self.rin.write(b"0008NAK\n0000")
  200. self.rin.seek(0)
  201. class DummyGraphWalker:
  202. def __iter__(self):
  203. return self
  204. def __next__(self):
  205. return None
  206. proto = Protocol(self.rin.read, self.rout.write)
  207. capabilities = [b"shallow", b"deepen-not"]
  208. wants = [b"55dcc6bf963f922e1ed5c4bbaaefcfacef57b1d7"]
  209. graph_walker = DummyGraphWalker()
  210. _handle_upload_pack_head(
  211. proto=proto,
  212. capabilities=capabilities,
  213. graph_walker=graph_walker,
  214. wants=wants,
  215. can_read=None,
  216. depth=None,
  217. protocol_version=0,
  218. shallow_exclude=["refs/heads/excluded"],
  219. )
  220. # Verify the deepen-not command was sent
  221. output = self.rout.getvalue()
  222. self.assertIn(b"deepen-not refs/heads/excluded\n", output)
  223. def test_handle_upload_pack_head_deepen_not_multiple(self) -> None:
  224. # Test that multiple deepen-not commands are properly sent
  225. from dulwich.client import _handle_upload_pack_head
  226. self.rin.write(b"0008NAK\n0000")
  227. self.rin.seek(0)
  228. class DummyGraphWalker:
  229. def __iter__(self):
  230. return self
  231. def __next__(self):
  232. return None
  233. proto = Protocol(self.rin.read, self.rout.write)
  234. capabilities = [b"shallow", b"deepen-not"]
  235. wants = [b"55dcc6bf963f922e1ed5c4bbaaefcfacef57b1d7"]
  236. graph_walker = DummyGraphWalker()
  237. _handle_upload_pack_head(
  238. proto=proto,
  239. capabilities=capabilities,
  240. graph_walker=graph_walker,
  241. wants=wants,
  242. can_read=None,
  243. depth=None,
  244. protocol_version=0,
  245. shallow_exclude=["refs/heads/excluded1", "refs/heads/excluded2"],
  246. )
  247. # Verify both deepen-not commands were sent
  248. output = self.rout.getvalue()
  249. self.assertIn(b"deepen-not refs/heads/excluded1\n", output)
  250. self.assertIn(b"deepen-not refs/heads/excluded2\n", output)
  251. def test_handle_upload_pack_head_deepen_since_and_not(self) -> None:
  252. # Test that deepen-since and deepen-not can be used together
  253. from dulwich.client import _handle_upload_pack_head
  254. self.rin.write(b"0008NAK\n0000")
  255. self.rin.seek(0)
  256. class DummyGraphWalker:
  257. def __iter__(self):
  258. return self
  259. def __next__(self):
  260. return None
  261. proto = Protocol(self.rin.read, self.rout.write)
  262. capabilities = [b"shallow", b"deepen-since", b"deepen-not"]
  263. wants = [b"55dcc6bf963f922e1ed5c4bbaaefcfacef57b1d7"]
  264. graph_walker = DummyGraphWalker()
  265. _handle_upload_pack_head(
  266. proto=proto,
  267. capabilities=capabilities,
  268. graph_walker=graph_walker,
  269. wants=wants,
  270. can_read=None,
  271. depth=None,
  272. protocol_version=0,
  273. shallow_since="2023-01-01T00:00:00Z",
  274. shallow_exclude=["refs/heads/excluded"],
  275. )
  276. # Verify both deepen-since and deepen-not commands were sent
  277. output = self.rout.getvalue()
  278. self.assertIn(b"deepen-since 2023-01-01T00:00:00Z\n", output)
  279. self.assertIn(b"deepen-not refs/heads/excluded\n", output)
  280. def test_send_pack_no_sideband64k_with_update_ref_error(self) -> None:
  281. # No side-bank-64k reported by server shouldn't try to parse
  282. # side band data
  283. pkts = [
  284. b"55dcc6bf963f922e1ed5c4bbaaefcfacef57b1d7 capabilities^{}"
  285. b"\x00 report-status delete-refs ofs-delta\n",
  286. b"",
  287. b"unpack ok",
  288. b"ng refs/foo/bar pre-receive hook declined",
  289. b"",
  290. ]
  291. for pkt in pkts:
  292. if pkt == b"":
  293. self.rin.write(b"0000")
  294. else:
  295. self.rin.write(("%04x" % (len(pkt) + 4)).encode("ascii") + pkt)
  296. self.rin.seek(0)
  297. tree = Tree()
  298. commit = Commit()
  299. commit.tree = tree
  300. commit.parents = []
  301. commit.author = commit.committer = b"test user"
  302. commit.commit_time = commit.author_time = 1174773719
  303. commit.commit_timezone = commit.author_timezone = 0
  304. commit.encoding = b"UTF-8"
  305. commit.message = b"test message"
  306. def update_refs(refs):
  307. return {
  308. b"refs/foo/bar": commit.id,
  309. }
  310. def generate_pack_data(have, want, *, ofs_delta=False, progress=None):
  311. return pack_objects_to_data(
  312. [
  313. (commit, None),
  314. (tree, b""),
  315. ]
  316. )
  317. result = self.client.send_pack("blah", update_refs, generate_pack_data)
  318. self.assertEqual(
  319. {b"refs/foo/bar": "pre-receive hook declined"}, result.ref_status
  320. )
  321. self.assertEqual({b"refs/foo/bar": commit.id}, result.refs)
  322. def test_send_pack_none(self) -> None:
  323. # Set ref to current value
  324. self.rin.write(
  325. b"0078310ca9477129b8586fa2afc779c1f57cf64bba6c "
  326. b"refs/heads/master\x00 report-status delete-refs "
  327. b"side-band-64k quiet ofs-delta\n"
  328. b"0000"
  329. )
  330. self.rin.seek(0)
  331. def update_refs(refs):
  332. return {b"refs/heads/master": b"310ca9477129b8586fa2afc779c1f57cf64bba6c"}
  333. def generate_pack_data(have, want, *, ofs_delta=False, progress=None):
  334. return 0, []
  335. self.client.send_pack(b"/", update_refs, generate_pack_data)
  336. self.assertEqual(self.rout.getvalue(), b"0000")
  337. def test_send_pack_keep_and_delete(self) -> None:
  338. self.rin.write(
  339. b"0063310ca9477129b8586fa2afc779c1f57cf64bba6c "
  340. b"refs/heads/master\x00report-status delete-refs ofs-delta\n"
  341. b"003f310ca9477129b8586fa2afc779c1f57cf64bba6c refs/heads/keepme\n"
  342. b"0000000eunpack ok\n"
  343. b"0019ok refs/heads/master\n"
  344. b"0000"
  345. )
  346. self.rin.seek(0)
  347. def update_refs(refs):
  348. return {b"refs/heads/master": ZERO_SHA}
  349. def generate_pack_data(have, want, *, ofs_delta=False, progress=None):
  350. return 0, []
  351. self.client.send_pack(b"/", update_refs, generate_pack_data)
  352. self.assertEqual(
  353. self.rout.getvalue(),
  354. b"008b310ca9477129b8586fa2afc779c1f57cf64bba6c "
  355. b"0000000000000000000000000000000000000000 "
  356. b"refs/heads/master\x00delete-refs ofs-delta report-status0000",
  357. )
  358. def test_send_pack_delete_only(self) -> None:
  359. self.rin.write(
  360. b"0063310ca9477129b8586fa2afc779c1f57cf64bba6c "
  361. b"refs/heads/master\x00report-status delete-refs ofs-delta\n"
  362. b"0000000eunpack ok\n"
  363. b"0019ok refs/heads/master\n"
  364. b"0000"
  365. )
  366. self.rin.seek(0)
  367. def update_refs(refs):
  368. return {b"refs/heads/master": ZERO_SHA}
  369. def generate_pack_data(have, want, *, ofs_delta=False, progress=None):
  370. return 0, []
  371. self.client.send_pack(b"/", update_refs, generate_pack_data)
  372. self.assertEqual(
  373. self.rout.getvalue(),
  374. b"008b310ca9477129b8586fa2afc779c1f57cf64bba6c "
  375. b"0000000000000000000000000000000000000000 "
  376. b"refs/heads/master\x00delete-refs ofs-delta report-status0000",
  377. )
  378. def test_send_pack_new_ref_only(self) -> None:
  379. self.rin.write(
  380. b"0063310ca9477129b8586fa2afc779c1f57cf64bba6c "
  381. b"refs/heads/master\x00report-status delete-refs ofs-delta\n"
  382. b"0000000eunpack ok\n"
  383. b"0019ok refs/heads/blah12\n"
  384. b"0000"
  385. )
  386. self.rin.seek(0)
  387. def update_refs(refs):
  388. return {
  389. b"refs/heads/blah12": b"310ca9477129b8586fa2afc779c1f57cf64bba6c",
  390. b"refs/heads/master": b"310ca9477129b8586fa2afc779c1f57cf64bba6c",
  391. }
  392. def generate_pack_data(have, want, *, ofs_delta=False, progress=None):
  393. return 0, []
  394. f = BytesIO()
  395. write_pack_objects(f.write, [], object_format=DEFAULT_OBJECT_FORMAT)
  396. self.client.send_pack("/", update_refs, generate_pack_data)
  397. self.assertEqual(
  398. self.rout.getvalue(),
  399. b"008b0000000000000000000000000000000000000000 "
  400. b"310ca9477129b8586fa2afc779c1f57cf64bba6c "
  401. b"refs/heads/blah12\x00delete-refs ofs-delta report-status0000"
  402. + f.getvalue(),
  403. )
  404. def test_send_pack_new_ref(self) -> None:
  405. self.rin.write(
  406. b"0064310ca9477129b8586fa2afc779c1f57cf64bba6c "
  407. b"refs/heads/master\x00 report-status delete-refs ofs-delta\n"
  408. b"0000000eunpack ok\n"
  409. b"0019ok refs/heads/blah12\n"
  410. b"0000"
  411. )
  412. self.rin.seek(0)
  413. tree = Tree()
  414. commit = Commit()
  415. commit.tree = tree
  416. commit.parents = []
  417. commit.author = commit.committer = b"test user"
  418. commit.commit_time = commit.author_time = 1174773719
  419. commit.commit_timezone = commit.author_timezone = 0
  420. commit.encoding = b"UTF-8"
  421. commit.message = b"test message"
  422. def update_refs(refs):
  423. return {
  424. b"refs/heads/blah12": commit.id,
  425. b"refs/heads/master": b"310ca9477129b8586fa2afc779c1f57cf64bba6c",
  426. }
  427. def generate_pack_data(have, want, *, ofs_delta=False, progress=None):
  428. return pack_objects_to_data(
  429. [
  430. (commit, None),
  431. (tree, b""),
  432. ]
  433. )
  434. f = BytesIO()
  435. count, records = generate_pack_data(None, None)
  436. from dulwich.object_format import DEFAULT_OBJECT_FORMAT
  437. write_pack_data(
  438. f.write, records, num_records=count, object_format=DEFAULT_OBJECT_FORMAT
  439. )
  440. self.client.send_pack(b"/", update_refs, generate_pack_data)
  441. self.assertEqual(
  442. self.rout.getvalue(),
  443. b"008b0000000000000000000000000000000000000000 "
  444. + commit.id
  445. + b" refs/heads/blah12\x00delete-refs ofs-delta report-status0000"
  446. + f.getvalue(),
  447. )
  448. def test_send_pack_no_deleteref_delete_only(self) -> None:
  449. pkts = [
  450. b"310ca9477129b8586fa2afc779c1f57cf64bba6c refs/heads/master"
  451. b"\x00 report-status ofs-delta\n",
  452. b"",
  453. b"",
  454. ]
  455. for pkt in pkts:
  456. if pkt == b"":
  457. self.rin.write(b"0000")
  458. else:
  459. self.rin.write(("%04x" % (len(pkt) + 4)).encode("ascii") + pkt)
  460. self.rin.seek(0)
  461. def update_refs(refs):
  462. return {b"refs/heads/master": ZERO_SHA}
  463. def generate_pack_data(have, want, *, ofs_delta=False, progress=None):
  464. return 0, []
  465. result = self.client.send_pack(b"/", update_refs, generate_pack_data)
  466. self.assertEqual(
  467. result.ref_status,
  468. {b"refs/heads/master": "remote does not support deleting refs"},
  469. )
  470. self.assertEqual(
  471. result.refs,
  472. {b"refs/heads/master": b"310ca9477129b8586fa2afc779c1f57cf64bba6c"},
  473. )
  474. self.assertEqual(self.rout.getvalue(), b"0000")
  475. class TestGetTransportAndPath(TestCase):
  476. def test_tcp(self) -> None:
  477. c, path = get_transport_and_path("git://foo.com/bar/baz")
  478. self.assertIsInstance(c, TCPGitClient)
  479. self.assertEqual("foo.com", c._host)
  480. self.assertEqual(TCP_GIT_PORT, c._port)
  481. self.assertEqual("/bar/baz", path)
  482. def test_tcp_port(self) -> None:
  483. c, path = get_transport_and_path("git://foo.com:1234/bar/baz")
  484. self.assertIsInstance(c, TCPGitClient)
  485. self.assertEqual("foo.com", c._host)
  486. self.assertEqual(1234, c._port)
  487. self.assertEqual("/bar/baz", path)
  488. def test_tcp_ipv6(self) -> None:
  489. c, path = get_transport_and_path("git://[::1]/bar/baz")
  490. self.assertIsInstance(c, TCPGitClient)
  491. self.assertEqual("::1", c._host)
  492. self.assertEqual(TCP_GIT_PORT, c._port)
  493. self.assertEqual("/bar/baz", path)
  494. def test_tcp_ipv6_port(self) -> None:
  495. c, path = get_transport_and_path("git://[2001:db8::1]:1234/bar/baz")
  496. self.assertIsInstance(c, TCPGitClient)
  497. self.assertEqual("2001:db8::1", c._host)
  498. self.assertEqual(1234, c._port)
  499. self.assertEqual("/bar/baz", path)
  500. def test_git_ssh_explicit(self) -> None:
  501. c, path = get_transport_and_path("git+ssh://foo.com/bar/baz")
  502. self.assertIsInstance(c, SSHGitClient)
  503. self.assertEqual("foo.com", c.host)
  504. self.assertEqual(None, c.port)
  505. self.assertEqual(None, c.username)
  506. self.assertEqual("/bar/baz", path)
  507. def test_ssh_explicit(self) -> None:
  508. c, path = get_transport_and_path("ssh://foo.com/bar/baz")
  509. self.assertIsInstance(c, SSHGitClient)
  510. self.assertEqual("foo.com", c.host)
  511. self.assertEqual(None, c.port)
  512. self.assertEqual(None, c.username)
  513. self.assertEqual("/bar/baz", path)
  514. def test_ssh_port_explicit(self) -> None:
  515. c, path = get_transport_and_path("git+ssh://foo.com:1234/bar/baz")
  516. self.assertIsInstance(c, SSHGitClient)
  517. self.assertEqual("foo.com", c.host)
  518. self.assertEqual(1234, c.port)
  519. self.assertEqual("/bar/baz", path)
  520. def test_username_and_port_explicit_unknown_scheme(self) -> None:
  521. c, path = get_transport_and_path("unknown://git@server:7999/dply/stuff.git")
  522. self.assertIsInstance(c, SSHGitClient)
  523. self.assertEqual("unknown", c.host)
  524. self.assertEqual("//git@server:7999/dply/stuff.git", path)
  525. def test_username_and_port_explicit(self) -> None:
  526. c, path = get_transport_and_path("ssh://git@server:7999/dply/stuff.git")
  527. self.assertIsInstance(c, SSHGitClient)
  528. self.assertEqual("git", c.username)
  529. self.assertEqual("server", c.host)
  530. self.assertEqual(7999, c.port)
  531. self.assertEqual("/dply/stuff.git", path)
  532. def test_ssh_abspath_doubleslash(self) -> None:
  533. c, path = get_transport_and_path("git+ssh://foo.com//bar/baz")
  534. self.assertIsInstance(c, SSHGitClient)
  535. self.assertEqual("foo.com", c.host)
  536. self.assertEqual(None, c.port)
  537. self.assertEqual(None, c.username)
  538. self.assertEqual("//bar/baz", path)
  539. def test_ssh_port(self) -> None:
  540. c, path = get_transport_and_path("git+ssh://foo.com:1234/bar/baz")
  541. self.assertIsInstance(c, SSHGitClient)
  542. self.assertEqual("foo.com", c.host)
  543. self.assertEqual(1234, c.port)
  544. self.assertEqual("/bar/baz", path)
  545. def test_ssh_implicit(self) -> None:
  546. c, path = get_transport_and_path("foo:/bar/baz")
  547. self.assertIsInstance(c, SSHGitClient)
  548. self.assertEqual("foo", c.host)
  549. self.assertEqual(None, c.port)
  550. self.assertEqual(None, c.username)
  551. self.assertEqual("/bar/baz", path)
  552. def test_ssh_host(self) -> None:
  553. c, path = get_transport_and_path("foo.com:/bar/baz")
  554. self.assertIsInstance(c, SSHGitClient)
  555. self.assertEqual("foo.com", c.host)
  556. self.assertEqual(None, c.port)
  557. self.assertEqual(None, c.username)
  558. self.assertEqual("/bar/baz", path)
  559. def test_ssh_user_host(self) -> None:
  560. c, path = get_transport_and_path("user@foo.com:/bar/baz")
  561. self.assertIsInstance(c, SSHGitClient)
  562. self.assertEqual("foo.com", c.host)
  563. self.assertEqual(None, c.port)
  564. self.assertEqual("user", c.username)
  565. self.assertEqual("/bar/baz", path)
  566. def test_ssh_relpath(self) -> None:
  567. c, path = get_transport_and_path("foo:bar/baz")
  568. self.assertIsInstance(c, SSHGitClient)
  569. self.assertEqual("foo", c.host)
  570. self.assertEqual(None, c.port)
  571. self.assertEqual(None, c.username)
  572. self.assertEqual("bar/baz", path)
  573. def test_ssh_host_relpath(self) -> None:
  574. c, path = get_transport_and_path("foo.com:bar/baz")
  575. self.assertIsInstance(c, SSHGitClient)
  576. self.assertEqual("foo.com", c.host)
  577. self.assertEqual(None, c.port)
  578. self.assertEqual(None, c.username)
  579. self.assertEqual("bar/baz", path)
  580. def test_ssh_user_host_relpath(self) -> None:
  581. c, path = get_transport_and_path("user@foo.com:bar/baz")
  582. self.assertIsInstance(c, SSHGitClient)
  583. self.assertEqual("foo.com", c.host)
  584. self.assertEqual(None, c.port)
  585. self.assertEqual("user", c.username)
  586. self.assertEqual("bar/baz", path)
  587. def test_local(self) -> None:
  588. c, path = get_transport_and_path("foo.bar/baz")
  589. self.assertIsInstance(c, LocalGitClient)
  590. self.assertEqual("foo.bar/baz", path)
  591. def test_ssh_with_config(self) -> None:
  592. # Test that core.sshCommand from config is passed to SSHGitClient
  593. from dulwich.config import ConfigDict
  594. config = ConfigDict()
  595. c, _path = get_transport_and_path(
  596. "ssh://git@github.com/user/repo.git", config=config
  597. )
  598. self.assertIsInstance(c, SSHGitClient)
  599. self.assertEqual(c.ssh_command, "ssh") # Now defaults to "ssh"
  600. config.set((b"core",), b"sshCommand", b"custom-ssh -o CustomOption=yes")
  601. c, _path = get_transport_and_path(
  602. "ssh://git@github.com/user/repo.git", config=config
  603. )
  604. self.assertIsInstance(c, SSHGitClient)
  605. self.assertEqual("custom-ssh -o CustomOption=yes", c.ssh_command)
  606. # Test rsync-style URL also gets the config
  607. c, _path = get_transport_and_path("git@github.com:user/repo.git", config=config)
  608. self.assertIsInstance(c, SSHGitClient)
  609. self.assertEqual("custom-ssh -o CustomOption=yes", c.ssh_command)
  610. @skipIf(sys.platform != "win32", "Behaviour only happens on windows.")
  611. def test_local_abs_windows_path(self) -> None:
  612. c, path = get_transport_and_path("C:\\foo.bar\\baz")
  613. self.assertIsInstance(c, LocalGitClient)
  614. self.assertEqual("C:\\foo.bar\\baz", path)
  615. def test_error(self) -> None:
  616. # Need to use a known urlparse.uses_netloc URL scheme to get the
  617. # expected parsing of the URL on Python versions less than 2.6.5
  618. c, _path = get_transport_and_path("prospero://bar/baz")
  619. self.assertIsInstance(c, SSHGitClient)
  620. def test_http(self) -> None:
  621. url = "https://github.com/jelmer/dulwich"
  622. c, path = get_transport_and_path(url)
  623. self.assertIsInstance(c, HttpGitClient)
  624. self.assertEqual("/jelmer/dulwich", path)
  625. def test_http_auth(self) -> None:
  626. url = "https://user:passwd@github.com/jelmer/dulwich"
  627. c, path = get_transport_and_path(url)
  628. self.assertIsInstance(c, HttpGitClient)
  629. self.assertEqual("/jelmer/dulwich", path)
  630. self.assertEqual("user", c._username)
  631. self.assertEqual("passwd", c._password)
  632. def test_http_auth_with_username(self) -> None:
  633. url = "https://github.com/jelmer/dulwich"
  634. c, path = get_transport_and_path(url, username="user2", password="blah")
  635. self.assertIsInstance(c, HttpGitClient)
  636. self.assertEqual("/jelmer/dulwich", path)
  637. self.assertEqual("user2", c._username)
  638. self.assertEqual("blah", c._password)
  639. def test_http_auth_with_username_and_in_url(self) -> None:
  640. url = "https://user:passwd@github.com/jelmer/dulwich"
  641. c, path = get_transport_and_path(url, username="user2", password="blah")
  642. self.assertIsInstance(c, HttpGitClient)
  643. self.assertEqual("/jelmer/dulwich", path)
  644. # Explicitly provided credentials should override URL credentials
  645. self.assertEqual("user2", c._username)
  646. self.assertEqual("blah", c._password)
  647. def test_http_no_auth(self) -> None:
  648. url = "https://github.com/jelmer/dulwich"
  649. c, path = get_transport_and_path(url)
  650. self.assertIsInstance(c, HttpGitClient)
  651. self.assertEqual("/jelmer/dulwich", path)
  652. self.assertIs(None, c._username)
  653. self.assertIs(None, c._password)
  654. def test_ssh_with_key_filename_and_ssh_command(self) -> None:
  655. # Test that key_filename and ssh_command are passed through to SSHGitClient
  656. c, path = get_transport_and_path(
  657. "ssh://git@github.com/user/repo.git",
  658. key_filename="/path/to/id_rsa",
  659. ssh_command="custom-ssh -o StrictHostKeyChecking=no",
  660. )
  661. self.assertIsInstance(c, SSHGitClient)
  662. self.assertEqual("/user/repo.git", path)
  663. self.assertEqual("/path/to/id_rsa", c.key_filename)
  664. self.assertEqual("custom-ssh -o StrictHostKeyChecking=no", c.ssh_command)
  665. class TestGetTransportAndPathFromUrl(TestCase):
  666. def test_tcp(self) -> None:
  667. c, path = get_transport_and_path_from_url("git://foo.com/bar/baz")
  668. self.assertIsInstance(c, TCPGitClient)
  669. self.assertEqual("foo.com", c._host)
  670. self.assertEqual(TCP_GIT_PORT, c._port)
  671. self.assertEqual("/bar/baz", path)
  672. def test_tcp_port(self) -> None:
  673. c, path = get_transport_and_path_from_url("git://foo.com:1234/bar/baz")
  674. self.assertIsInstance(c, TCPGitClient)
  675. self.assertEqual("foo.com", c._host)
  676. self.assertEqual(1234, c._port)
  677. self.assertEqual("/bar/baz", path)
  678. def test_ssh_explicit(self) -> None:
  679. c, path = get_transport_and_path_from_url("git+ssh://foo.com/bar/baz")
  680. self.assertIsInstance(c, SSHGitClient)
  681. self.assertEqual("foo.com", c.host)
  682. self.assertEqual(None, c.port)
  683. self.assertEqual(None, c.username)
  684. self.assertEqual("/bar/baz", path)
  685. def test_ssh_port_explicit(self) -> None:
  686. c, path = get_transport_and_path_from_url("git+ssh://foo.com:1234/bar/baz")
  687. self.assertIsInstance(c, SSHGitClient)
  688. self.assertEqual("foo.com", c.host)
  689. self.assertEqual(1234, c.port)
  690. self.assertEqual("/bar/baz", path)
  691. def test_ssh_homepath(self) -> None:
  692. c, path = get_transport_and_path_from_url("git+ssh://foo.com/~/bar/baz")
  693. self.assertIsInstance(c, SSHGitClient)
  694. self.assertEqual("foo.com", c.host)
  695. self.assertEqual(None, c.port)
  696. self.assertEqual(None, c.username)
  697. self.assertEqual("/~/bar/baz", path)
  698. def test_ssh_port_homepath(self) -> None:
  699. c, path = get_transport_and_path_from_url("git+ssh://foo.com:1234/~/bar/baz")
  700. self.assertIsInstance(c, SSHGitClient)
  701. self.assertEqual("foo.com", c.host)
  702. self.assertEqual(1234, c.port)
  703. self.assertEqual("/~/bar/baz", path)
  704. def test_ssh_host_relpath(self) -> None:
  705. self.assertRaises(
  706. ValueError, get_transport_and_path_from_url, "foo.com:bar/baz"
  707. )
  708. def test_ssh_user_host_relpath(self) -> None:
  709. self.assertRaises(
  710. ValueError, get_transport_and_path_from_url, "user@foo.com:bar/baz"
  711. )
  712. def test_local_path(self) -> None:
  713. self.assertRaises(ValueError, get_transport_and_path_from_url, "foo.bar/baz")
  714. def test_error(self) -> None:
  715. # Need to use a known urlparse.uses_netloc URL scheme to get the
  716. # expected parsing of the URL on Python versions less than 2.6.5
  717. self.assertRaises(
  718. ValueError, get_transport_and_path_from_url, "prospero://bar/baz"
  719. )
  720. def test_http(self) -> None:
  721. url = "https://github.com/jelmer/dulwich"
  722. c, path = get_transport_and_path_from_url(url)
  723. self.assertIsInstance(c, HttpGitClient)
  724. self.assertEqual("https://github.com", c.get_url(b"/"))
  725. self.assertEqual("/jelmer/dulwich", path)
  726. def test_http_port(self) -> None:
  727. url = "https://github.com:9090/jelmer/dulwich"
  728. c, path = get_transport_and_path_from_url(url)
  729. self.assertEqual("https://github.com:9090", c.get_url(b"/"))
  730. self.assertIsInstance(c, HttpGitClient)
  731. self.assertEqual("/jelmer/dulwich", path)
  732. @patch("os.name", "posix")
  733. @patch("sys.platform", "linux")
  734. def test_file(self) -> None:
  735. c, path = get_transport_and_path_from_url("file:///home/jelmer/foo")
  736. self.assertIsInstance(c, LocalGitClient)
  737. self.assertEqual("/home/jelmer/foo", path)
  738. def test_win32_url_to_path(self):
  739. def check(url, expected):
  740. parsed = urlparse(url)
  741. self.assertEqual(_win32_url_to_path(parsed), expected)
  742. check("file:C:/foo.bar/baz", "C:\\foo.bar\\baz")
  743. check("file:/C:/foo.bar/baz", "C:\\foo.bar\\baz")
  744. check("file://C:/foo.bar/baz", "C:\\foo.bar\\baz")
  745. check("file:///C:/foo.bar/baz", "C:\\foo.bar\\baz")
  746. @patch("os.name", "nt")
  747. @patch("sys.platform", "win32")
  748. def test_file_win(self) -> None:
  749. expected = "C:\\foo.bar\\baz"
  750. for file_url in [
  751. "file:C:/foo.bar/baz",
  752. "file:/C:/foo.bar/baz",
  753. "file://C:/foo.bar/baz",
  754. "file:///C:/foo.bar/baz",
  755. ]:
  756. c, path = get_transport_and_path(file_url)
  757. self.assertIsInstance(c, LocalGitClient)
  758. self.assertEqual(path, expected)
  759. for remote_url in [
  760. "file://host.example.com/C:/foo.bar/baz"
  761. "file://host.example.com/C:/foo.bar/baz"
  762. "file:////host.example/foo.bar/baz",
  763. ]:
  764. with self.assertRaises(NotImplementedError):
  765. c, path = get_transport_and_path(remote_url)
  766. class TestSSHVendor:
  767. def __init__(self) -> None:
  768. self.host = None
  769. self.command = ""
  770. self.username = None
  771. self.port = None
  772. self.password = None
  773. self.key_filename = None
  774. def run_command(
  775. self,
  776. host,
  777. command,
  778. username=None,
  779. port=None,
  780. password=None,
  781. key_filename=None,
  782. ssh_command=None,
  783. protocol_version=None,
  784. ):
  785. self.host = host
  786. self.command = command
  787. self.username = username
  788. self.port = port
  789. self.password = password
  790. self.key_filename = key_filename
  791. self.ssh_command = ssh_command
  792. self.protocol_version = protocol_version
  793. class Subprocess:
  794. pass
  795. Subprocess.read = lambda: None
  796. Subprocess.write = lambda: None
  797. Subprocess.close = lambda: None
  798. Subprocess.can_read = lambda: None
  799. return Subprocess()
  800. class SSHGitClientTests(TestCase):
  801. def setUp(self) -> None:
  802. super().setUp()
  803. self.server = TestSSHVendor()
  804. self.real_vendor = client.get_ssh_vendor
  805. client.get_ssh_vendor = lambda: self.server
  806. self.client = SSHGitClient("git.samba.org")
  807. def tearDown(self) -> None:
  808. super().tearDown()
  809. client.get_ssh_vendor = self.real_vendor
  810. def test_get_url(self) -> None:
  811. path = "/tmp/repo.git"
  812. c = SSHGitClient("git.samba.org")
  813. url = c.get_url(path)
  814. self.assertEqual("ssh://git.samba.org/tmp/repo.git", url)
  815. def test_get_url_with_username_and_port(self) -> None:
  816. path = "/tmp/repo.git"
  817. c = SSHGitClient("git.samba.org", port=2222, username="user")
  818. url = c.get_url(path)
  819. self.assertEqual("ssh://user@git.samba.org:2222/tmp/repo.git", url)
  820. def test_default_command(self) -> None:
  821. self.assertEqual(b"git-upload-pack", self.client._get_cmd_path(b"upload-pack"))
  822. def test_alternative_command_path(self) -> None:
  823. self.client.alternative_paths[b"upload-pack"] = b"/usr/lib/git/git-upload-pack"
  824. self.assertEqual(
  825. b"/usr/lib/git/git-upload-pack",
  826. self.client._get_cmd_path(b"upload-pack"),
  827. )
  828. def test_alternative_command_path_spaces(self) -> None:
  829. self.client.alternative_paths[b"upload-pack"] = (
  830. b"/usr/lib/git/git-upload-pack -ibla"
  831. )
  832. self.assertEqual(
  833. b"/usr/lib/git/git-upload-pack -ibla",
  834. self.client._get_cmd_path(b"upload-pack"),
  835. )
  836. def test_connect(self) -> None:
  837. server = self.server
  838. client = self.client
  839. client.username = b"username"
  840. client.port = 1337
  841. client._connect(b"command", b"/path/to/repo")
  842. self.assertEqual(b"username", server.username)
  843. self.assertEqual(1337, server.port)
  844. self.assertEqual(b"git-command '/path/to/repo'", server.command)
  845. client._connect(b"relative-command", b"/~/path/to/repo")
  846. self.assertEqual(b"git-relative-command '~/path/to/repo'", server.command)
  847. def test_ssh_command_precedence(self) -> None:
  848. self.overrideEnv("GIT_SSH", "/path/to/ssh")
  849. test_client = SSHGitClient("git.samba.org")
  850. self.assertEqual(test_client.ssh_command, "/path/to/ssh")
  851. self.overrideEnv("GIT_SSH_COMMAND", "/path/to/ssh -o Option=Value")
  852. test_client = SSHGitClient("git.samba.org")
  853. self.assertEqual(test_client.ssh_command, "/path/to/ssh -o Option=Value")
  854. test_client = SSHGitClient("git.samba.org", ssh_command="ssh -o Option1=Value1")
  855. self.assertEqual(test_client.ssh_command, "ssh -o Option1=Value1")
  856. def test_ssh_command_config(self) -> None:
  857. # Test core.sshCommand config setting
  858. from dulwich.config import ConfigDict
  859. # No config, no environment - should default to "ssh"
  860. self.overrideEnv("GIT_SSH", None)
  861. self.overrideEnv("GIT_SSH_COMMAND", None)
  862. test_client = SSHGitClient("git.samba.org")
  863. self.assertEqual(test_client.ssh_command, "ssh")
  864. # Config with core.sshCommand
  865. config = ConfigDict()
  866. config.set((b"core",), b"sshCommand", b"ssh -o StrictHostKeyChecking=no")
  867. test_client = SSHGitClient("git.samba.org", config=config)
  868. self.assertEqual(test_client.ssh_command, "ssh -o StrictHostKeyChecking=no")
  869. # ssh_command parameter takes precedence over config
  870. test_client = SSHGitClient(
  871. "git.samba.org", config=config, ssh_command="custom-ssh"
  872. )
  873. self.assertEqual(test_client.ssh_command, "custom-ssh")
  874. # Environment variables take precedence over config when no ssh_command parameter
  875. self.overrideEnv("GIT_SSH_COMMAND", "/usr/bin/ssh -v")
  876. test_client = SSHGitClient("git.samba.org", config=config)
  877. self.assertEqual(test_client.ssh_command, "/usr/bin/ssh -v")
  878. def test_ssh_kwargs_passed_to_vendor(self) -> None:
  879. # Test that ssh_command and other kwargs are actually passed to the SSH vendor
  880. server = self.server
  881. client = self.client
  882. # Set custom ssh_command
  883. client.ssh_command = "custom-ssh-wrapper.sh -o Option=Value"
  884. client.password = "test-password"
  885. client.key_filename = "/path/to/key"
  886. # Connect and verify all kwargs are passed through
  887. client._connect(b"upload-pack", b"/path/to/repo")
  888. self.assertEqual(server.ssh_command, "custom-ssh-wrapper.sh -o Option=Value")
  889. self.assertEqual(server.password, "test-password")
  890. self.assertEqual(server.key_filename, "/path/to/key")
  891. class ReportStatusParserTests(TestCase):
  892. def test_invalid_pack(self) -> None:
  893. parser = ReportStatusParser()
  894. parser.handle_packet(b"unpack error - foo bar")
  895. parser.handle_packet(b"ok refs/foo/bar")
  896. parser.handle_packet(None)
  897. self.assertRaises(SendPackError, list, parser.check())
  898. def test_update_refs_error(self) -> None:
  899. parser = ReportStatusParser()
  900. parser.handle_packet(b"unpack ok")
  901. parser.handle_packet(b"ng refs/foo/bar need to pull")
  902. parser.handle_packet(None)
  903. self.assertEqual([(b"refs/foo/bar", "need to pull")], list(parser.check()))
  904. def test_ok(self) -> None:
  905. parser = ReportStatusParser()
  906. parser.handle_packet(b"unpack ok")
  907. parser.handle_packet(b"ok refs/foo/bar")
  908. parser.handle_packet(None)
  909. self.assertEqual([(b"refs/foo/bar", None)], list(parser.check()))
  910. class LocalGitClientTests(TestCase):
  911. def test_get_url(self) -> None:
  912. path = "/tmp/repo.git"
  913. c = LocalGitClient()
  914. url = c.get_url(path)
  915. self.assertEqual("file:///tmp/repo.git", url)
  916. def test_fetch_into_empty(self) -> None:
  917. c = LocalGitClient()
  918. target = tempfile.mkdtemp()
  919. self.addCleanup(shutil.rmtree, target)
  920. t = Repo.init_bare(target)
  921. self.addCleanup(t.close)
  922. s = open_repo("a.git")
  923. self.addCleanup(tear_down_repo, s)
  924. self.assertEqual(s.get_refs(), c.fetch(s.path, t).refs)
  925. def test_clone(self) -> None:
  926. c = LocalGitClient()
  927. s = open_repo("a.git")
  928. self.addCleanup(tear_down_repo, s)
  929. target = tempfile.mkdtemp()
  930. self.addCleanup(shutil.rmtree, target)
  931. result_repo = c.clone(s.path, target, mkdir=False)
  932. self.addCleanup(result_repo.close)
  933. expected = dict(s.get_refs())
  934. expected[b"refs/remotes/origin/HEAD"] = expected[b"HEAD"]
  935. expected[b"refs/remotes/origin/master"] = expected[b"refs/heads/master"]
  936. self.assertEqual(expected, result_repo.get_refs())
  937. def test_clone_sha256_local(self) -> None:
  938. """Test that cloning a SHA-256 local repo creates a SHA-256 clone."""
  939. client = LocalGitClient()
  940. # Create a SHA-256 source repository
  941. source_path = tempfile.mkdtemp()
  942. self.addCleanup(shutil.rmtree, source_path)
  943. source_repo = Repo.init(source_path, object_format="sha256")
  944. # Verify source is SHA-256
  945. self.assertEqual("sha256", source_repo.object_format.name)
  946. source_repo.close()
  947. # Clone the repository
  948. target_path = tempfile.mkdtemp()
  949. self.addCleanup(shutil.rmtree, target_path)
  950. cloned_repo = client.clone(source_path, target_path, mkdir=False)
  951. self.addCleanup(cloned_repo.close)
  952. # Verify the clone uses SHA-256
  953. self.assertEqual("sha256", cloned_repo.object_format.name)
  954. # Verify the config has the correct objectformat extension
  955. config = cloned_repo.get_config()
  956. self.assertEqual(b"sha256", config.get((b"extensions",), b"objectformat"))
  957. def test_clone_sha1_local(self) -> None:
  958. """Test that cloning a SHA-1 local repo creates a SHA-1 clone."""
  959. client = LocalGitClient()
  960. # Create a SHA-1 source repository
  961. source_path = tempfile.mkdtemp()
  962. self.addCleanup(shutil.rmtree, source_path)
  963. source_repo = Repo.init(source_path, object_format="sha1")
  964. # Verify source is SHA-1
  965. self.assertEqual("sha1", source_repo.object_format.name)
  966. source_repo.close()
  967. # Clone the repository
  968. target_path = tempfile.mkdtemp()
  969. self.addCleanup(shutil.rmtree, target_path)
  970. cloned_repo = client.clone(source_path, target_path, mkdir=False)
  971. self.addCleanup(cloned_repo.close)
  972. # Verify the clone uses SHA-1
  973. self.assertEqual("sha1", cloned_repo.object_format.name)
  974. def test_fetch_empty(self) -> None:
  975. c = LocalGitClient()
  976. s = open_repo("a.git")
  977. self.addCleanup(tear_down_repo, s)
  978. out = BytesIO()
  979. walker = {}
  980. ret = c.fetch_pack(
  981. s.path,
  982. lambda heads, depth=None: [],
  983. graph_walker=walker,
  984. pack_data=out.write,
  985. )
  986. self.assertEqual(
  987. {
  988. b"HEAD": b"a90fa2d900a17e99b433217e988c4eb4a2e9a097",
  989. b"refs/heads/master": b"a90fa2d900a17e99b433217e988c4eb4a2e9a097",
  990. b"refs/tags/mytag": b"28237f4dc30d0d462658d6b937b08a0f0b6ef55a",
  991. b"refs/tags/mytag-packed": b"b0931cadc54336e78a1d980420e3268903b57a50",
  992. },
  993. ret.refs,
  994. )
  995. self.assertEqual({b"HEAD": b"refs/heads/master"}, ret.symrefs)
  996. self.assertEqual(
  997. b"PACK\x00\x00\x00\x02\x00\x00\x00\x00\x02\x9d\x08"
  998. b"\x82;\xd8\xa8\xea\xb5\x10\xadj\xc7\\\x82<\xfd>\xd3\x1e",
  999. out.getvalue(),
  1000. )
  1001. def test_fetch_pack_none(self) -> None:
  1002. c = LocalGitClient()
  1003. s = open_repo("a.git")
  1004. self.addCleanup(tear_down_repo, s)
  1005. out = BytesIO()
  1006. walker = MemoryRepo().get_graph_walker()
  1007. ret = c.fetch_pack(
  1008. s.path,
  1009. lambda heads, depth=None: [b"a90fa2d900a17e99b433217e988c4eb4a2e9a097"],
  1010. graph_walker=walker,
  1011. pack_data=out.write,
  1012. )
  1013. self.assertEqual({b"HEAD": b"refs/heads/master"}, ret.symrefs)
  1014. self.assertEqual(
  1015. {
  1016. b"HEAD": b"a90fa2d900a17e99b433217e988c4eb4a2e9a097",
  1017. b"refs/heads/master": b"a90fa2d900a17e99b433217e988c4eb4a2e9a097",
  1018. b"refs/tags/mytag": b"28237f4dc30d0d462658d6b937b08a0f0b6ef55a",
  1019. b"refs/tags/mytag-packed": b"b0931cadc54336e78a1d980420e3268903b57a50",
  1020. },
  1021. ret.refs,
  1022. )
  1023. # Hardcoding is not ideal, but we'll fix that some other day..
  1024. self.assertTrue(
  1025. out.getvalue().startswith(b"PACK\x00\x00\x00\x02\x00\x00\x00\x07")
  1026. )
  1027. def test_send_pack_without_changes(self) -> None:
  1028. local = open_repo("a.git")
  1029. self.addCleanup(tear_down_repo, local)
  1030. target = open_repo("a.git")
  1031. self.addCleanup(tear_down_repo, target)
  1032. self.send_and_verify(b"master", local, target)
  1033. def test_send_pack_with_changes(self) -> None:
  1034. local = open_repo("a.git")
  1035. self.addCleanup(tear_down_repo, local)
  1036. target_path = tempfile.mkdtemp()
  1037. self.addCleanup(shutil.rmtree, target_path)
  1038. with Repo.init_bare(target_path) as target:
  1039. self.send_and_verify(b"master", local, target)
  1040. def test_get_refs(self) -> None:
  1041. local = open_repo("refs.git")
  1042. self.addCleanup(tear_down_repo, local)
  1043. client = LocalGitClient()
  1044. result = client.get_refs(local.path)
  1045. self.assertDictEqual(local.refs.as_dict(), result.refs)
  1046. # Check that symrefs are detected correctly
  1047. self.assertIn(b"HEAD", result.symrefs)
  1048. def test_fetch_object_format_mismatch_sha256_to_sha1(self) -> None:
  1049. """Test that fetching from SHA-256 to non-empty SHA-1 repository fails."""
  1050. from dulwich.objects import Blob
  1051. client = LocalGitClient()
  1052. # Create SHA-256 source repository
  1053. sha256_path = tempfile.mkdtemp()
  1054. self.addCleanup(shutil.rmtree, sha256_path)
  1055. sha256_repo = Repo.init(sha256_path, object_format="sha256")
  1056. self.addCleanup(sha256_repo.close)
  1057. # Create SHA-1 target repository with an object (so it can't be auto-changed)
  1058. sha1_path = tempfile.mkdtemp()
  1059. self.addCleanup(shutil.rmtree, sha1_path)
  1060. sha1_repo = Repo.init(sha1_path, object_format="sha1")
  1061. self.addCleanup(sha1_repo.close)
  1062. # Add an object to make the repo non-empty
  1063. blob = Blob.from_string(b"test content")
  1064. sha1_repo.object_store.add_object(blob)
  1065. # Attempt to fetch should raise AssertionError (repo not empty)
  1066. with self.assertRaises(AssertionError) as cm:
  1067. client.fetch(sha256_path, sha1_repo)
  1068. self.assertIn("Cannot change object format", str(cm.exception))
  1069. self.assertIn("already contains objects", str(cm.exception))
  1070. def test_fetch_object_format_mismatch_sha1_to_sha256(self) -> None:
  1071. """Test that fetching from SHA-1 to non-empty SHA-256 repository fails."""
  1072. from dulwich.objects import Blob
  1073. client = LocalGitClient()
  1074. # Create SHA-1 source repository
  1075. sha1_path = tempfile.mkdtemp()
  1076. self.addCleanup(shutil.rmtree, sha1_path)
  1077. sha1_repo = Repo.init(sha1_path, object_format="sha1")
  1078. self.addCleanup(sha1_repo.close)
  1079. # Create SHA-256 target repository with an object (so it can't be auto-changed)
  1080. sha256_path = tempfile.mkdtemp()
  1081. self.addCleanup(shutil.rmtree, sha256_path)
  1082. sha256_repo = Repo.init(sha256_path, object_format="sha256")
  1083. self.addCleanup(sha256_repo.close)
  1084. # Add an object to make the repo non-empty
  1085. blob = Blob.from_string(b"test content")
  1086. sha256_repo.object_store.add_object(blob)
  1087. # Attempt to fetch should raise AssertionError (repo not empty)
  1088. with self.assertRaises(AssertionError) as cm:
  1089. client.fetch(sha1_path, sha256_repo)
  1090. self.assertIn("Cannot change object format", str(cm.exception))
  1091. self.assertIn("already contains objects", str(cm.exception))
  1092. def test_fetch_object_format_same(self) -> None:
  1093. """Test that fetching between repositories with same object format works."""
  1094. client = LocalGitClient()
  1095. # Create SHA-256 source repository
  1096. sha256_src = tempfile.mkdtemp()
  1097. self.addCleanup(shutil.rmtree, sha256_src)
  1098. src_repo = Repo.init(sha256_src, object_format="sha256")
  1099. self.addCleanup(src_repo.close)
  1100. # Create SHA-256 target repository
  1101. sha256_dst = tempfile.mkdtemp()
  1102. self.addCleanup(shutil.rmtree, sha256_dst)
  1103. dst_repo = Repo.init(sha256_dst, object_format="sha256")
  1104. self.addCleanup(dst_repo.close)
  1105. # Fetch should succeed without error
  1106. result = client.fetch(sha256_src, dst_repo)
  1107. self.assertIsNotNone(result)
  1108. def send_and_verify(self, branch, local, target) -> None:
  1109. """Send branch from local to remote repository and verify it worked."""
  1110. client = LocalGitClient()
  1111. ref_name = b"refs/heads/" + branch
  1112. result = client.send_pack(
  1113. target.path,
  1114. lambda _: {ref_name: local.refs[ref_name]},
  1115. local.generate_pack_data,
  1116. )
  1117. self.assertEqual(local.refs[ref_name], result.refs[ref_name])
  1118. self.assertIs(None, result.agent)
  1119. self.assertEqual({}, result.ref_status)
  1120. obj_local = local.get_object(result.refs[ref_name])
  1121. obj_target = target.get_object(result.refs[ref_name])
  1122. self.assertEqual(obj_local, obj_target)
  1123. class BundleClientTests(TestCase):
  1124. def setUp(self) -> None:
  1125. super().setUp()
  1126. self.tempdir = tempfile.mkdtemp()
  1127. self.addCleanup(shutil.rmtree, self.tempdir)
  1128. def _create_test_bundle(self):
  1129. """Create a test bundle file and return its path."""
  1130. # Create a simple repository
  1131. repo = MemoryRepo()
  1132. # Create some objects
  1133. blob = Blob.from_string(b"Hello world")
  1134. repo.object_store.add_object(blob)
  1135. tree = Tree()
  1136. tree.add(b"hello.txt", 0o100644, blob.id)
  1137. repo.object_store.add_object(tree)
  1138. commit = Commit()
  1139. commit.tree = tree.id
  1140. commit.message = b"Initial commit"
  1141. commit.author = commit.committer = b"Test User <test@example.com>"
  1142. commit.commit_time = commit.author_time = 1234567890
  1143. commit.commit_timezone = commit.author_timezone = 0
  1144. repo.object_store.add_object(commit)
  1145. repo.refs[b"refs/heads/master"] = commit.id
  1146. # Create bundle
  1147. bundle = create_bundle_from_repo(repo)
  1148. # Write bundle to file
  1149. bundle_path = os.path.join(self.tempdir, "test.bundle")
  1150. with open(bundle_path, "wb") as f:
  1151. write_bundle(f, bundle)
  1152. return bundle_path, repo
  1153. def test_is_bundle_file(self) -> None:
  1154. """Test bundle file detection."""
  1155. bundle_path, _ = self._create_test_bundle()
  1156. # Test positive case
  1157. self.assertTrue(BundleClient._is_bundle_file(bundle_path))
  1158. # Test negative case - regular file
  1159. regular_file = os.path.join(self.tempdir, "regular.txt")
  1160. with open(regular_file, "w") as f:
  1161. f.write("not a bundle")
  1162. self.assertFalse(BundleClient._is_bundle_file(regular_file))
  1163. # Test negative case - non-existent file
  1164. self.assertFalse(BundleClient._is_bundle_file("/non/existent/file"))
  1165. def test_get_refs(self) -> None:
  1166. """Test getting refs from bundle."""
  1167. bundle_path, _ = self._create_test_bundle()
  1168. client = BundleClient()
  1169. result = client.get_refs(bundle_path)
  1170. self.assertIn(b"refs/heads/master", result.refs)
  1171. self.assertEqual(result.symrefs, {})
  1172. def test_fetch_pack(self) -> None:
  1173. """Test fetching pack from bundle."""
  1174. bundle_path, _source_repo = self._create_test_bundle()
  1175. client = BundleClient()
  1176. pack_data = BytesIO()
  1177. def determine_wants(refs):
  1178. return list(refs.values())
  1179. class MockGraphWalker:
  1180. def next(self):
  1181. return None
  1182. def ack(self, sha):
  1183. pass
  1184. result = client.fetch_pack(
  1185. bundle_path, determine_wants, MockGraphWalker(), pack_data.write
  1186. )
  1187. # Verify we got refs back
  1188. self.assertIn(b"refs/heads/master", result.refs)
  1189. # Verify pack data was written
  1190. self.assertGreater(len(pack_data.getvalue()), 0)
  1191. def test_fetch(self) -> None:
  1192. """Test fetching from bundle into target repo."""
  1193. bundle_path, _source_repo = self._create_test_bundle()
  1194. client = BundleClient()
  1195. target_repo = MemoryRepo()
  1196. result = client.fetch(bundle_path, target_repo)
  1197. # Verify refs were imported
  1198. self.assertIn(b"refs/heads/master", result.refs)
  1199. # Verify objects were imported
  1200. master_id = result.refs[b"refs/heads/master"]
  1201. self.assertIn(master_id, target_repo.object_store)
  1202. # Verify the commit object is correct
  1203. commit = target_repo.object_store[master_id]
  1204. self.assertEqual(commit.message, b"Initial commit")
  1205. def test_send_pack_not_supported(self) -> None:
  1206. """Test that send_pack raises NotImplementedError."""
  1207. bundle_path, _ = self._create_test_bundle()
  1208. client = BundleClient()
  1209. with self.assertRaises(NotImplementedError):
  1210. client.send_pack(bundle_path, None, None)
  1211. def test_get_transport_and_path_bundle(self) -> None:
  1212. """Test that get_transport_and_path detects bundle files."""
  1213. bundle_path, _ = self._create_test_bundle()
  1214. client, path = get_transport_and_path(bundle_path)
  1215. self.assertIsInstance(client, BundleClient)
  1216. self.assertEqual(path, bundle_path)
  1217. class HttpGitClientTests(TestCase):
  1218. def test_get_url(self) -> None:
  1219. base_url = "https://github.com/jelmer/dulwich"
  1220. path = "/jelmer/dulwich"
  1221. c = HttpGitClient(base_url)
  1222. url = c.get_url(path)
  1223. self.assertEqual("https://github.com/jelmer/dulwich", url)
  1224. def test_get_url_bytes_path(self) -> None:
  1225. base_url = "https://github.com/jelmer/dulwich"
  1226. path_bytes = b"/jelmer/dulwich"
  1227. c = HttpGitClient(base_url)
  1228. url = c.get_url(path_bytes)
  1229. self.assertEqual("https://github.com/jelmer/dulwich", url)
  1230. def test_get_url_with_username_and_passwd(self) -> None:
  1231. base_url = "https://github.com/jelmer/dulwich"
  1232. path = "/jelmer/dulwich"
  1233. c = HttpGitClient(base_url, username="USERNAME", password="PASSWD")
  1234. url = c.get_url(path)
  1235. self.assertEqual("https://github.com/jelmer/dulwich", url)
  1236. def test_init_username_passwd_set(self) -> None:
  1237. url = "https://github.com/jelmer/dulwich"
  1238. c = HttpGitClient(url, config=None, username="user", password="passwd")
  1239. self.assertEqual("user", c._username)
  1240. self.assertEqual("passwd", c._password)
  1241. basic_auth = c.pool_manager.headers["authorization"]
  1242. auth_string = "{}:{}".format("user", "passwd")
  1243. b64_credentials = base64.b64encode(auth_string.encode("latin1"))
  1244. expected_basic_auth = "Basic {}".format(b64_credentials.decode("latin1"))
  1245. self.assertEqual(basic_auth, expected_basic_auth)
  1246. def test_init_username_set_no_password(self) -> None:
  1247. url = "https://github.com/jelmer/dulwich"
  1248. c = HttpGitClient(url, config=None, username="user")
  1249. self.assertEqual("user", c._username)
  1250. self.assertIsNone(c._password)
  1251. basic_auth = c.pool_manager.headers["authorization"]
  1252. auth_string = b"user:"
  1253. b64_credentials = base64.b64encode(auth_string)
  1254. expected_basic_auth = f"Basic {b64_credentials.decode('ascii')}"
  1255. self.assertEqual(basic_auth, expected_basic_auth)
  1256. def test_init_no_username_passwd(self) -> None:
  1257. url = "https://github.com/jelmer/dulwich"
  1258. c = HttpGitClient(url, config=None)
  1259. self.assertIs(None, c._username)
  1260. self.assertIs(None, c._password)
  1261. self.assertNotIn("authorization", c.pool_manager.headers)
  1262. def test_from_parsedurl_username_only(self) -> None:
  1263. username = "user"
  1264. url = f"https://{username}@github.com/jelmer/dulwich"
  1265. c = HttpGitClient.from_parsedurl(urlparse(url))
  1266. self.assertEqual(c._username, username)
  1267. self.assertEqual(c._password, None)
  1268. basic_auth = c.pool_manager.headers["authorization"]
  1269. auth_string = username.encode("ascii") + b":"
  1270. b64_credentials = base64.b64encode(auth_string)
  1271. expected_basic_auth = f"Basic {b64_credentials.decode('ascii')}"
  1272. self.assertEqual(basic_auth, expected_basic_auth)
  1273. def test_from_parsedurl_on_url_with_quoted_credentials(self) -> None:
  1274. original_username = "john|the|first"
  1275. quoted_username = urlquote(original_username)
  1276. original_password = "Ya#1$2%3"
  1277. quoted_password = urlquote(original_password)
  1278. url = f"https://{quoted_username}:{quoted_password}@github.com/jelmer/dulwich"
  1279. c = HttpGitClient.from_parsedurl(urlparse(url))
  1280. self.assertEqual(original_username, c._username)
  1281. self.assertEqual(original_password, c._password)
  1282. basic_auth = c.pool_manager.headers["authorization"]
  1283. auth_string = f"{original_username}:{original_password}"
  1284. b64_credentials = base64.b64encode(auth_string.encode("latin1"))
  1285. expected_basic_auth = "Basic {}".format(b64_credentials.decode("latin1"))
  1286. self.assertEqual(basic_auth, expected_basic_auth)
  1287. def test_url_redirect_location(self) -> None:
  1288. from urllib3.response import HTTPResponse
  1289. test_data = {
  1290. "https://gitlab.com/inkscape/inkscape/": {
  1291. "location": "https://gitlab.com/inkscape/inkscape.git/",
  1292. "redirect_url": "https://gitlab.com/inkscape/inkscape.git/",
  1293. "refs_data": (
  1294. b"001e# service=git-upload-pack\n00000032"
  1295. b"fb2bebf4919a011f0fd7cec085443d0031228e76 "
  1296. b"HEAD\n0000"
  1297. ),
  1298. },
  1299. "https://github.com/jelmer/dulwich/": {
  1300. "location": "https://github.com/jelmer/dulwich/",
  1301. "redirect_url": "https://github.com/jelmer/dulwich/",
  1302. "refs_data": (
  1303. b"001e# service=git-upload-pack\n00000032"
  1304. b"3ff25e09724aa4d86ea5bca7d5dd0399a3c8bfcf "
  1305. b"HEAD\n0000"
  1306. ),
  1307. },
  1308. # check for absolute-path URI reference as location
  1309. "https://codeberg.org/ashwinvis/radicale-sh.git/": {
  1310. "location": "/ashwinvis/radicale-auth-sh/",
  1311. "redirect_url": "https://codeberg.org/ashwinvis/radicale-auth-sh/",
  1312. "refs_data": (
  1313. b"001e# service=git-upload-pack\n00000032"
  1314. b"470f8603768b608fc988675de2fae8f963c21158 "
  1315. b"HEAD\n0000"
  1316. ),
  1317. },
  1318. }
  1319. tail = "info/refs?service=git-upload-pack"
  1320. # we need to mock urllib3.PoolManager as this test will fail
  1321. # otherwise without an active internet connection
  1322. class PoolManagerMock:
  1323. def __init__(self) -> None:
  1324. self.headers: dict[str, str] = {}
  1325. def request(
  1326. self,
  1327. method,
  1328. url,
  1329. fields=None,
  1330. headers=None,
  1331. redirect=True,
  1332. preload_content=True,
  1333. ):
  1334. base_url = url[: -len(tail)]
  1335. redirect_base_url = test_data[base_url]["location"]
  1336. redirect_url = redirect_base_url + tail
  1337. headers = {
  1338. "Content-Type": "application/x-git-upload-pack-advertisement"
  1339. }
  1340. body = test_data[base_url]["refs_data"]
  1341. # urllib3 handles automatic redirection by default
  1342. status = 200
  1343. request_url = redirect_url
  1344. # simulate urllib3 behavior when redirect parameter is False
  1345. if redirect is False:
  1346. request_url = url
  1347. if redirect_base_url != base_url:
  1348. body = b""
  1349. headers["location"] = test_data[base_url]["location"]
  1350. status = 301
  1351. return HTTPResponse(
  1352. body=BytesIO(body),
  1353. headers=headers,
  1354. request_method=method,
  1355. request_url=request_url,
  1356. preload_content=preload_content,
  1357. status=status,
  1358. )
  1359. pool_manager = PoolManagerMock()
  1360. for base_url in test_data.keys():
  1361. # instantiate HttpGitClient with mocked pool manager
  1362. c = HttpGitClient(base_url, pool_manager=pool_manager, config=None)
  1363. # call method that detects url redirection
  1364. _, _, processed_url, _, _ = c._discover_references(
  1365. b"git-upload-pack", base_url
  1366. )
  1367. # send the same request as the method above without redirection
  1368. resp = c.pool_manager.request("GET", base_url + tail, redirect=False)
  1369. # check expected behavior of urllib3
  1370. redirect_location = resp.get_redirect_location()
  1371. if resp.status == 200:
  1372. self.assertFalse(redirect_location)
  1373. if redirect_location:
  1374. # check that url redirection has been correctly detected
  1375. self.assertEqual(processed_url, test_data[base_url]["redirect_url"])
  1376. else:
  1377. # check also the no redirection case
  1378. self.assertEqual(processed_url, base_url)
  1379. def test_smart_request_content_type_with_directive_check(self) -> None:
  1380. from urllib3.response import HTTPResponse
  1381. # we need to mock urllib3.PoolManager as this test will fail
  1382. # otherwise without an active internet connection
  1383. class PoolManagerMock:
  1384. def __init__(self) -> None:
  1385. self.headers: dict[str, str] = {}
  1386. def request(
  1387. self,
  1388. method,
  1389. url,
  1390. fields=None,
  1391. headers=None,
  1392. redirect=True,
  1393. preload_content=True,
  1394. ):
  1395. return HTTPResponse(
  1396. headers={
  1397. "Content-Type": "application/x-git-upload-pack-result; charset=utf-8"
  1398. },
  1399. request_method=method,
  1400. request_url=url,
  1401. preload_content=preload_content,
  1402. status=200,
  1403. )
  1404. clone_url = "https://hacktivis.me/git/blog.git/"
  1405. client = HttpGitClient(clone_url, pool_manager=PoolManagerMock(), config=None)
  1406. self.assertTrue(client._smart_request("git-upload-pack", clone_url, data=None))
  1407. def test_urllib3_protocol_error(self) -> None:
  1408. from urllib3.exceptions import ProtocolError
  1409. from urllib3.response import HTTPResponse
  1410. error_msg = "protocol error"
  1411. # we need to mock urllib3.PoolManager as this test will fail
  1412. # otherwise without an active internet connection
  1413. class PoolManagerMock:
  1414. def __init__(self) -> None:
  1415. self.headers: dict[str, str] = {}
  1416. def request(
  1417. self,
  1418. method,
  1419. url,
  1420. fields=None,
  1421. headers=None,
  1422. redirect=True,
  1423. preload_content=True,
  1424. ):
  1425. response = HTTPResponse(
  1426. headers={"Content-Type": "application/x-git-upload-pack-result"},
  1427. request_method=method,
  1428. request_url=url,
  1429. preload_content=preload_content,
  1430. status=200,
  1431. )
  1432. def read(self) -> NoReturn:
  1433. raise ProtocolError(error_msg)
  1434. # override HTTPResponse.read to throw urllib3.exceptions.ProtocolError
  1435. response.read = read
  1436. return response
  1437. def check_heads(heads, **kwargs):
  1438. self.assertEqual(heads, {})
  1439. return []
  1440. clone_url = "https://git.example.org/user/project.git/"
  1441. client = HttpGitClient(clone_url, pool_manager=PoolManagerMock(), config=None)
  1442. with self.assertRaises(GitProtocolError, msg=error_msg):
  1443. client.fetch_pack(b"/", check_heads, None, None)
  1444. def test_fetch_pack_dumb_http(self) -> None:
  1445. import zlib
  1446. from urllib3.response import HTTPResponse
  1447. # Mock responses for dumb HTTP
  1448. info_refs_content = (
  1449. b"0123456789abcdef0123456789abcdef01234567\trefs/heads/master\n"
  1450. )
  1451. head_content = b"ref: refs/heads/master"
  1452. # Create a blob object for testing
  1453. blob_content = b"Hello, dumb HTTP!"
  1454. blob_sha = b"0123456789abcdef0123456789abcdef01234567"
  1455. blob_hex = blob_sha.decode("ascii")
  1456. blob_obj_data = (
  1457. b"blob " + str(len(blob_content)).encode() + b"\x00" + blob_content
  1458. )
  1459. blob_compressed = zlib.compress(blob_obj_data)
  1460. responses = {
  1461. "/HEAD": {
  1462. "status": 200,
  1463. "content": head_content,
  1464. "content_type": "text/plain",
  1465. },
  1466. "/git-upload-pack": {
  1467. "status": 404,
  1468. "content": b"Not Found",
  1469. "content_type": "text/plain",
  1470. },
  1471. "/info/refs": {
  1472. "status": 200,
  1473. "content": info_refs_content,
  1474. "content_type": "text/plain",
  1475. },
  1476. f"/objects/{blob_hex[:2]}/{blob_hex[2:]}": {
  1477. "status": 200,
  1478. "content": blob_compressed,
  1479. "content_type": "application/octet-stream",
  1480. },
  1481. }
  1482. class PoolManagerMock:
  1483. def __init__(self) -> None:
  1484. self.headers: dict[str, str] = {}
  1485. def request(
  1486. self,
  1487. method,
  1488. url,
  1489. fields=None,
  1490. headers=None,
  1491. redirect=True,
  1492. preload_content=True,
  1493. ):
  1494. # Extract path from URL
  1495. from urllib.parse import urlparse
  1496. parsed = urlparse(url)
  1497. path = parsed.path.rstrip("/")
  1498. # Find matching response
  1499. for pattern, resp_data in responses.items():
  1500. if path.endswith(pattern):
  1501. return HTTPResponse(
  1502. body=BytesIO(resp_data["content"]),
  1503. headers={
  1504. "Content-Type": resp_data.get(
  1505. "content_type", "text/plain"
  1506. )
  1507. },
  1508. request_method=method,
  1509. request_url=url,
  1510. preload_content=preload_content,
  1511. status=resp_data["status"],
  1512. )
  1513. # Default 404
  1514. return HTTPResponse(
  1515. body=BytesIO(b"Not Found"),
  1516. headers={"Content-Type": "text/plain"},
  1517. request_method=method,
  1518. request_url=url,
  1519. preload_content=preload_content,
  1520. status=404,
  1521. )
  1522. def determine_wants(heads, **kwargs):
  1523. # heads contains the refs with SHA values, just return the SHA we want
  1524. return [heads[b"refs/heads/master"]]
  1525. received_data = []
  1526. def pack_data_handler(data):
  1527. # Collect pack data
  1528. received_data.append(data)
  1529. clone_url = "https://git.example.org/repo.git/"
  1530. client = HttpGitClient(clone_url, pool_manager=PoolManagerMock(), config=None)
  1531. # Mock graph walker that says we don't have anything
  1532. class MockGraphWalker:
  1533. def ack(self, sha):
  1534. return []
  1535. graph_walker = MockGraphWalker()
  1536. result = client.fetch_pack(
  1537. b"/", determine_wants, graph_walker, pack_data_handler
  1538. )
  1539. # Verify we got the refs
  1540. expected_sha = blob_hex.encode("ascii")
  1541. self.assertEqual({b"refs/heads/master": expected_sha}, result.refs)
  1542. # Verify we received pack data
  1543. self.assertTrue(len(received_data) > 0)
  1544. pack_data = b"".join(received_data)
  1545. self.assertTrue(len(pack_data) > 0)
  1546. # The pack should be valid pack format
  1547. self.assertTrue(pack_data.startswith(b"PACK"))
  1548. # Pack header: PACK + version (4 bytes) + num objects (4 bytes)
  1549. self.assertEqual(pack_data[4:8], b"\x00\x00\x00\x02") # version 2
  1550. self.assertEqual(pack_data[8:12], b"\x00\x00\x00\x01") # 1 object
  1551. def test_timeout_configuration(self) -> None:
  1552. """Test that timeout parameter is properly configured."""
  1553. url = "https://github.com/jelmer/dulwich"
  1554. timeout = 30
  1555. c = HttpGitClient(url, timeout=timeout)
  1556. self.assertEqual(c._timeout, timeout)
  1557. def test_timeout_from_config(self) -> None:
  1558. """Test that timeout can be configured via git config."""
  1559. from dulwich.config import ConfigDict
  1560. url = "https://github.com/jelmer/dulwich"
  1561. config = ConfigDict()
  1562. config.set((b"http",), b"timeout", b"25")
  1563. c = HttpGitClient(url, config=config)
  1564. # The timeout should be set on the pool manager
  1565. # Since we can't easily access the timeout from the pool manager,
  1566. # we just verify the client was created successfully
  1567. self.assertIsNotNone(c.pool_manager)
  1568. def test_timeout_parameter_precedence(self) -> None:
  1569. """Test that explicit timeout parameter takes precedence over config."""
  1570. from dulwich.config import ConfigDict
  1571. url = "https://github.com/jelmer/dulwich"
  1572. config = ConfigDict()
  1573. config.set((b"http",), b"timeout", b"25")
  1574. c = HttpGitClient(url, config=config, timeout=15)
  1575. self.assertEqual(c._timeout, 15)
  1576. def test_http_extra_headers_from_config(self) -> None:
  1577. """Test that http.extraHeader config values are applied."""
  1578. from dulwich.config import ConfigDict
  1579. url = "https://github.com/jelmer/dulwich"
  1580. config = ConfigDict()
  1581. # Set a single extra header
  1582. config.set((b"http",), b"extraHeader", b"X-Custom-Header: test-value")
  1583. c = HttpGitClient(url, config=config)
  1584. # Check that the header was added to the pool manager
  1585. self.assertIn("X-Custom-Header", c.pool_manager.headers)
  1586. self.assertEqual(c.pool_manager.headers["X-Custom-Header"], "test-value")
  1587. def test_http_multiple_extra_headers_from_config(self) -> None:
  1588. """Test that multiple http.extraHeader config values are applied."""
  1589. from dulwich.config import ConfigDict
  1590. url = "https://github.com/jelmer/dulwich"
  1591. config = ConfigDict()
  1592. # Set multiple extra headers
  1593. config.set((b"http",), b"extraHeader", b"X-Header-1: value1")
  1594. config.add((b"http",), b"extraHeader", b"X-Header-2: value2")
  1595. config.add((b"http",), b"extraHeader", b"Authorization: Bearer token123")
  1596. c = HttpGitClient(url, config=config)
  1597. # Check that all headers were added to the pool manager
  1598. self.assertIn("X-Header-1", c.pool_manager.headers)
  1599. self.assertEqual(c.pool_manager.headers["X-Header-1"], "value1")
  1600. self.assertIn("X-Header-2", c.pool_manager.headers)
  1601. self.assertEqual(c.pool_manager.headers["X-Header-2"], "value2")
  1602. self.assertIn("Authorization", c.pool_manager.headers)
  1603. self.assertEqual(c.pool_manager.headers["Authorization"], "Bearer token123")
  1604. def test_http_extra_headers_per_url_config(self) -> None:
  1605. """Test that per-URL http.extraHeader config values are applied (issue #882)."""
  1606. from dulwich.config import ConfigDict
  1607. url = "https://github.com/jelmer/dulwich"
  1608. config = ConfigDict()
  1609. # Set URL-specific extra header
  1610. config.set(
  1611. (b"http", b"https://github.com/"),
  1612. b"extraHeader",
  1613. b"Authorization: basic token123",
  1614. )
  1615. c = HttpGitClient(url, config=config)
  1616. # Check that the header was added to the pool manager
  1617. self.assertIn("Authorization", c.pool_manager.headers)
  1618. self.assertEqual(c.pool_manager.headers["Authorization"], "basic token123")
  1619. def test_http_extra_headers_url_specificity(self) -> None:
  1620. """Test that more specific URL configs override less specific ones."""
  1621. from dulwich.config import ConfigDict
  1622. url = "https://github.com/jelmer/dulwich"
  1623. config = ConfigDict()
  1624. # Set global header
  1625. config.set((b"http",), b"extraHeader", b"X-Global: global-value")
  1626. # Set host-specific header (overrides global)
  1627. config.set(
  1628. (b"http", b"https://github.com/"), b"extraHeader", b"X-Global: github-value"
  1629. )
  1630. config.add(
  1631. (b"http", b"https://github.com/"),
  1632. b"extraHeader",
  1633. b"Authorization: Bearer token123",
  1634. )
  1635. c = HttpGitClient(url, config=config)
  1636. # More specific setting should win
  1637. self.assertEqual(c.pool_manager.headers["X-Global"], "github-value")
  1638. self.assertEqual(c.pool_manager.headers["Authorization"], "Bearer token123")
  1639. def test_http_extra_headers_multiple_url_configs(self) -> None:
  1640. """Test that different URLs can have different extra headers."""
  1641. from dulwich.config import ConfigDict
  1642. config = ConfigDict()
  1643. # Set different headers for different URLs
  1644. config.set(
  1645. (b"http", b"https://github.com/"),
  1646. b"extraHeader",
  1647. b"Authorization: Bearer github-token",
  1648. )
  1649. config.set(
  1650. (b"http", b"https://gitlab.com/"),
  1651. b"extraHeader",
  1652. b"Authorization: Bearer gitlab-token",
  1653. )
  1654. # Test GitHub URL
  1655. c1 = HttpGitClient("https://github.com/user/repo", config=config)
  1656. self.assertEqual(
  1657. c1.pool_manager.headers["Authorization"], "Bearer github-token"
  1658. )
  1659. # Test GitLab URL
  1660. c2 = HttpGitClient("https://gitlab.com/user/repo", config=config)
  1661. self.assertEqual(
  1662. c2.pool_manager.headers["Authorization"], "Bearer gitlab-token"
  1663. )
  1664. def test_http_extra_headers_no_match(self) -> None:
  1665. """Test that non-matching URL configs don't apply."""
  1666. from dulwich.config import ConfigDict
  1667. url = "https://example.com/repo"
  1668. config = ConfigDict()
  1669. # Set header only for GitHub
  1670. config.set(
  1671. (b"http", b"https://github.com/"),
  1672. b"extraHeader",
  1673. b"Authorization: Bearer token123",
  1674. )
  1675. c = HttpGitClient(url, config=config)
  1676. # Authorization header should not be present for example.com
  1677. self.assertNotIn("Authorization", c.pool_manager.headers)
  1678. def test_http_extra_headers_invalid_format(self) -> None:
  1679. """Test that invalid extra headers trigger warnings."""
  1680. import logging
  1681. from dulwich.config import ConfigDict
  1682. url = "https://github.com/jelmer/dulwich"
  1683. config = ConfigDict()
  1684. # Set valid header
  1685. config.set((b"http",), b"extraHeader", b"X-Valid: valid-value")
  1686. # Set invalid headers (no colon-space separator)
  1687. config.add((b"http",), b"extraHeader", b"X-Invalid-No-Separator")
  1688. # Set empty header
  1689. config.add((b"http",), b"extraHeader", b"")
  1690. # Set another valid header to verify we continue processing
  1691. config.add((b"http",), b"extraHeader", b"X-Another-Valid: another-value")
  1692. with self.assertLogs("dulwich.client", level=logging.WARNING) as cm:
  1693. c = HttpGitClient(url, config=config)
  1694. # Check that warnings were logged
  1695. self.assertEqual(len(cm.output), 2)
  1696. self.assertIn("missing ': ' separator", cm.output[0])
  1697. self.assertIn("empty http.extraHeader", cm.output[1])
  1698. # Valid headers should still be applied
  1699. self.assertIn("X-Valid", c.pool_manager.headers)
  1700. self.assertEqual(c.pool_manager.headers["X-Valid"], "valid-value")
  1701. self.assertIn("X-Another-Valid", c.pool_manager.headers)
  1702. self.assertEqual(c.pool_manager.headers["X-Another-Valid"], "another-value")
  1703. # Invalid header should not be present
  1704. self.assertNotIn("X-Invalid-No-Separator", c.pool_manager.headers)
  1705. def test_get_url_preserves_credentials_from_url(self) -> None:
  1706. """Test that credentials from URL are preserved in get_url() (issue #1925)."""
  1707. # When credentials come from the URL (not passed explicitly),
  1708. # they should be included in get_url() so they're saved to git config
  1709. username = "ghp_token123"
  1710. url = f"https://{username}@github.com/jelmer/dulwich"
  1711. path = "/jelmer/dulwich"
  1712. c = HttpGitClient.from_parsedurl(urlparse(url))
  1713. reconstructed_url = c.get_url(path)
  1714. # Credentials should be preserved in the URL
  1715. self.assertIn(username, reconstructed_url)
  1716. self.assertEqual(
  1717. f"https://{username}@github.com/jelmer/dulwich", reconstructed_url
  1718. )
  1719. def test_get_url_preserves_credentials_with_password_from_url(self) -> None:
  1720. """Test that username:password from URL are preserved in get_url()."""
  1721. username = "user"
  1722. password = "pass"
  1723. url = f"https://{username}:{password}@github.com/jelmer/dulwich"
  1724. path = "/jelmer/dulwich"
  1725. c = HttpGitClient.from_parsedurl(urlparse(url))
  1726. reconstructed_url = c.get_url(path)
  1727. # Both username and password should be preserved
  1728. self.assertIn(username, reconstructed_url)
  1729. self.assertIn(password, reconstructed_url)
  1730. self.assertEqual(
  1731. f"https://{username}:{password}@github.com/jelmer/dulwich",
  1732. reconstructed_url,
  1733. )
  1734. def test_get_url_preserves_special_chars_in_credentials(self) -> None:
  1735. """Test that special characters in credentials are properly escaped."""
  1736. # URL-encoded credentials with special characters
  1737. original_username = "user@domain"
  1738. original_password = "p@ss:word"
  1739. quoted_username = urlquote(original_username, safe="")
  1740. quoted_password = urlquote(original_password, safe="")
  1741. url = f"https://{quoted_username}:{quoted_password}@github.com/jelmer/dulwich"
  1742. path = "/jelmer/dulwich"
  1743. c = HttpGitClient.from_parsedurl(urlparse(url))
  1744. reconstructed_url = c.get_url(path)
  1745. # The reconstructed URL should have properly escaped credentials
  1746. self.assertIn(quoted_username, reconstructed_url)
  1747. self.assertIn(quoted_password, reconstructed_url)
  1748. # Verify the URL is valid by parsing it back
  1749. parsed = urlparse(reconstructed_url)
  1750. from urllib.parse import unquote
  1751. self.assertEqual(unquote(parsed.username), original_username)
  1752. self.assertEqual(unquote(parsed.password), original_password)
  1753. def test_get_url_explicit_credentials_not_in_url(self) -> None:
  1754. """Test that explicitly passed credentials are NOT included in get_url()."""
  1755. # When credentials are passed explicitly (not from URL),
  1756. # they should NOT appear in get_url() for security
  1757. base_url = "https://github.com/jelmer/dulwich"
  1758. path = "/jelmer/dulwich"
  1759. username = "explicit_user"
  1760. password = "explicit_pass"
  1761. c = HttpGitClient(base_url, username=username, password=password)
  1762. url = c.get_url(path)
  1763. # Credentials should NOT be in the URL
  1764. self.assertNotIn(username, url)
  1765. self.assertNotIn(password, url)
  1766. self.assertEqual("https://github.com/jelmer/dulwich", url)
  1767. def test_pool_manager_parameter(self) -> None:
  1768. """Test that pool_manager parameter is properly passed through."""
  1769. import urllib3
  1770. # Create a custom pool manager
  1771. custom_pool_manager = urllib3.PoolManager()
  1772. # Test with get_transport_and_path_from_url
  1773. url = "https://github.com/jelmer/dulwich"
  1774. client, _path = get_transport_and_path_from_url(
  1775. url, pool_manager=custom_pool_manager
  1776. )
  1777. # Verify the client is an HTTP client and has our custom pool manager
  1778. self.assertIsInstance(client, HttpGitClient)
  1779. self.assertIs(client.pool_manager, custom_pool_manager)
  1780. # Test with get_transport_and_path
  1781. client2, _path2 = get_transport_and_path(url, pool_manager=custom_pool_manager)
  1782. # Verify the client is an HTTP client and has our custom pool manager
  1783. self.assertIsInstance(client2, HttpGitClient)
  1784. self.assertIs(client2.pool_manager, custom_pool_manager)
  1785. def test_urllib3_subclass_support(self) -> None:
  1786. """Test that subclasses of Urllib3HttpGitClient are properly supported.
  1787. This test verifies that the bug fix for commit d1f41c5c works correctly.
  1788. Previously, the code used `cls is Urllib3HttpGitClient` which failed for
  1789. subclasses. Now it uses `issubclass(cls, Urllib3HttpGitClient)` which
  1790. correctly handles subclasses.
  1791. """
  1792. # Create a custom subclass of Urllib3HttpGitClient
  1793. class CustomUrllib3HttpGitClient(Urllib3HttpGitClient):
  1794. def __init__(self, *args, **kwargs):
  1795. super().__init__(*args, **kwargs)
  1796. self.custom_attribute = "custom_value"
  1797. # Test with AbstractHttpGitClient.from_parsedurl directly
  1798. # This is how subclasses use the client
  1799. from urllib.parse import urlparse
  1800. parsed = urlparse("https://github.com/jelmer/dulwich")
  1801. config = ConfigDict()
  1802. client = CustomUrllib3HttpGitClient.from_parsedurl(parsed, config=config)
  1803. # Verify the client is our custom subclass
  1804. self.assertIsInstance(client, CustomUrllib3HttpGitClient)
  1805. self.assertIsInstance(client, Urllib3HttpGitClient)
  1806. self.assertEqual("custom_value", client.custom_attribute)
  1807. # Verify the config was passed through (this was the bug - it wasn't passed to subclasses before)
  1808. self.assertIsNotNone(client.config)
  1809. class TCPGitClientTests(TestCase):
  1810. def test_get_url(self) -> None:
  1811. host = "github.com"
  1812. path = "/jelmer/dulwich"
  1813. c = TCPGitClient(host)
  1814. url = c.get_url(path)
  1815. self.assertEqual("git://github.com/jelmer/dulwich", url)
  1816. def test_get_url_with_port(self) -> None:
  1817. host = "github.com"
  1818. path = "/jelmer/dulwich"
  1819. port = 9090
  1820. c = TCPGitClient(host, port=port)
  1821. url = c.get_url(path)
  1822. self.assertEqual("git://github.com:9090/jelmer/dulwich", url)
  1823. def test_get_url_with_ipv6(self) -> None:
  1824. host = "::1"
  1825. path = "/jelmer/dulwich"
  1826. c = TCPGitClient(host)
  1827. url = c.get_url(path)
  1828. self.assertEqual("git://[::1]/jelmer/dulwich", url)
  1829. def test_get_url_with_ipv6_and_port(self) -> None:
  1830. host = "2001:db8::1"
  1831. path = "/jelmer/dulwich"
  1832. port = 9090
  1833. c = TCPGitClient(host, port=port)
  1834. url = c.get_url(path)
  1835. self.assertEqual("git://[2001:db8::1]:9090/jelmer/dulwich", url)
  1836. def test_get_url_with_ipv6_default_port(self) -> None:
  1837. host = "2001:db8::1"
  1838. path = "/jelmer/dulwich"
  1839. port = TCP_GIT_PORT # Default port should not be included in URL
  1840. c = TCPGitClient(host, port=port)
  1841. url = c.get_url(path)
  1842. self.assertEqual("git://[2001:db8::1]/jelmer/dulwich", url)
  1843. class DefaultUrllib3ManagerTest(TestCase):
  1844. def test_no_config(self) -> None:
  1845. manager = default_urllib3_manager(config=None)
  1846. self.assertEqual(manager.connection_pool_kw["cert_reqs"], "CERT_REQUIRED")
  1847. def test_config_no_proxy(self) -> None:
  1848. import urllib3
  1849. manager = default_urllib3_manager(config=ConfigDict())
  1850. self.assertNotIsInstance(manager, urllib3.ProxyManager)
  1851. self.assertIsInstance(manager, urllib3.PoolManager)
  1852. def test_config_no_proxy_custom_cls(self) -> None:
  1853. import urllib3
  1854. class CustomPoolManager(urllib3.PoolManager):
  1855. pass
  1856. manager = default_urllib3_manager(
  1857. config=ConfigDict(), pool_manager_cls=CustomPoolManager
  1858. )
  1859. self.assertIsInstance(manager, CustomPoolManager)
  1860. def test_config_ssl(self) -> None:
  1861. config = ConfigDict()
  1862. config.set(b"http", b"sslVerify", b"true")
  1863. manager = default_urllib3_manager(config=config)
  1864. self.assertEqual(manager.connection_pool_kw["cert_reqs"], "CERT_REQUIRED")
  1865. def test_config_no_ssl(self) -> None:
  1866. config = ConfigDict()
  1867. config.set(b"http", b"sslVerify", b"false")
  1868. manager = default_urllib3_manager(config=config)
  1869. self.assertEqual(manager.connection_pool_kw["cert_reqs"], "CERT_NONE")
  1870. def test_config_proxy(self) -> None:
  1871. import urllib3
  1872. config = ConfigDict()
  1873. config.set(b"http", b"proxy", b"http://localhost:3128/")
  1874. manager = default_urllib3_manager(config=config)
  1875. self.assertIsInstance(manager, urllib3.ProxyManager)
  1876. self.assertTrue(hasattr(manager, "proxy"))
  1877. self.assertEqual(manager.proxy.scheme, "http")
  1878. self.assertEqual(manager.proxy.host, "localhost")
  1879. self.assertEqual(manager.proxy.port, 3128)
  1880. def test_environment_proxy(self) -> None:
  1881. import urllib3
  1882. config = ConfigDict()
  1883. self.overrideEnv("http_proxy", "http://myproxy:8080")
  1884. manager = default_urllib3_manager(config=config)
  1885. self.assertIsInstance(manager, urllib3.ProxyManager)
  1886. self.assertTrue(hasattr(manager, "proxy"))
  1887. self.assertEqual(manager.proxy.scheme, "http")
  1888. self.assertEqual(manager.proxy.host, "myproxy")
  1889. self.assertEqual(manager.proxy.port, 8080)
  1890. def test_environment_empty_proxy(self) -> None:
  1891. import urllib3
  1892. config = ConfigDict()
  1893. self.overrideEnv("http_proxy", "")
  1894. manager = default_urllib3_manager(config=config)
  1895. self.assertNotIsInstance(manager, urllib3.ProxyManager)
  1896. self.assertIsInstance(manager, urllib3.PoolManager)
  1897. def test_environment_no_proxy_1(self) -> None:
  1898. import urllib3
  1899. config = ConfigDict()
  1900. self.overrideEnv("http_proxy", "http://myproxy:8080")
  1901. self.overrideEnv("no_proxy", "xyz,abc.def.gh,abc.gh")
  1902. base_url = "http://xyz.abc.def.gh:8080/path/port"
  1903. manager = default_urllib3_manager(config=config, base_url=base_url)
  1904. self.assertNotIsInstance(manager, urllib3.ProxyManager)
  1905. self.assertIsInstance(manager, urllib3.PoolManager)
  1906. def test_environment_no_proxy_2(self) -> None:
  1907. import urllib3
  1908. config = ConfigDict()
  1909. self.overrideEnv("http_proxy", "http://myproxy:8080")
  1910. self.overrideEnv("no_proxy", "xyz,abc.def.gh,abc.gh,ample.com")
  1911. base_url = "http://ample.com/path/port"
  1912. manager = default_urllib3_manager(config=config, base_url=base_url)
  1913. self.assertNotIsInstance(manager, urllib3.ProxyManager)
  1914. self.assertIsInstance(manager, urllib3.PoolManager)
  1915. def test_environment_no_proxy_3(self) -> None:
  1916. import urllib3
  1917. config = ConfigDict()
  1918. self.overrideEnv("http_proxy", "http://myproxy:8080")
  1919. self.overrideEnv("no_proxy", "xyz,abc.def.gh,abc.gh,ample.com")
  1920. base_url = "http://ample.com:80/path/port"
  1921. manager = default_urllib3_manager(config=config, base_url=base_url)
  1922. self.assertNotIsInstance(manager, urllib3.ProxyManager)
  1923. self.assertIsInstance(manager, urllib3.PoolManager)
  1924. def test_environment_no_proxy_4(self) -> None:
  1925. import urllib3
  1926. config = ConfigDict()
  1927. self.overrideEnv("http_proxy", "http://myproxy:8080")
  1928. self.overrideEnv("no_proxy", "xyz,abc.def.gh,abc.gh,ample.com")
  1929. base_url = "http://www.ample.com/path/port"
  1930. manager = default_urllib3_manager(config=config, base_url=base_url)
  1931. self.assertNotIsInstance(manager, urllib3.ProxyManager)
  1932. self.assertIsInstance(manager, urllib3.PoolManager)
  1933. def test_environment_no_proxy_5(self) -> None:
  1934. import urllib3
  1935. config = ConfigDict()
  1936. self.overrideEnv("http_proxy", "http://myproxy:8080")
  1937. self.overrideEnv("no_proxy", "xyz,abc.def.gh,abc.gh,ample.com")
  1938. base_url = "http://www.example.com/path/port"
  1939. manager = default_urllib3_manager(config=config, base_url=base_url)
  1940. self.assertIsInstance(manager, urllib3.ProxyManager)
  1941. self.assertTrue(hasattr(manager, "proxy"))
  1942. self.assertEqual(manager.proxy.scheme, "http")
  1943. self.assertEqual(manager.proxy.host, "myproxy")
  1944. self.assertEqual(manager.proxy.port, 8080)
  1945. def test_environment_no_proxy_6(self) -> None:
  1946. import urllib3
  1947. config = ConfigDict()
  1948. self.overrideEnv("http_proxy", "http://myproxy:8080")
  1949. self.overrideEnv("no_proxy", "xyz,abc.def.gh,abc.gh,ample.com")
  1950. base_url = "http://ample.com.org/path/port"
  1951. manager = default_urllib3_manager(config=config, base_url=base_url)
  1952. self.assertIsInstance(manager, urllib3.ProxyManager)
  1953. self.assertTrue(hasattr(manager, "proxy"))
  1954. self.assertEqual(manager.proxy.scheme, "http")
  1955. self.assertEqual(manager.proxy.host, "myproxy")
  1956. self.assertEqual(manager.proxy.port, 8080)
  1957. def test_environment_no_proxy_ipv4_address_1(self) -> None:
  1958. import urllib3
  1959. config = ConfigDict()
  1960. self.overrideEnv("http_proxy", "http://myproxy:8080")
  1961. self.overrideEnv("no_proxy", "xyz,abc.def.gh,192.168.0.10,ample.com")
  1962. base_url = "http://192.168.0.10/path/port"
  1963. manager = default_urllib3_manager(config=config, base_url=base_url)
  1964. self.assertNotIsInstance(manager, urllib3.ProxyManager)
  1965. self.assertIsInstance(manager, urllib3.PoolManager)
  1966. def test_environment_no_proxy_ipv4_address_2(self) -> None:
  1967. import urllib3
  1968. config = ConfigDict()
  1969. self.overrideEnv("http_proxy", "http://myproxy:8080")
  1970. self.overrideEnv("no_proxy", "xyz,abc.def.gh,192.168.0.10,ample.com")
  1971. base_url = "http://192.168.0.10:8888/path/port"
  1972. manager = default_urllib3_manager(config=config, base_url=base_url)
  1973. self.assertNotIsInstance(manager, urllib3.ProxyManager)
  1974. self.assertIsInstance(manager, urllib3.PoolManager)
  1975. def test_environment_no_proxy_ipv4_address_3(self) -> None:
  1976. import urllib3
  1977. config = ConfigDict()
  1978. self.overrideEnv("http_proxy", "http://myproxy:8080")
  1979. self.overrideEnv(
  1980. "no_proxy", "xyz,abc.def.gh,ff80:1::/64,192.168.0.0/24,ample.com"
  1981. )
  1982. base_url = "http://192.168.0.10/path/port"
  1983. manager = default_urllib3_manager(config=config, base_url=base_url)
  1984. self.assertNotIsInstance(manager, urllib3.ProxyManager)
  1985. self.assertIsInstance(manager, urllib3.PoolManager)
  1986. def test_environment_no_proxy_ipv6_address_1(self) -> None:
  1987. import urllib3
  1988. config = ConfigDict()
  1989. self.overrideEnv("http_proxy", "http://myproxy:8080")
  1990. self.overrideEnv("no_proxy", "xyz,abc.def.gh,ff80:1::affe,ample.com")
  1991. base_url = "http://[ff80:1::affe]/path/port"
  1992. manager = default_urllib3_manager(config=config, base_url=base_url)
  1993. self.assertNotIsInstance(manager, urllib3.ProxyManager)
  1994. self.assertIsInstance(manager, urllib3.PoolManager)
  1995. def test_environment_no_proxy_ipv6_address_2(self) -> None:
  1996. import urllib3
  1997. config = ConfigDict()
  1998. self.overrideEnv("http_proxy", "http://myproxy:8080")
  1999. self.overrideEnv("no_proxy", "xyz,abc.def.gh,ff80:1::affe,ample.com")
  2000. base_url = "http://[ff80:1::affe]:1234/path/port"
  2001. manager = default_urllib3_manager(config=config, base_url=base_url)
  2002. self.assertNotIsInstance(manager, urllib3.ProxyManager)
  2003. self.assertIsInstance(manager, urllib3.PoolManager)
  2004. def test_environment_no_proxy_ipv6_address_3(self) -> None:
  2005. import urllib3
  2006. config = ConfigDict()
  2007. self.overrideEnv("http_proxy", "http://myproxy:8080")
  2008. self.overrideEnv(
  2009. "no_proxy", "xyz,abc.def.gh,192.168.0.0/24,ff80:1::/64,ample.com"
  2010. )
  2011. base_url = "http://[ff80:1::affe]/path/port"
  2012. manager = default_urllib3_manager(config=config, base_url=base_url)
  2013. self.assertNotIsInstance(manager, urllib3.ProxyManager)
  2014. self.assertIsInstance(manager, urllib3.PoolManager)
  2015. def test_config_proxy_custom_cls(self) -> None:
  2016. import urllib3
  2017. class CustomProxyManager(urllib3.ProxyManager):
  2018. pass
  2019. config = ConfigDict()
  2020. config.set(b"http", b"proxy", b"http://localhost:3128/")
  2021. manager = default_urllib3_manager(
  2022. config=config, proxy_manager_cls=CustomProxyManager
  2023. )
  2024. self.assertIsInstance(manager, CustomProxyManager)
  2025. def test_config_proxy_creds(self) -> None:
  2026. import urllib3
  2027. config = ConfigDict()
  2028. config.set(b"http", b"proxy", b"http://jelmer:example@localhost:3128/")
  2029. manager = default_urllib3_manager(config=config)
  2030. assert isinstance(manager, urllib3.ProxyManager)
  2031. self.assertEqual(
  2032. manager.proxy_headers, {"proxy-authorization": "Basic amVsbWVyOmV4YW1wbGU="}
  2033. )
  2034. def test_config_no_verify_ssl(self) -> None:
  2035. manager = default_urllib3_manager(config=None, cert_reqs="CERT_NONE")
  2036. self.assertEqual(manager.connection_pool_kw["cert_reqs"], "CERT_NONE")
  2037. def test_timeout_parameter(self) -> None:
  2038. """Test that timeout parameter is passed to urllib3 manager."""
  2039. timeout = 30
  2040. manager = default_urllib3_manager(config=None, timeout=timeout)
  2041. self.assertEqual(manager.connection_pool_kw["timeout"], timeout)
  2042. def test_timeout_from_config(self) -> None:
  2043. """Test that timeout can be configured via git config."""
  2044. from dulwich.config import ConfigDict
  2045. config = ConfigDict()
  2046. config.set((b"http",), b"timeout", b"25")
  2047. manager = default_urllib3_manager(config=config)
  2048. self.assertEqual(manager.connection_pool_kw["timeout"], 25)
  2049. def test_timeout_parameter_precedence(self) -> None:
  2050. """Test that explicit timeout parameter takes precedence over config."""
  2051. from dulwich.config import ConfigDict
  2052. config = ConfigDict()
  2053. config.set((b"http",), b"timeout", b"25")
  2054. manager = default_urllib3_manager(config=config, timeout=15)
  2055. self.assertEqual(manager.connection_pool_kw["timeout"], 15)
  2056. class SubprocessSSHVendorTests(TestCase):
  2057. def setUp(self) -> None:
  2058. # Monkey Patch client subprocess popen
  2059. self._orig_popen = dulwich.client.subprocess.Popen
  2060. dulwich.client.subprocess.Popen = DummyPopen
  2061. def tearDown(self) -> None:
  2062. dulwich.client.subprocess.Popen = self._orig_popen
  2063. def test_run_command_dashes(self) -> None:
  2064. vendor = SubprocessSSHVendor()
  2065. self.assertRaises(
  2066. StrangeHostname,
  2067. vendor.run_command,
  2068. "--weird-host",
  2069. "git-clone-url",
  2070. )
  2071. def test_run_command_password(self) -> None:
  2072. vendor = SubprocessSSHVendor()
  2073. self.assertRaises(
  2074. NotImplementedError,
  2075. vendor.run_command,
  2076. "host",
  2077. "git-clone-url",
  2078. password="12345",
  2079. )
  2080. def test_run_command_password_and_privkey(self) -> None:
  2081. vendor = SubprocessSSHVendor()
  2082. self.assertRaises(
  2083. NotImplementedError,
  2084. vendor.run_command,
  2085. "host",
  2086. "git-clone-url",
  2087. password="12345",
  2088. key_filename="/tmp/id_rsa",
  2089. )
  2090. def test_run_command_with_port_username_and_privkey(self) -> None:
  2091. expected = [
  2092. "ssh",
  2093. "-x",
  2094. "-p",
  2095. "2200",
  2096. "-i",
  2097. "/tmp/id_rsa",
  2098. ]
  2099. if DEFAULT_GIT_PROTOCOL_VERSION_FETCH:
  2100. expected += [
  2101. "-o",
  2102. f"SetEnv GIT_PROTOCOL=version={DEFAULT_GIT_PROTOCOL_VERSION_FETCH}",
  2103. ]
  2104. expected += [
  2105. "user@host",
  2106. "git-clone-url",
  2107. ]
  2108. vendor = SubprocessSSHVendor()
  2109. command = vendor.run_command(
  2110. "host",
  2111. "git-clone-url",
  2112. username="user",
  2113. port="2200",
  2114. key_filename="/tmp/id_rsa",
  2115. )
  2116. args = command.proc.args
  2117. self.assertListEqual(expected, args[0])
  2118. def test_run_with_ssh_command(self) -> None:
  2119. expected = [
  2120. "/path/to/ssh",
  2121. "-o",
  2122. "Option=Value",
  2123. "-x",
  2124. ]
  2125. if DEFAULT_GIT_PROTOCOL_VERSION_FETCH:
  2126. expected += [
  2127. "-o",
  2128. f"SetEnv GIT_PROTOCOL=version={DEFAULT_GIT_PROTOCOL_VERSION_FETCH}",
  2129. ]
  2130. expected += [
  2131. "host",
  2132. "git-clone-url",
  2133. ]
  2134. vendor = SubprocessSSHVendor()
  2135. command = vendor.run_command(
  2136. "host",
  2137. "git-clone-url",
  2138. ssh_command="/path/to/ssh -o Option=Value",
  2139. )
  2140. args = command.proc.args
  2141. self.assertListEqual(expected, args[0])
  2142. class PLinkSSHVendorTests(TestCase):
  2143. def setUp(self) -> None:
  2144. # Monkey Patch client subprocess popen
  2145. self._orig_popen = dulwich.client.subprocess.Popen
  2146. dulwich.client.subprocess.Popen = DummyPopen
  2147. def tearDown(self) -> None:
  2148. dulwich.client.subprocess.Popen = self._orig_popen
  2149. def test_run_command_dashes(self) -> None:
  2150. vendor = PLinkSSHVendor()
  2151. self.assertRaises(
  2152. StrangeHostname,
  2153. vendor.run_command,
  2154. "--weird-host",
  2155. "git-clone-url",
  2156. )
  2157. def test_run_command_password_and_privkey(self) -> None:
  2158. vendor = PLinkSSHVendor()
  2159. warnings.simplefilter("always", UserWarning)
  2160. self.addCleanup(warnings.resetwarnings)
  2161. warnings_list, restore_warnings = setup_warning_catcher()
  2162. self.addCleanup(restore_warnings)
  2163. command = vendor.run_command(
  2164. "host",
  2165. "git-clone-url",
  2166. password="12345",
  2167. key_filename="/tmp/id_rsa",
  2168. )
  2169. expected_warning = UserWarning(
  2170. "Invoking PLink with a password exposes the password in the process list."
  2171. )
  2172. for w in warnings_list:
  2173. if type(w) is type(expected_warning) and w.args == expected_warning.args:
  2174. break
  2175. else:
  2176. raise AssertionError(
  2177. f"Expected warning {expected_warning!r} not in {warnings_list!r}"
  2178. )
  2179. args = command.proc.args
  2180. if sys.platform == "win32":
  2181. binary = ["plink.exe", "-ssh"]
  2182. else:
  2183. binary = ["plink", "-ssh"]
  2184. expected = [
  2185. *binary,
  2186. "-pw",
  2187. "12345",
  2188. "-i",
  2189. "/tmp/id_rsa",
  2190. "host",
  2191. "git-clone-url",
  2192. ]
  2193. self.assertListEqual(expected, args[0])
  2194. def test_run_command_password(self) -> None:
  2195. if sys.platform == "win32":
  2196. binary = ["plink.exe", "-ssh"]
  2197. else:
  2198. binary = ["plink", "-ssh"]
  2199. expected = [*binary, "-pw", "12345", "host", "git-clone-url"]
  2200. vendor = PLinkSSHVendor()
  2201. warnings.simplefilter("always", UserWarning)
  2202. self.addCleanup(warnings.resetwarnings)
  2203. warnings_list, restore_warnings = setup_warning_catcher()
  2204. self.addCleanup(restore_warnings)
  2205. command = vendor.run_command("host", "git-clone-url", password="12345")
  2206. expected_warning = UserWarning(
  2207. "Invoking PLink with a password exposes the password in the process list."
  2208. )
  2209. for w in warnings_list:
  2210. if type(w) is type(expected_warning) and w.args == expected_warning.args:
  2211. break
  2212. else:
  2213. raise AssertionError(
  2214. f"Expected warning {expected_warning!r} not in {warnings_list!r}"
  2215. )
  2216. args = command.proc.args
  2217. self.assertListEqual(expected, args[0])
  2218. def test_run_command_with_port_username_and_privkey(self) -> None:
  2219. if sys.platform == "win32":
  2220. binary = ["plink.exe", "-ssh"]
  2221. else:
  2222. binary = ["plink", "-ssh"]
  2223. expected = [
  2224. *binary,
  2225. "-P",
  2226. "2200",
  2227. "-i",
  2228. "/tmp/id_rsa",
  2229. "user@host",
  2230. "git-clone-url",
  2231. ]
  2232. vendor = PLinkSSHVendor()
  2233. command = vendor.run_command(
  2234. "host",
  2235. "git-clone-url",
  2236. username="user",
  2237. port="2200",
  2238. key_filename="/tmp/id_rsa",
  2239. )
  2240. args = command.proc.args
  2241. self.assertListEqual(expected, args[0])
  2242. def test_run_with_ssh_command(self) -> None:
  2243. expected = [
  2244. "/path/to/plink",
  2245. "-ssh",
  2246. "host",
  2247. "git-clone-url",
  2248. ]
  2249. vendor = PLinkSSHVendor()
  2250. command = vendor.run_command(
  2251. "host",
  2252. "git-clone-url",
  2253. ssh_command="/path/to/plink",
  2254. )
  2255. args = command.proc.args
  2256. self.assertListEqual(expected, args[0])
  2257. class RsyncUrlTests(TestCase):
  2258. def test_simple(self) -> None:
  2259. self.assertEqual(parse_rsync_url("foo:bar/path"), (None, "foo", "bar/path"))
  2260. self.assertEqual(
  2261. parse_rsync_url("user@foo:bar/path"), ("user", "foo", "bar/path")
  2262. )
  2263. def test_path(self) -> None:
  2264. self.assertRaises(ValueError, parse_rsync_url, "/path")
  2265. class CheckWantsTests(TestCase):
  2266. def test_fine(self) -> None:
  2267. check_wants(
  2268. [b"2f3dc7a53fb752a6961d3a56683df46d4d3bf262"],
  2269. {b"refs/heads/blah": b"2f3dc7a53fb752a6961d3a56683df46d4d3bf262"},
  2270. )
  2271. def test_missing(self) -> None:
  2272. self.assertRaises(
  2273. InvalidWants,
  2274. check_wants,
  2275. [b"2f3dc7a53fb752a6961d3a56683df46d4d3bf262"],
  2276. {b"refs/heads/blah": b"3f3dc7a53fb752a6961d3a56683df46d4d3bf262"},
  2277. )
  2278. def test_annotated(self) -> None:
  2279. self.assertRaises(
  2280. InvalidWants,
  2281. check_wants,
  2282. [b"2f3dc7a53fb752a6961d3a56683df46d4d3bf262"],
  2283. {
  2284. b"refs/heads/blah": b"3f3dc7a53fb752a6961d3a56683df46d4d3bf262",
  2285. b"refs/heads/blah^{}": b"2f3dc7a53fb752a6961d3a56683df46d4d3bf262",
  2286. },
  2287. )
  2288. class FetchPackResultTests(TestCase):
  2289. def test_eq(self) -> None:
  2290. self.assertEqual(
  2291. FetchPackResult(
  2292. {b"refs/heads/master": b"2f3dc7a53fb752a6961d3a56683df46d4d3bf262"},
  2293. {},
  2294. b"user/agent",
  2295. ),
  2296. FetchPackResult(
  2297. {b"refs/heads/master": b"2f3dc7a53fb752a6961d3a56683df46d4d3bf262"},
  2298. {},
  2299. b"user/agent",
  2300. ),
  2301. )
  2302. class GitCredentialStoreTests(TestCase):
  2303. @classmethod
  2304. def setUpClass(cls) -> None:
  2305. with tempfile.NamedTemporaryFile(delete=False) as f:
  2306. f.write(b"https://user:pass@example.org\n")
  2307. cls.fname = f.name
  2308. @classmethod
  2309. def tearDownClass(cls) -> None:
  2310. os.unlink(cls.fname)
  2311. def test_nonmatching_scheme(self) -> None:
  2312. result = list(
  2313. get_credentials_from_store("http", "example.org", fnames=[self.fname])
  2314. )
  2315. self.assertEqual(result, [])
  2316. def test_nonmatching_hostname(self) -> None:
  2317. result = list(
  2318. get_credentials_from_store("https", "noentry.org", fnames=[self.fname])
  2319. )
  2320. self.assertEqual(result, [])
  2321. def test_match_without_username(self) -> None:
  2322. result = list(
  2323. get_credentials_from_store("https", "example.org", fnames=[self.fname])
  2324. )
  2325. self.assertEqual(result, [("user", "pass")])
  2326. def test_match_with_matching_username(self) -> None:
  2327. result = list(
  2328. get_credentials_from_store(
  2329. "https", "example.org", "user", fnames=[self.fname]
  2330. )
  2331. )
  2332. self.assertEqual(result, [("user", "pass")])
  2333. def test_no_match_with_nonmatching_username(self) -> None:
  2334. result = list(
  2335. get_credentials_from_store(
  2336. "https", "example.org", "otheruser", fnames=[self.fname]
  2337. )
  2338. )
  2339. self.assertEqual(result, [])
  2340. class RemoteErrorFromStderrTests(TestCase):
  2341. def test_nothing(self) -> None:
  2342. self.assertEqual(_remote_error_from_stderr(None), HangupException())
  2343. def test_error_line(self) -> None:
  2344. b = BytesIO(
  2345. b"""\
  2346. This is some random output.
  2347. ERROR: This is the actual error
  2348. with a tail
  2349. """
  2350. )
  2351. self.assertEqual(
  2352. _remote_error_from_stderr(b),
  2353. GitProtocolError("This is the actual error"),
  2354. )
  2355. def test_no_error_line(self) -> None:
  2356. b = BytesIO(
  2357. b"""\
  2358. This is output without an error line.
  2359. And this line is just random noise, too.
  2360. """
  2361. )
  2362. self.assertEqual(
  2363. _remote_error_from_stderr(b),
  2364. HangupException(
  2365. [
  2366. b"This is output without an error line.",
  2367. b"And this line is just random noise, too.",
  2368. ]
  2369. ),
  2370. )
  2371. class TestExtractAgentAndSymrefs(TestCase):
  2372. def test_extract_agent_and_symrefs(self) -> None:
  2373. (symrefs, agent) = _extract_symrefs_and_agent(
  2374. [b"agent=git/2.31.1", b"symref=HEAD:refs/heads/master"]
  2375. )
  2376. self.assertEqual(agent, b"git/2.31.1")
  2377. self.assertEqual(symrefs, {b"HEAD": b"refs/heads/master"})