2
0

test_objects.py 64 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763
  1. # test_objects.py -- tests for objects.py
  2. # Copyright (C) 2007 James Westby <jw+debian@jameswestby.net>
  3. #
  4. # SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later
  5. # Dulwich is dual-licensed under the Apache License, Version 2.0 and the GNU
  6. # General Public License as published by the Free Software Foundation; version 2.0
  7. # or (at your option) any later version. You can redistribute it and/or
  8. # modify it under the terms of either of these two licenses.
  9. #
  10. # Unless required by applicable law or agreed to in writing, software
  11. # distributed under the License is distributed on an "AS IS" BASIS,
  12. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. # See the License for the specific language governing permissions and
  14. # limitations under the License.
  15. #
  16. # You should have received a copy of the licenses; if not, see
  17. # <http://www.gnu.org/licenses/> for a copy of the GNU General Public License
  18. # and <http://www.apache.org/licenses/LICENSE-2.0> for a copy of the Apache
  19. # License, Version 2.0.
  20. #
  21. """Tests for git base objects."""
  22. # TODO: Round-trip parse-serialize-parse and serialize-parse-serialize tests.
  23. import datetime
  24. import os
  25. import stat
  26. from contextlib import contextmanager
  27. from io import BytesIO
  28. from itertools import permutations
  29. from dulwich.errors import ObjectFormatException
  30. from dulwich.objects import (
  31. MAX_TIME,
  32. ZERO_SHA,
  33. Blob,
  34. Commit,
  35. ShaFile,
  36. Tag,
  37. Tree,
  38. TreeEntry,
  39. _parse_tree_py,
  40. _sorted_tree_items_py,
  41. check_hexsha,
  42. check_identity,
  43. format_timezone,
  44. hex_to_filename,
  45. hex_to_sha,
  46. key_entry,
  47. object_class,
  48. parse_timezone,
  49. pretty_format_tree_entry,
  50. sha_to_hex,
  51. )
  52. try:
  53. from dulwich.objects import _parse_tree_rs, _sorted_tree_items_rs
  54. except ImportError:
  55. _sorted_tree_items_rs = _parse_tree_rs = None
  56. from dulwich.tests.utils import (
  57. ext_functest_builder,
  58. functest_builder,
  59. make_commit,
  60. make_object,
  61. )
  62. from . import TestCase
  63. a_sha = b"6f670c0fb53f9463760b7295fbb814e965fb20c8"
  64. b_sha = b"2969be3e8ee1c0222396a5611407e4769f14e54b"
  65. c_sha = b"954a536f7819d40e6f637f849ee187dd10066349"
  66. tree_sha = b"70c190eb48fa8bbb50ddc692a17b44cb781af7f6"
  67. tag_sha = b"71033db03a03c6a36721efcf1968dd8f8e0cf023"
  68. class TestHexToSha(TestCase):
  69. def test_simple(self) -> None:
  70. self.assertEqual(b"\xab\xcd" * 10, hex_to_sha(b"abcd" * 10))
  71. def test_reverse(self) -> None:
  72. self.assertEqual(b"abcd" * 10, sha_to_hex(b"\xab\xcd" * 10))
  73. class BlobReadTests(TestCase):
  74. """Test decompression of blobs."""
  75. def get_sha_file(self, cls, base, sha):
  76. dir = os.path.join(os.path.dirname(__file__), "..", "testdata", base)
  77. return cls.from_path(hex_to_filename(dir, sha))
  78. def get_blob(self, sha):
  79. """Return the blob named sha from the test data dir."""
  80. return self.get_sha_file(Blob, "blobs", sha)
  81. def get_tree(self, sha):
  82. return self.get_sha_file(Tree, "trees", sha)
  83. def get_tag(self, sha):
  84. return self.get_sha_file(Tag, "tags", sha)
  85. def commit(self, sha):
  86. return self.get_sha_file(Commit, "commits", sha)
  87. def test_decompress_simple_blob(self) -> None:
  88. b = self.get_blob(a_sha)
  89. self.assertEqual(b.data, b"test 1\n")
  90. self.assertEqual(b.sha().hexdigest().encode("ascii"), a_sha)
  91. def test_hash(self) -> None:
  92. b = self.get_blob(a_sha)
  93. self.assertEqual(hash(b.id), hash(b))
  94. def test_parse_empty_blob_object(self) -> None:
  95. sha = b"e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
  96. b = self.get_blob(sha)
  97. self.assertEqual(b.data, b"")
  98. self.assertEqual(b.id, sha)
  99. self.assertEqual(b.sha().hexdigest().encode("ascii"), sha)
  100. def test_create_blob_from_string(self) -> None:
  101. string = b"test 2\n"
  102. b = Blob.from_string(string)
  103. self.assertEqual(b.data, string)
  104. self.assertEqual(b.sha().hexdigest().encode("ascii"), b_sha)
  105. def test_legacy_from_file(self) -> None:
  106. b1 = Blob.from_string(b"foo")
  107. b_raw = b1.as_legacy_object()
  108. b2 = b1.from_file(BytesIO(b_raw))
  109. self.assertEqual(b1, b2)
  110. def test_legacy_from_file_compression_level(self) -> None:
  111. b1 = Blob.from_string(b"foo")
  112. b_raw = b1.as_legacy_object(compression_level=6)
  113. b2 = b1.from_file(BytesIO(b_raw))
  114. self.assertEqual(b1, b2)
  115. def test_chunks(self) -> None:
  116. string = b"test 5\n"
  117. b = Blob.from_string(string)
  118. self.assertEqual([string], b.chunked)
  119. def test_splitlines(self) -> None:
  120. for case in [
  121. [],
  122. [b"foo\nbar\n"],
  123. [b"bl\na", b"blie"],
  124. [b"bl\na", b"blie", b"bloe\n"],
  125. [b"", b"bl\na", b"blie", b"bloe\n"],
  126. [b"", b"", b"", b"bla\n"],
  127. [b"", b"", b"", b"bla\n", b""],
  128. [b"bl", b"", b"a\naaa"],
  129. [b"a\naaa", b"a"],
  130. ]:
  131. b = Blob()
  132. b.chunked = case
  133. self.assertEqual(b.data.splitlines(True), b.splitlines())
  134. def test_set_chunks(self) -> None:
  135. b = Blob()
  136. b.chunked = [b"te", b"st", b" 5\n"]
  137. self.assertEqual(b"test 5\n", b.data)
  138. b.chunked = [b"te", b"st", b" 6\n"]
  139. self.assertEqual(b"test 6\n", b.as_raw_string())
  140. self.assertEqual(b"test 6\n", bytes(b))
  141. def test_parse_legacy_blob(self) -> None:
  142. string = b"test 3\n"
  143. b = self.get_blob(c_sha)
  144. self.assertEqual(b.data, string)
  145. self.assertEqual(b.sha().hexdigest().encode("ascii"), c_sha)
  146. def test_eq(self) -> None:
  147. blob1 = self.get_blob(a_sha)
  148. blob2 = self.get_blob(a_sha)
  149. self.assertEqual(blob1, blob2)
  150. def test_read_tree_from_file(self) -> None:
  151. t = self.get_tree(tree_sha)
  152. self.assertEqual(t.items()[0], (b"a", 33188, a_sha))
  153. self.assertEqual(t.items()[1], (b"b", 33188, b_sha))
  154. def test_read_tree_from_file_parse_count(self) -> None:
  155. old_deserialize = Tree._deserialize
  156. def reset_deserialize() -> None:
  157. Tree._deserialize = old_deserialize
  158. self.addCleanup(reset_deserialize)
  159. self.deserialize_count = 0
  160. def counting_deserialize(*args, **kwargs):
  161. self.deserialize_count += 1
  162. return old_deserialize(*args, **kwargs)
  163. Tree._deserialize = counting_deserialize
  164. t = self.get_tree(tree_sha)
  165. self.assertEqual(t.items()[0], (b"a", 33188, a_sha))
  166. self.assertEqual(t.items()[1], (b"b", 33188, b_sha))
  167. self.assertEqual(self.deserialize_count, 1)
  168. def test_read_tag_from_file(self) -> None:
  169. t = self.get_tag(tag_sha)
  170. self.assertEqual(
  171. t.object, (Commit, b"51b668fd5bf7061b7d6fa525f88803e6cfadaa51")
  172. )
  173. self.assertEqual(t.name, b"signed")
  174. self.assertEqual(t.tagger, b"Ali Sabil <ali.sabil@gmail.com>")
  175. self.assertEqual(t.tag_time, 1231203091)
  176. self.assertEqual(t.message, b"This is a signed tag\n")
  177. self.assertEqual(
  178. t.signature,
  179. b"-----BEGIN PGP SIGNATURE-----\n"
  180. b"Version: GnuPG v1.4.9 (GNU/Linux)\n"
  181. b"\n"
  182. b"iEYEABECAAYFAkliqx8ACgkQqSMmLy9u/"
  183. b"kcx5ACfakZ9NnPl02tOyYP6pkBoEkU1\n"
  184. b"5EcAn0UFgokaSvS371Ym/4W9iJj6vh3h\n"
  185. b"=ql7y\n"
  186. b"-----END PGP SIGNATURE-----\n",
  187. )
  188. self.assertEqual(t.raw_without_sig() + t.signature, bytes(t))
  189. def test_read_commit_from_file(self) -> None:
  190. sha = b"60dacdc733de308bb77bb76ce0fb0f9b44c9769e"
  191. c = self.commit(sha)
  192. self.assertEqual(c.tree, tree_sha)
  193. self.assertEqual(c.parents, [b"0d89f20333fbb1d2f3a94da77f4981373d8f4310"])
  194. self.assertEqual(c.author, b"James Westby <jw+debian@jameswestby.net>")
  195. self.assertEqual(c.committer, b"James Westby <jw+debian@jameswestby.net>")
  196. self.assertEqual(c.commit_time, 1174759230)
  197. self.assertEqual(c.commit_timezone, 0)
  198. self.assertEqual(c.author_timezone, 0)
  199. self.assertEqual(c.message, b"Test commit\n")
  200. def test_read_commit_no_parents(self) -> None:
  201. sha = b"0d89f20333fbb1d2f3a94da77f4981373d8f4310"
  202. c = self.commit(sha)
  203. self.assertEqual(c.tree, b"90182552c4a85a45ec2a835cadc3451bebdfe870")
  204. self.assertEqual(c.parents, [])
  205. self.assertEqual(c.author, b"James Westby <jw+debian@jameswestby.net>")
  206. self.assertEqual(c.committer, b"James Westby <jw+debian@jameswestby.net>")
  207. self.assertEqual(c.commit_time, 1174758034)
  208. self.assertEqual(c.commit_timezone, 0)
  209. self.assertEqual(c.author_timezone, 0)
  210. self.assertEqual(c.message, b"Test commit\n")
  211. def test_read_commit_two_parents(self) -> None:
  212. sha = b"5dac377bdded4c9aeb8dff595f0faeebcc8498cc"
  213. c = self.commit(sha)
  214. self.assertEqual(c.tree, b"d80c186a03f423a81b39df39dc87fd269736ca86")
  215. self.assertEqual(
  216. c.parents,
  217. [
  218. b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd",
  219. b"4cffe90e0a41ad3f5190079d7c8f036bde29cbe6",
  220. ],
  221. )
  222. self.assertEqual(c.author, b"James Westby <jw+debian@jameswestby.net>")
  223. self.assertEqual(c.committer, b"James Westby <jw+debian@jameswestby.net>")
  224. self.assertEqual(c.commit_time, 1174773719)
  225. self.assertEqual(c.commit_timezone, 0)
  226. self.assertEqual(c.author_timezone, 0)
  227. self.assertEqual(c.message, b"Merge ../b\n")
  228. def test_stub_sha(self) -> None:
  229. sha = b"5" * 40
  230. c = make_commit(id=sha, message=b"foo")
  231. self.assertIsInstance(c, Commit)
  232. self.assertEqual(sha, c.id)
  233. self.assertNotEqual(sha, c.sha())
  234. class ShaFileCheckTests(TestCase):
  235. def assertCheckFails(self, cls, data) -> None:
  236. obj = cls()
  237. def do_check() -> None:
  238. obj.set_raw_string(data)
  239. obj.check()
  240. self.assertRaises(ObjectFormatException, do_check)
  241. def assertCheckSucceeds(self, cls, data) -> None:
  242. obj = cls()
  243. obj.set_raw_string(data)
  244. self.assertEqual(None, obj.check())
  245. small_buffer_zlib_object = (
  246. b"\x48\x89\x15\xcc\x31\x0e\xc2\x30\x0c\x40\x51\xe6"
  247. b"\x9c\xc2\x3b\xaa\x64\x37\xc4\xc1\x12\x42\x5c\xc5"
  248. b"\x49\xac\x52\xd4\x92\xaa\x78\xe1\xf6\x94\xed\xeb"
  249. b"\x0d\xdf\x75\x02\xa2\x7c\xea\xe5\x65\xd5\x81\x8b"
  250. b"\x9a\x61\xba\xa0\xa9\x08\x36\xc9\x4c\x1a\xad\x88"
  251. b"\x16\xba\x46\xc4\xa8\x99\x6a\x64\xe1\xe0\xdf\xcd"
  252. b"\xa0\xf6\x75\x9d\x3d\xf8\xf1\xd0\x77\xdb\xfb\xdc"
  253. b"\x86\xa3\x87\xf1\x2f\x93\xed\x00\xb7\xc7\xd2\xab"
  254. b"\x2e\xcf\xfe\xf1\x3b\x50\xa4\x91\x53\x12\x24\x38"
  255. b"\x23\x21\x86\xf0\x03\x2f\x91\x24\x52"
  256. )
  257. class ShaFileTests(TestCase):
  258. def test_deflated_smaller_window_buffer(self) -> None:
  259. # zlib on some systems uses smaller buffers,
  260. # resulting in a different header.
  261. # See https://github.com/libgit2/libgit2/pull/464
  262. sf = ShaFile.from_file(BytesIO(small_buffer_zlib_object))
  263. self.assertEqual(sf.type_name, b"tag")
  264. self.assertEqual(sf.tagger, b" <@localhost>")
  265. class CommitSerializationTests(TestCase):
  266. def make_commit(self, **kwargs):
  267. attrs = {
  268. "tree": b"d80c186a03f423a81b39df39dc87fd269736ca86",
  269. "parents": [
  270. b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd",
  271. b"4cffe90e0a41ad3f5190079d7c8f036bde29cbe6",
  272. ],
  273. "author": b"James Westby <jw+debian@jameswestby.net>",
  274. "committer": b"James Westby <jw+debian@jameswestby.net>",
  275. "commit_time": 1174773719,
  276. "author_time": 1174773719,
  277. "commit_timezone": 0,
  278. "author_timezone": 0,
  279. "message": b"Merge ../b\n",
  280. }
  281. attrs.update(kwargs)
  282. return make_commit(**attrs)
  283. def test_encoding(self) -> None:
  284. c = self.make_commit(encoding=b"iso8859-1")
  285. self.assertIn(b"encoding iso8859-1\n", c.as_raw_string())
  286. def test_short_timestamp(self) -> None:
  287. c = self.make_commit(commit_time=30)
  288. c1 = Commit()
  289. c1.set_raw_string(c.as_raw_string())
  290. self.assertEqual(30, c1.commit_time)
  291. def test_full_tree(self) -> None:
  292. c = self.make_commit(commit_time=30)
  293. t = Tree()
  294. t.add(b"data-x", 0o644, Blob().id)
  295. c.tree = t
  296. c1 = Commit()
  297. c1.set_raw_string(c.as_raw_string())
  298. self.assertEqual(t.id, c1.tree)
  299. self.assertEqual(c.as_raw_string(), c1.as_raw_string())
  300. def test_raw_length(self) -> None:
  301. c = self.make_commit()
  302. self.assertEqual(len(c.as_raw_string()), c.raw_length())
  303. def test_simple(self) -> None:
  304. c = self.make_commit()
  305. self.assertEqual(c.id, b"5dac377bdded4c9aeb8dff595f0faeebcc8498cc")
  306. self.assertEqual(
  307. b"tree d80c186a03f423a81b39df39dc87fd269736ca86\n"
  308. b"parent ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd\n"
  309. b"parent 4cffe90e0a41ad3f5190079d7c8f036bde29cbe6\n"
  310. b"author James Westby <jw+debian@jameswestby.net> "
  311. b"1174773719 +0000\n"
  312. b"committer James Westby <jw+debian@jameswestby.net> "
  313. b"1174773719 +0000\n"
  314. b"\n"
  315. b"Merge ../b\n",
  316. c.as_raw_string(),
  317. )
  318. def test_timezone(self) -> None:
  319. c = self.make_commit(commit_timezone=(5 * 60))
  320. self.assertIn(b" +0005\n", c.as_raw_string())
  321. def test_neg_timezone(self) -> None:
  322. c = self.make_commit(commit_timezone=(-1 * 3600))
  323. self.assertIn(b" -0100\n", c.as_raw_string())
  324. def test_deserialize(self) -> None:
  325. c = self.make_commit()
  326. d = Commit()
  327. d._deserialize(c.as_raw_chunks())
  328. self.assertEqual(c, d)
  329. def test_serialize_gpgsig(self) -> None:
  330. gpgsig = b"""-----BEGIN PGP SIGNATURE-----
  331. Version: GnuPG v1
  332. iQIcBAABCgAGBQJULCdfAAoJEACAbyvXKaRXuKwP/RyP9PA49uAvu8tQVCC/uBa8
  333. vi975+xvO14R8Pp8k2nps7lSxCdtCd+xVT1VRHs0wNhOZo2YCVoU1HATkPejqSeV
  334. NScTHcxnk4/+bxyfk14xvJkNp7FlQ3npmBkA+lbV0Ubr33rvtIE5jiJPyz+SgWAg
  335. xdBG2TojV0squj00GoH/euK6aX7GgZtwdtpTv44haCQdSuPGDcI4TORqR6YSqvy3
  336. GPE+3ZqXPFFb+KILtimkxitdwB7CpwmNse2vE3rONSwTvi8nq3ZoQYNY73CQGkUy
  337. qoFU0pDtw87U3niFin1ZccDgH0bB6624sLViqrjcbYJeg815Htsu4rmzVaZADEVC
  338. XhIO4MThebusdk0AcNGjgpf3HRHk0DPMDDlIjm+Oao0cqovvF6VyYmcb0C+RmhJj
  339. dodLXMNmbqErwTk3zEkW0yZvNIYXH7m9SokPCZa4eeIM7be62X6h1mbt0/IU6Th+
  340. v18fS0iTMP/Viug5und+05C/v04kgDo0CPphAbXwWMnkE4B6Tl9sdyUYXtvQsL7x
  341. 0+WP1gL27ANqNZiI07Kz/BhbBAQI/+2TFT7oGr0AnFPQ5jHp+3GpUf6OKuT1wT3H
  342. ND189UFuRuubxb42vZhpcXRbqJVWnbECTKVUPsGZqat3enQUB63uM4i6/RdONDZA
  343. fDeF1m4qYs+cUXKNUZ03
  344. =X6RT
  345. -----END PGP SIGNATURE-----"""
  346. pre_sig = b"""\
  347. tree d80c186a03f423a81b39df39dc87fd269736ca86
  348. parent ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd
  349. parent 4cffe90e0a41ad3f5190079d7c8f036bde29cbe6
  350. author James Westby <jw+debian@jameswestby.net> 1174773719 +0000
  351. committer James Westby <jw+debian@jameswestby.net> 1174773719 +0000
  352. """
  353. git_sig = b"""\
  354. gpgsig -----BEGIN PGP SIGNATURE-----
  355. Version: GnuPG v1
  356. iQIcBAABCgAGBQJULCdfAAoJEACAbyvXKaRXuKwP/RyP9PA49uAvu8tQVCC/uBa8
  357. vi975+xvO14R8Pp8k2nps7lSxCdtCd+xVT1VRHs0wNhOZo2YCVoU1HATkPejqSeV
  358. NScTHcxnk4/+bxyfk14xvJkNp7FlQ3npmBkA+lbV0Ubr33rvtIE5jiJPyz+SgWAg
  359. xdBG2TojV0squj00GoH/euK6aX7GgZtwdtpTv44haCQdSuPGDcI4TORqR6YSqvy3
  360. GPE+3ZqXPFFb+KILtimkxitdwB7CpwmNse2vE3rONSwTvi8nq3ZoQYNY73CQGkUy
  361. qoFU0pDtw87U3niFin1ZccDgH0bB6624sLViqrjcbYJeg815Htsu4rmzVaZADEVC
  362. XhIO4MThebusdk0AcNGjgpf3HRHk0DPMDDlIjm+Oao0cqovvF6VyYmcb0C+RmhJj
  363. dodLXMNmbqErwTk3zEkW0yZvNIYXH7m9SokPCZa4eeIM7be62X6h1mbt0/IU6Th+
  364. v18fS0iTMP/Viug5und+05C/v04kgDo0CPphAbXwWMnkE4B6Tl9sdyUYXtvQsL7x
  365. 0+WP1gL27ANqNZiI07Kz/BhbBAQI/+2TFT7oGr0AnFPQ5jHp+3GpUf6OKuT1wT3H
  366. ND189UFuRuubxb42vZhpcXRbqJVWnbECTKVUPsGZqat3enQUB63uM4i6/RdONDZA
  367. fDeF1m4qYs+cUXKNUZ03
  368. =X6RT
  369. -----END PGP SIGNATURE-----
  370. """
  371. post_sig = b"""\
  372. Merge ../b
  373. """
  374. commit = self.make_commit(gpgsig=gpgsig)
  375. self.maxDiff = None
  376. self.assertEqual(pre_sig + git_sig + post_sig, commit.as_raw_string())
  377. self.assertEqual(pre_sig + post_sig, commit.raw_without_sig())
  378. self.assertEqual(gpgsig, commit.gpgsig)
  379. self.assertEqual(b"Merge ../b\n", commit.message)
  380. def test_serialize_mergetag(self) -> None:
  381. tag = make_object(
  382. Tag,
  383. object=(Commit, b"a38d6181ff27824c79fc7df825164a212eff6a3f"),
  384. object_type_name=b"commit",
  385. name=b"v2.6.22-rc7",
  386. tag_time=1183319674,
  387. tag_timezone=0,
  388. tagger=b"Linus Torvalds <torvalds@woody.linux-foundation.org>",
  389. message=default_message,
  390. )
  391. commit = self.make_commit(mergetag=[tag])
  392. self.assertEqual(
  393. b"""tree d80c186a03f423a81b39df39dc87fd269736ca86
  394. parent ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd
  395. parent 4cffe90e0a41ad3f5190079d7c8f036bde29cbe6
  396. author James Westby <jw+debian@jameswestby.net> 1174773719 +0000
  397. committer James Westby <jw+debian@jameswestby.net> 1174773719 +0000
  398. mergetag object a38d6181ff27824c79fc7df825164a212eff6a3f
  399. type commit
  400. tag v2.6.22-rc7
  401. tagger Linus Torvalds <torvalds@woody.linux-foundation.org> 1183319674 +0000
  402. Linux 2.6.22-rc7
  403. -----BEGIN PGP SIGNATURE-----
  404. Version: GnuPG v1.4.7 (GNU/Linux)
  405. iD8DBQBGiAaAF3YsRnbiHLsRAitMAKCiLboJkQECM/jpYsY3WPfvUgLXkACgg3ql
  406. OK2XeQOiEeXtT76rV4t2WR4=
  407. =ivrA
  408. -----END PGP SIGNATURE-----
  409. Merge ../b
  410. """,
  411. commit.as_raw_string(),
  412. )
  413. def test_serialize_mergetags(self) -> None:
  414. tag = make_object(
  415. Tag,
  416. object=(Commit, b"a38d6181ff27824c79fc7df825164a212eff6a3f"),
  417. object_type_name=b"commit",
  418. name=b"v2.6.22-rc7",
  419. tag_time=1183319674,
  420. tag_timezone=0,
  421. tagger=b"Linus Torvalds <torvalds@woody.linux-foundation.org>",
  422. message=default_message,
  423. )
  424. commit = self.make_commit(mergetag=[tag, tag])
  425. self.assertEqual(
  426. b"""tree d80c186a03f423a81b39df39dc87fd269736ca86
  427. parent ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd
  428. parent 4cffe90e0a41ad3f5190079d7c8f036bde29cbe6
  429. author James Westby <jw+debian@jameswestby.net> 1174773719 +0000
  430. committer James Westby <jw+debian@jameswestby.net> 1174773719 +0000
  431. mergetag object a38d6181ff27824c79fc7df825164a212eff6a3f
  432. type commit
  433. tag v2.6.22-rc7
  434. tagger Linus Torvalds <torvalds@woody.linux-foundation.org> 1183319674 +0000
  435. Linux 2.6.22-rc7
  436. -----BEGIN PGP SIGNATURE-----
  437. Version: GnuPG v1.4.7 (GNU/Linux)
  438. iD8DBQBGiAaAF3YsRnbiHLsRAitMAKCiLboJkQECM/jpYsY3WPfvUgLXkACgg3ql
  439. OK2XeQOiEeXtT76rV4t2WR4=
  440. =ivrA
  441. -----END PGP SIGNATURE-----
  442. mergetag object a38d6181ff27824c79fc7df825164a212eff6a3f
  443. type commit
  444. tag v2.6.22-rc7
  445. tagger Linus Torvalds <torvalds@woody.linux-foundation.org> 1183319674 +0000
  446. Linux 2.6.22-rc7
  447. -----BEGIN PGP SIGNATURE-----
  448. Version: GnuPG v1.4.7 (GNU/Linux)
  449. iD8DBQBGiAaAF3YsRnbiHLsRAitMAKCiLboJkQECM/jpYsY3WPfvUgLXkACgg3ql
  450. OK2XeQOiEeXtT76rV4t2WR4=
  451. =ivrA
  452. -----END PGP SIGNATURE-----
  453. Merge ../b
  454. """,
  455. commit.as_raw_string(),
  456. )
  457. def test_deserialize_mergetag(self) -> None:
  458. tag = make_object(
  459. Tag,
  460. object=(Commit, b"a38d6181ff27824c79fc7df825164a212eff6a3f"),
  461. object_type_name=b"commit",
  462. name=b"v2.6.22-rc7",
  463. tag_time=1183319674,
  464. tag_timezone=0,
  465. tagger=b"Linus Torvalds <torvalds@woody.linux-foundation.org>",
  466. message=default_message,
  467. )
  468. commit = self.make_commit(mergetag=[tag])
  469. d = Commit()
  470. d._deserialize(commit.as_raw_chunks())
  471. self.assertEqual(commit, d)
  472. def test_deserialize_mergetags(self) -> None:
  473. tag = make_object(
  474. Tag,
  475. object=(Commit, b"a38d6181ff27824c79fc7df825164a212eff6a3f"),
  476. object_type_name=b"commit",
  477. name=b"v2.6.22-rc7",
  478. tag_time=1183319674,
  479. tag_timezone=0,
  480. tagger=b"Linus Torvalds <torvalds@woody.linux-foundation.org>",
  481. message=default_message,
  482. )
  483. commit = self.make_commit(mergetag=[tag, tag])
  484. d = Commit()
  485. d._deserialize(commit.as_raw_chunks())
  486. self.assertEqual(commit, d)
  487. default_committer = b"James Westby <jw+debian@jameswestby.net> 1174773719 +0000"
  488. class CommitParseTests(ShaFileCheckTests):
  489. def make_commit_lines(
  490. self,
  491. tree=b"d80c186a03f423a81b39df39dc87fd269736ca86",
  492. parents=[
  493. b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd",
  494. b"4cffe90e0a41ad3f5190079d7c8f036bde29cbe6",
  495. ],
  496. author=default_committer,
  497. committer=default_committer,
  498. encoding=None,
  499. message=b"Merge ../b\n",
  500. extra=None,
  501. ):
  502. lines = []
  503. if tree is not None:
  504. lines.append(b"tree " + tree)
  505. if parents is not None:
  506. lines.extend(b"parent " + p for p in parents)
  507. if author is not None:
  508. lines.append(b"author " + author)
  509. if committer is not None:
  510. lines.append(b"committer " + committer)
  511. if encoding is not None:
  512. lines.append(b"encoding " + encoding)
  513. if extra is not None:
  514. for name, value in sorted(extra.items()):
  515. lines.append(name + b" " + value)
  516. lines.append(b"")
  517. if message is not None:
  518. lines.append(message)
  519. return lines
  520. def make_commit_text(self, **kwargs):
  521. return b"\n".join(self.make_commit_lines(**kwargs))
  522. def test_simple(self) -> None:
  523. c = Commit.from_string(self.make_commit_text())
  524. self.assertEqual(b"Merge ../b\n", c.message)
  525. self.assertEqual(b"James Westby <jw+debian@jameswestby.net>", c.author)
  526. self.assertEqual(b"James Westby <jw+debian@jameswestby.net>", c.committer)
  527. self.assertEqual(b"d80c186a03f423a81b39df39dc87fd269736ca86", c.tree)
  528. self.assertEqual(
  529. [
  530. b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd",
  531. b"4cffe90e0a41ad3f5190079d7c8f036bde29cbe6",
  532. ],
  533. c.parents,
  534. )
  535. expected_time = datetime.datetime(2007, 3, 24, 22, 1, 59)
  536. self.assertEqual(
  537. expected_time,
  538. datetime.datetime.fromtimestamp(
  539. c.commit_time, datetime.timezone.utc
  540. ).replace(tzinfo=None),
  541. )
  542. self.assertEqual(0, c.commit_timezone)
  543. self.assertEqual(
  544. expected_time,
  545. datetime.datetime.fromtimestamp(
  546. c.author_time, datetime.timezone.utc
  547. ).replace(tzinfo=None),
  548. )
  549. self.assertEqual(0, c.author_timezone)
  550. self.assertEqual(None, c.encoding)
  551. def test_custom(self) -> None:
  552. c = Commit.from_string(self.make_commit_text(extra={b"extra-field": b"data"}))
  553. self.assertEqual([(b"extra-field", b"data")], c._extra)
  554. def test_encoding(self) -> None:
  555. c = Commit.from_string(self.make_commit_text(encoding=b"UTF-8"))
  556. self.assertEqual(b"UTF-8", c.encoding)
  557. def test_check(self) -> None:
  558. self.assertCheckSucceeds(Commit, self.make_commit_text())
  559. self.assertCheckSucceeds(Commit, self.make_commit_text(parents=None))
  560. self.assertCheckSucceeds(Commit, self.make_commit_text(encoding=b"UTF-8"))
  561. self.assertCheckFails(Commit, self.make_commit_text(tree=b"xxx"))
  562. self.assertCheckFails(Commit, self.make_commit_text(parents=[a_sha, b"xxx"]))
  563. bad_committer = b"some guy without an email address 1174773719 +0000"
  564. self.assertCheckFails(Commit, self.make_commit_text(committer=bad_committer))
  565. self.assertCheckFails(Commit, self.make_commit_text(author=bad_committer))
  566. self.assertCheckFails(Commit, self.make_commit_text(author=None))
  567. self.assertCheckFails(Commit, self.make_commit_text(committer=None))
  568. self.assertCheckFails(
  569. Commit, self.make_commit_text(author=None, committer=None)
  570. )
  571. def test_check_duplicates(self) -> None:
  572. # duplicate each of the header fields
  573. for i in range(5):
  574. lines = self.make_commit_lines(parents=[a_sha], encoding=b"UTF-8")
  575. lines.insert(i, lines[i])
  576. text = b"\n".join(lines)
  577. if lines[i].startswith(b"parent"):
  578. # duplicate parents are ok for now
  579. self.assertCheckSucceeds(Commit, text)
  580. else:
  581. self.assertCheckFails(Commit, text)
  582. def test_check_order(self) -> None:
  583. lines = self.make_commit_lines(parents=[a_sha], encoding=b"UTF-8")
  584. headers = lines[:5]
  585. rest = lines[5:]
  586. # of all possible permutations, ensure only the original succeeds
  587. for perm in permutations(headers):
  588. perm = list(perm)
  589. text = b"\n".join(perm + rest)
  590. if perm == headers:
  591. self.assertCheckSucceeds(Commit, text)
  592. else:
  593. self.assertCheckFails(Commit, text)
  594. def test_check_commit_with_unparseable_time(self) -> None:
  595. identity_with_wrong_time = (
  596. b"Igor Sysoev <igor@sysoev.ru> 18446743887488505614+42707004"
  597. )
  598. # Those fail at reading time
  599. self.assertCheckFails(
  600. Commit,
  601. self.make_commit_text(
  602. author=default_committer, committer=identity_with_wrong_time
  603. ),
  604. )
  605. self.assertCheckFails(
  606. Commit,
  607. self.make_commit_text(
  608. author=identity_with_wrong_time, committer=default_committer
  609. ),
  610. )
  611. def test_check_commit_with_overflow_date(self) -> None:
  612. """Date with overflow should raise an ObjectFormatException when checked."""
  613. identity_with_wrong_time = (
  614. b"Igor Sysoev <igor@sysoev.ru> 18446743887488505614 +42707004"
  615. )
  616. commit0 = Commit.from_string(
  617. self.make_commit_text(
  618. author=identity_with_wrong_time, committer=default_committer
  619. )
  620. )
  621. commit1 = Commit.from_string(
  622. self.make_commit_text(
  623. author=default_committer, committer=identity_with_wrong_time
  624. )
  625. )
  626. # Those fails when triggering the check() method
  627. for commit in [commit0, commit1]:
  628. with self.assertRaises(ObjectFormatException):
  629. commit.check()
  630. def test_mangled_author_line(self) -> None:
  631. """Mangled author line should successfully parse."""
  632. author_line = (
  633. b'Karl MacMillan <kmacmill@redhat.com> <"Karl MacMillan '
  634. b'<kmacmill@redhat.com>"> 1197475547 -0500'
  635. )
  636. expected_identity = (
  637. b'Karl MacMillan <kmacmill@redhat.com> <"Karl MacMillan '
  638. b'<kmacmill@redhat.com>">'
  639. )
  640. commit = Commit.from_string(self.make_commit_text(author=author_line))
  641. # The commit parses properly
  642. self.assertEqual(commit.author, expected_identity)
  643. # But the check fails because the author identity is bogus
  644. with self.assertRaises(ObjectFormatException):
  645. commit.check()
  646. def test_parse_gpgsig(self) -> None:
  647. pre_sig = b"""tree aaff74984cccd156a469afa7d9ab10e4777beb24
  648. author Jelmer Vernooij <jelmer@samba.org> 1412179807 +0200
  649. committer Jelmer Vernooij <jelmer@samba.org> 1412179807 +0200
  650. """
  651. git_sig = b"""\
  652. gpgsig -----BEGIN PGP SIGNATURE-----
  653. Version: GnuPG v1
  654. iQIcBAABCgAGBQJULCdfAAoJEACAbyvXKaRXuKwP/RyP9PA49uAvu8tQVCC/uBa8
  655. vi975+xvO14R8Pp8k2nps7lSxCdtCd+xVT1VRHs0wNhOZo2YCVoU1HATkPejqSeV
  656. NScTHcxnk4/+bxyfk14xvJkNp7FlQ3npmBkA+lbV0Ubr33rvtIE5jiJPyz+SgWAg
  657. xdBG2TojV0squj00GoH/euK6aX7GgZtwdtpTv44haCQdSuPGDcI4TORqR6YSqvy3
  658. GPE+3ZqXPFFb+KILtimkxitdwB7CpwmNse2vE3rONSwTvi8nq3ZoQYNY73CQGkUy
  659. qoFU0pDtw87U3niFin1ZccDgH0bB6624sLViqrjcbYJeg815Htsu4rmzVaZADEVC
  660. XhIO4MThebusdk0AcNGjgpf3HRHk0DPMDDlIjm+Oao0cqovvF6VyYmcb0C+RmhJj
  661. dodLXMNmbqErwTk3zEkW0yZvNIYXH7m9SokPCZa4eeIM7be62X6h1mbt0/IU6Th+
  662. v18fS0iTMP/Viug5und+05C/v04kgDo0CPphAbXwWMnkE4B6Tl9sdyUYXtvQsL7x
  663. 0+WP1gL27ANqNZiI07Kz/BhbBAQI/+2TFT7oGr0AnFPQ5jHp+3GpUf6OKuT1wT3H
  664. ND189UFuRuubxb42vZhpcXRbqJVWnbECTKVUPsGZqat3enQUB63uM4i6/RdONDZA
  665. fDeF1m4qYs+cUXKNUZ03
  666. =X6RT
  667. -----END PGP SIGNATURE-----
  668. """
  669. post_sig = b"""\
  670. foo
  671. """
  672. c = Commit.from_string(pre_sig + git_sig + post_sig)
  673. self.assertEqual(pre_sig + post_sig, c.raw_without_sig())
  674. self.assertEqual(pre_sig + git_sig + post_sig, bytes(c))
  675. self.assertEqual(b"foo\n", c.message)
  676. self.assertEqual([], c._extra)
  677. self.assertEqual(
  678. b"""-----BEGIN PGP SIGNATURE-----
  679. Version: GnuPG v1
  680. iQIcBAABCgAGBQJULCdfAAoJEACAbyvXKaRXuKwP/RyP9PA49uAvu8tQVCC/uBa8
  681. vi975+xvO14R8Pp8k2nps7lSxCdtCd+xVT1VRHs0wNhOZo2YCVoU1HATkPejqSeV
  682. NScTHcxnk4/+bxyfk14xvJkNp7FlQ3npmBkA+lbV0Ubr33rvtIE5jiJPyz+SgWAg
  683. xdBG2TojV0squj00GoH/euK6aX7GgZtwdtpTv44haCQdSuPGDcI4TORqR6YSqvy3
  684. GPE+3ZqXPFFb+KILtimkxitdwB7CpwmNse2vE3rONSwTvi8nq3ZoQYNY73CQGkUy
  685. qoFU0pDtw87U3niFin1ZccDgH0bB6624sLViqrjcbYJeg815Htsu4rmzVaZADEVC
  686. XhIO4MThebusdk0AcNGjgpf3HRHk0DPMDDlIjm+Oao0cqovvF6VyYmcb0C+RmhJj
  687. dodLXMNmbqErwTk3zEkW0yZvNIYXH7m9SokPCZa4eeIM7be62X6h1mbt0/IU6Th+
  688. v18fS0iTMP/Viug5und+05C/v04kgDo0CPphAbXwWMnkE4B6Tl9sdyUYXtvQsL7x
  689. 0+WP1gL27ANqNZiI07Kz/BhbBAQI/+2TFT7oGr0AnFPQ5jHp+3GpUf6OKuT1wT3H
  690. ND189UFuRuubxb42vZhpcXRbqJVWnbECTKVUPsGZqat3enQUB63uM4i6/RdONDZA
  691. fDeF1m4qYs+cUXKNUZ03
  692. =X6RT
  693. -----END PGP SIGNATURE-----""",
  694. c.gpgsig,
  695. )
  696. def test_parse_header_trailing_newline(self) -> None:
  697. pre_sig = b"""\
  698. tree a7d6277f78d3ecd0230a1a5df6db00b1d9c521ac
  699. parent c09b6dec7a73760fbdb478383a3c926b18db8bbe
  700. author Neil Matatall <oreoshake@github.com> 1461964057 -1000
  701. committer Neil Matatall <oreoshake@github.com> 1461964057 -1000
  702. """
  703. git_sig = b"""\
  704. gpgsig -----BEGIN PGP SIGNATURE-----
  705. wsBcBAABCAAQBQJXI80ZCRA6pcNDcVZ70gAAarcIABs72xRX3FWeox349nh6ucJK
  706. CtwmBTusez2Zwmq895fQEbZK7jpaGO5TRO4OvjFxlRo0E08UFx3pxZHSpj6bsFeL
  707. hHsDXnCaotphLkbgKKRdGZo7tDqM84wuEDlh4MwNe7qlFC7bYLDyysc81ZX5lpMm
  708. 2MFF1TvjLAzSvkT7H1LPkuR3hSvfCYhikbPOUNnKOo0sYjeJeAJ/JdAVQ4mdJIM0
  709. gl3REp9+A+qBEpNQI7z94Pg5Bc5xenwuDh3SJgHvJV6zBWupWcdB3fAkVd4TPnEZ
  710. nHxksHfeNln9RKseIDcy4b2ATjhDNIJZARHNfr6oy4u3XPW4svRqtBsLoMiIeuI=
  711. =ms6q
  712. -----END PGP SIGNATURE-----
  713. """
  714. post_sig = b"""\
  715. 3.3.0 version bump and docs
  716. """
  717. gpgsig = b"""\
  718. -----BEGIN PGP SIGNATURE-----
  719. wsBcBAABCAAQBQJXI80ZCRA6pcNDcVZ70gAAarcIABs72xRX3FWeox349nh6ucJK
  720. CtwmBTusez2Zwmq895fQEbZK7jpaGO5TRO4OvjFxlRo0E08UFx3pxZHSpj6bsFeL
  721. hHsDXnCaotphLkbgKKRdGZo7tDqM84wuEDlh4MwNe7qlFC7bYLDyysc81ZX5lpMm
  722. 2MFF1TvjLAzSvkT7H1LPkuR3hSvfCYhikbPOUNnKOo0sYjeJeAJ/JdAVQ4mdJIM0
  723. gl3REp9+A+qBEpNQI7z94Pg5Bc5xenwuDh3SJgHvJV6zBWupWcdB3fAkVd4TPnEZ
  724. nHxksHfeNln9RKseIDcy4b2ATjhDNIJZARHNfr6oy4u3XPW4svRqtBsLoMiIeuI=
  725. =ms6q
  726. -----END PGP SIGNATURE-----\n"""
  727. c = Commit.from_string(pre_sig + git_sig + post_sig)
  728. self.assertEqual([], c._extra)
  729. self.assertEqual(pre_sig + git_sig + post_sig, c.as_raw_string())
  730. self.assertEqual(pre_sig + post_sig, c.raw_without_sig())
  731. self.assertEqual(gpgsig, c.gpgsig)
  732. self.assertEqual(b"3.3.0 version bump and docs\n", c.message)
  733. def test_commit_extract_signature_pgp(self) -> None:
  734. from dulwich.objects import SIGNATURE_PGP
  735. gpgsig = b"""-----BEGIN PGP SIGNATURE-----
  736. Version: GnuPG v1
  737. iQIcBAABCgAGBQJULCdfAAoJEACAbyvXKaRXuKwP/RyP9PA49uAvu8tQVCC/uBa8
  738. vi975+xvO14R8Pp8k2nps7lSxCdtCd+xVT1VRHs0wNhOZo2YCVoU1HATkPejqSeV
  739. NScTHcxnk4/+bxyfk14xvJkNp7FlQ3npmBkA+lbV0Ubr33rvtIE5jiJPyz+SgWAg
  740. -----END PGP SIGNATURE-----"""
  741. c = Commit()
  742. c.tree = b"d80c186a03f423a81b39df39dc87fd269736ca86"
  743. c.parents = [
  744. b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd",
  745. b"4cffe90e0a41ad3f5190079d7c8f036bde29cbe6",
  746. ]
  747. c.author = c.committer = b"James Westby <jw+debian@jameswestby.net>"
  748. c.commit_time = c.author_time = 1174773719
  749. c.commit_timezone = c.author_timezone = 0
  750. c.message = b"Merge ../b\n"
  751. c.gpgsig = gpgsig
  752. payload, signature, sig_type = c.extract_signature()
  753. self.assertEqual(payload, c.raw_without_sig())
  754. self.assertEqual(signature, gpgsig)
  755. self.assertEqual(sig_type, SIGNATURE_PGP)
  756. def test_commit_extract_signature_ssh(self) -> None:
  757. from dulwich.objects import SIGNATURE_SSH
  758. ssh_sig = b"""-----BEGIN SSH SIGNATURE-----
  759. U1NIU0lHAAAAAQAAADMAAAALc3NoLWVkMjU1MTkAAAAgJwKO3yOmR5JlXCyN5bys
  760. ZTpDKBGsVP6ydcKdZxAvJlUAAAAEZmlsZQAAAAAAAAAGc2hhNTEyAAAAUwAAAAtz
  761. -----END SSH SIGNATURE-----"""
  762. c = Commit()
  763. c.tree = b"d80c186a03f423a81b39df39dc87fd269736ca86"
  764. c.parents = []
  765. c.author = c.committer = b"Test User <test@example.com>"
  766. c.commit_time = c.author_time = 1234567890
  767. c.commit_timezone = c.author_timezone = 0
  768. c.message = b"Test commit with SSH signature\n"
  769. c.gpgsig = ssh_sig
  770. payload, signature, sig_type = c.extract_signature()
  771. self.assertEqual(payload, c.raw_without_sig())
  772. self.assertEqual(signature, ssh_sig)
  773. self.assertEqual(sig_type, SIGNATURE_SSH)
  774. def test_commit_extract_signature_none(self) -> None:
  775. c = Commit()
  776. c.tree = b"d80c186a03f423a81b39df39dc87fd269736ca86"
  777. c.parents = []
  778. c.author = c.committer = b"Test User <test@example.com>"
  779. c.commit_time = c.author_time = 1234567890
  780. c.commit_timezone = c.author_timezone = 0
  781. c.message = b"Test commit without signature\n"
  782. payload, signature, sig_type = c.extract_signature()
  783. self.assertEqual(payload, c.as_raw_string())
  784. self.assertIsNone(signature)
  785. self.assertIsNone(sig_type)
  786. def test_commit_extract_signature_unknown(self) -> None:
  787. from dulwich.objects import ObjectFormatException
  788. unknown_sig = b"UNKNOWN SIGNATURE FORMAT DATA"
  789. c = Commit()
  790. c.tree = b"d80c186a03f423a81b39df39dc87fd269736ca86"
  791. c.parents = []
  792. c.author = c.committer = b"Test User <test@example.com>"
  793. c.commit_time = c.author_time = 1234567890
  794. c.commit_timezone = c.author_timezone = 0
  795. c.message = b"Test commit with unknown signature\n"
  796. c.gpgsig = unknown_sig
  797. # Unknown signature format should raise an exception
  798. with self.assertRaises(ObjectFormatException):
  799. c.extract_signature()
  800. _TREE_ITEMS = {
  801. b"a-c": (0o100755, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  802. b"a.c": (0o100755, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  803. b"aoc": (0o100755, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  804. b"a": (stat.S_IFDIR, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  805. b"a/c": (stat.S_IFDIR, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  806. }
  807. _SORTED_TREE_ITEMS = [
  808. TreeEntry(b"a-c", 0o100755, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  809. TreeEntry(b"a.c", 0o100755, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  810. TreeEntry(b"a", stat.S_IFDIR, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  811. TreeEntry(b"a/c", stat.S_IFDIR, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  812. TreeEntry(b"aoc", 0o100755, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  813. ]
  814. _TREE_ITEMS_BUG_1325 = {
  815. b"dir": (stat.S_IFDIR | 0o644, b"5944b31ff85b415573d1a43eb942e2dea30ab8be"),
  816. b"dira": (0o100644, b"cf7a729ca69bfabd0995fc9b083e86a18215bd91"),
  817. }
  818. _SORTED_TREE_ITEMS_BUG_1325 = [
  819. TreeEntry(
  820. path=b"dir",
  821. mode=stat.S_IFDIR | 0o644,
  822. sha=b"5944b31ff85b415573d1a43eb942e2dea30ab8be",
  823. ),
  824. TreeEntry(
  825. path=b"dira", mode=0o100644, sha=b"cf7a729ca69bfabd0995fc9b083e86a18215bd91"
  826. ),
  827. ]
  828. class TreeTests(ShaFileCheckTests):
  829. def test_add(self) -> None:
  830. myhexsha = b"d80c186a03f423a81b39df39dc87fd269736ca86"
  831. x = Tree()
  832. x.add(b"myname", 0o100755, myhexsha)
  833. self.assertEqual(x[b"myname"], (0o100755, myhexsha))
  834. self.assertEqual(b"100755 myname\0" + hex_to_sha(myhexsha), x.as_raw_string())
  835. def test_simple(self) -> None:
  836. myhexsha = b"d80c186a03f423a81b39df39dc87fd269736ca86"
  837. x = Tree()
  838. x[b"myname"] = (0o100755, myhexsha)
  839. self.assertEqual(b"100755 myname\0" + hex_to_sha(myhexsha), x.as_raw_string())
  840. self.assertEqual(b"100755 myname\0" + hex_to_sha(myhexsha), bytes(x))
  841. def test_tree_update_id(self) -> None:
  842. x = Tree()
  843. x[b"a.c"] = (0o100755, b"d80c186a03f423a81b39df39dc87fd269736ca86")
  844. self.assertEqual(b"0c5c6bc2c081accfbc250331b19e43b904ab9cdd", x.id)
  845. x[b"a.b"] = (stat.S_IFDIR, b"d80c186a03f423a81b39df39dc87fd269736ca86")
  846. self.assertEqual(b"07bfcb5f3ada15bbebdfa3bbb8fd858a363925c8", x.id)
  847. def test_tree_iteritems_dir_sort(self) -> None:
  848. x = Tree()
  849. for name, item in _TREE_ITEMS.items():
  850. x[name] = item
  851. self.assertEqual(_SORTED_TREE_ITEMS, x.items())
  852. def test_tree_items_dir_sort(self) -> None:
  853. x = Tree()
  854. for name, item in _TREE_ITEMS.items():
  855. x[name] = item
  856. self.assertEqual(_SORTED_TREE_ITEMS, x.items())
  857. def _do_test_parse_tree(self, parse_tree) -> None:
  858. dir = os.path.join(os.path.dirname(__file__), "..", "testdata", "trees")
  859. o = Tree.from_path(hex_to_filename(dir, tree_sha))
  860. self.assertEqual(
  861. [(b"a", 0o100644, a_sha), (b"b", 0o100644, b_sha)],
  862. list(parse_tree(o.as_raw_string(), 20)),
  863. )
  864. # test a broken tree that has a leading 0 on the file mode
  865. broken_tree = b"0100644 foo\0" + hex_to_sha(a_sha)
  866. def eval_parse_tree(*args, **kwargs):
  867. return list(parse_tree(*args, **kwargs))
  868. self.assertEqual([(b"foo", 0o100644, a_sha)], eval_parse_tree(broken_tree, 20))
  869. self.assertRaises(
  870. ObjectFormatException, eval_parse_tree, broken_tree, 20, strict=True
  871. )
  872. test_parse_tree = functest_builder(_do_test_parse_tree, _parse_tree_py)
  873. test_parse_tree_extension = ext_functest_builder(
  874. _do_test_parse_tree, _parse_tree_rs
  875. )
  876. def _do_test_sorted_tree_items(self, sorted_tree_items) -> None:
  877. def do_sort(entries, name_order):
  878. return list(sorted_tree_items(entries, name_order))
  879. actual = do_sort(_TREE_ITEMS, False)
  880. self.assertEqual(_SORTED_TREE_ITEMS, actual)
  881. self.assertIsInstance(actual[0], TreeEntry)
  882. actual = do_sort(_TREE_ITEMS_BUG_1325, False)
  883. self.assertEqual(
  884. key_entry((b"a", (0o40644, b"cf7a729ca69bfabd0995fc9b083e86a18215bd91"))),
  885. b"a/",
  886. )
  887. self.assertEqual(_SORTED_TREE_ITEMS_BUG_1325, actual)
  888. self.assertIsInstance(actual[0], TreeEntry)
  889. # C/Python implementations may differ in specific error types, but
  890. # should all error on invalid inputs.
  891. # For example, the Rust implementation has stricter type checks, so may
  892. # raise TypeError where the Python implementation raises
  893. # AttributeError.
  894. errors = (TypeError, ValueError, AttributeError)
  895. self.assertRaises(errors, do_sort, b"foo", False)
  896. self.assertRaises(errors, do_sort, {b"foo": (1, 2, 3)}, False)
  897. myhexsha = b"d80c186a03f423a81b39df39dc87fd269736ca86"
  898. self.assertRaises(errors, do_sort, {b"foo": (b"xxx", myhexsha)}, False)
  899. self.assertRaises(errors, do_sort, {b"foo": (0o100755, 12345)}, False)
  900. test_sorted_tree_items = functest_builder(
  901. _do_test_sorted_tree_items, _sorted_tree_items_py
  902. )
  903. if _sorted_tree_items_rs is not None:
  904. assert _sorted_tree_items_rs != _sorted_tree_items_py
  905. test_sorted_tree_items_extension = ext_functest_builder(
  906. _do_test_sorted_tree_items, _sorted_tree_items_rs
  907. )
  908. def _do_test_sorted_tree_items_name_order(self, sorted_tree_items) -> None:
  909. self.assertEqual(
  910. [
  911. TreeEntry(
  912. b"a",
  913. stat.S_IFDIR,
  914. b"d80c186a03f423a81b39df39dc87fd269736ca86",
  915. ),
  916. TreeEntry(
  917. b"a-c",
  918. 0o100755,
  919. b"d80c186a03f423a81b39df39dc87fd269736ca86",
  920. ),
  921. TreeEntry(
  922. b"a.c",
  923. 0o100755,
  924. b"d80c186a03f423a81b39df39dc87fd269736ca86",
  925. ),
  926. TreeEntry(
  927. b"a/c",
  928. stat.S_IFDIR,
  929. b"d80c186a03f423a81b39df39dc87fd269736ca86",
  930. ),
  931. TreeEntry(
  932. b"aoc",
  933. 0o100755,
  934. b"d80c186a03f423a81b39df39dc87fd269736ca86",
  935. ),
  936. ],
  937. list(sorted_tree_items(_TREE_ITEMS, True)),
  938. )
  939. test_sorted_tree_items_name_order = functest_builder(
  940. _do_test_sorted_tree_items_name_order, _sorted_tree_items_py
  941. )
  942. if _sorted_tree_items_rs is not None:
  943. test_sorted_tree_items_name_order_extension = ext_functest_builder(
  944. _do_test_sorted_tree_items_name_order, _sorted_tree_items_rs
  945. )
  946. def _do_test_sorted_tree_items_issue_1325(self, sorted_tree_items) -> None:
  947. """Test case to reproduce issue #1325: submodules incorrectly sorted as directories.
  948. The bug: Rust uses (mode & 0o40000 != 0) which incorrectly matches
  949. submodules (0o160000) since 0o160000 & 0o40000 = 0o40000
  950. """
  951. # Test case 1: Minimal test - submodule vs file
  952. entries = {
  953. b"sub": (
  954. 0o160000,
  955. b"a03f423a81b39df39dc87fd269736ca86d80c186",
  956. ), # submodule
  957. b"sub.txt": (0o100644, b"81b39df39dc87fd269736ca86d80c186a03f423a"), # file
  958. }
  959. result = list(sorted_tree_items(entries, False))
  960. paths = [entry.path for entry in result]
  961. # Submodules should sort as regular files, not directories
  962. # Expected order: sub, sub.txt
  963. # Bug causes: sub.txt, sub (because sub is treated as sub/)
  964. self.assertEqual([b"sub", b"sub.txt"], paths)
  965. # Test case 2: Scenario from issue - file rename + submodule
  966. # This simulates the "gamma" scenario mentioned in the issue
  967. entries2 = {
  968. b"alpha": (0o100644, b"a03f423a81b39df39dc87fd269736ca86d80c186"),
  969. b"beta": (0o100644, b"81b39df39dc87fd269736ca86d80c186a03f423a"),
  970. b"gamma": (
  971. 0o160000,
  972. b"d80c186a03f423a81b39df39dc87fd269736ca86",
  973. ), # submodule (was file)
  974. b"delta": (0o100644, b"cf7a729ca69bfabd0995fc9b083e86a18215bd91"),
  975. }
  976. result2 = list(sorted_tree_items(entries2, False))
  977. paths2 = [entry.path for entry in result2]
  978. # All entries should sort in alphabetical order since none are directories
  979. self.assertEqual([b"alpha", b"beta", b"delta", b"gamma"], paths2)
  980. test_sorted_tree_items_issue_1325 = functest_builder(
  981. _do_test_sorted_tree_items_issue_1325, _sorted_tree_items_py
  982. )
  983. if _sorted_tree_items_rs is not None:
  984. test_sorted_tree_items_issue_1325_extension = ext_functest_builder(
  985. _do_test_sorted_tree_items_issue_1325, _sorted_tree_items_rs
  986. )
  987. def test_sorted_tree_items_issue_1325_comparison(self) -> None:
  988. """Direct comparison test to show the difference between Python and Rust implementations."""
  989. if _sorted_tree_items_rs is None:
  990. self.skipTest("Rust extension not available")
  991. # Minimal test case: submodule vs file
  992. entries = {
  993. b"sub": (
  994. 0o160000,
  995. b"a03f423a81b39df39dc87fd269736ca86d80c186",
  996. ), # submodule
  997. b"sub.txt": (0o100644, b"81b39df39dc87fd269736ca86d80c186a03f423a"), # file
  998. }
  999. # Get results from both implementations
  1000. py_result = list(_sorted_tree_items_py(entries, False))
  1001. rs_result = list(_sorted_tree_items_rs(entries, False))
  1002. # Show the actual ordering from each
  1003. py_paths = [entry.path for entry in py_result]
  1004. rs_paths = [entry.path for entry in rs_result]
  1005. # This test shows the bug: Rust treats submodules as directories
  1006. self.assertEqual(
  1007. py_paths, rs_paths, "Bug: Rust treats submodules (0o160000) as directories"
  1008. )
  1009. def test_check(self) -> None:
  1010. t = Tree
  1011. sha = hex_to_sha(a_sha)
  1012. # filenames
  1013. self.assertCheckSucceeds(t, b"100644 .a\0" + sha)
  1014. self.assertCheckFails(t, b"100644 \0" + sha)
  1015. self.assertCheckFails(t, b"100644 .\0" + sha)
  1016. self.assertCheckFails(t, b"100644 a/a\0" + sha)
  1017. self.assertCheckFails(t, b"100644 ..\0" + sha)
  1018. self.assertCheckFails(t, b"100644 .git\0" + sha)
  1019. # modes
  1020. self.assertCheckSucceeds(t, b"100644 a\0" + sha)
  1021. self.assertCheckSucceeds(t, b"100755 a\0" + sha)
  1022. self.assertCheckSucceeds(t, b"160000 a\0" + sha)
  1023. # TODO more whitelisted modes
  1024. self.assertCheckFails(t, b"123456 a\0" + sha)
  1025. self.assertCheckFails(t, b"123abc a\0" + sha)
  1026. # should fail check, but parses ok
  1027. self.assertCheckFails(t, b"0100644 foo\0" + sha)
  1028. # shas
  1029. self.assertCheckFails(t, b"100644 a\0" + (b"x" * 5))
  1030. self.assertCheckFails(t, b"100644 a\0" + (b"x" * 18) + b"\0")
  1031. self.assertCheckFails(t, b"100644 a\0" + (b"x" * 21) + b"\n100644 b\0" + sha)
  1032. # ordering
  1033. sha2 = hex_to_sha(b_sha)
  1034. self.assertCheckSucceeds(t, b"100644 a\0" + sha + b"100644 b\0" + sha)
  1035. self.assertCheckSucceeds(t, b"100644 a\0" + sha + b"100644 b\0" + sha2)
  1036. self.assertCheckFails(t, b"100644 a\0" + sha + b"100755 a\0" + sha2)
  1037. self.assertCheckFails(t, b"100644 b\0" + sha2 + b"100644 a\0" + sha)
  1038. def test_iter(self) -> None:
  1039. t = Tree()
  1040. t[b"foo"] = (0o100644, a_sha)
  1041. self.assertEqual({b"foo"}, set(t))
  1042. class TagSerializeTests(TestCase):
  1043. def test_serialize_simple(self) -> None:
  1044. x = make_object(
  1045. Tag,
  1046. tagger=b"Jelmer Vernooij <jelmer@samba.org>",
  1047. name=b"0.1",
  1048. message=b"Tag 0.1",
  1049. object=(Blob, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  1050. tag_time=423423423,
  1051. tag_timezone=0,
  1052. )
  1053. self.assertEqual(
  1054. (
  1055. b"object d80c186a03f423a81b39df39dc87fd269736ca86\n"
  1056. b"type blob\n"
  1057. b"tag 0.1\n"
  1058. b"tagger Jelmer Vernooij <jelmer@samba.org> "
  1059. b"423423423 +0000\n"
  1060. b"\n"
  1061. b"Tag 0.1"
  1062. ),
  1063. x.as_raw_string(),
  1064. )
  1065. def test_serialize_none_message(self) -> None:
  1066. x = make_object(
  1067. Tag,
  1068. tagger=b"Jelmer Vernooij <jelmer@samba.org>",
  1069. name=b"0.1",
  1070. message=None,
  1071. object=(Blob, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  1072. tag_time=423423423,
  1073. tag_timezone=0,
  1074. )
  1075. self.assertEqual(
  1076. (
  1077. b"object d80c186a03f423a81b39df39dc87fd269736ca86\n"
  1078. b"type blob\n"
  1079. b"tag 0.1\n"
  1080. b"tagger Jelmer Vernooij <jelmer@samba.org> "
  1081. b"423423423 +0000\n\n"
  1082. ),
  1083. x.as_raw_string(),
  1084. )
  1085. default_tagger = (
  1086. b"Linus Torvalds <torvalds@woody.linux-foundation.org> 1183319674 -0700"
  1087. )
  1088. default_message = b"""Linux 2.6.22-rc7
  1089. -----BEGIN PGP SIGNATURE-----
  1090. Version: GnuPG v1.4.7 (GNU/Linux)
  1091. iD8DBQBGiAaAF3YsRnbiHLsRAitMAKCiLboJkQECM/jpYsY3WPfvUgLXkACgg3ql
  1092. OK2XeQOiEeXtT76rV4t2WR4=
  1093. =ivrA
  1094. -----END PGP SIGNATURE-----
  1095. """
  1096. class TagParseTests(ShaFileCheckTests):
  1097. def make_tag_lines(
  1098. self,
  1099. object_sha=b"a38d6181ff27824c79fc7df825164a212eff6a3f",
  1100. object_type_name=b"commit",
  1101. name=b"v2.6.22-rc7",
  1102. tagger=default_tagger,
  1103. message=default_message,
  1104. ):
  1105. lines = []
  1106. if object_sha is not None:
  1107. lines.append(b"object " + object_sha)
  1108. if object_type_name is not None:
  1109. lines.append(b"type " + object_type_name)
  1110. if name is not None:
  1111. lines.append(b"tag " + name)
  1112. if tagger is not None:
  1113. lines.append(b"tagger " + tagger)
  1114. if message is not None:
  1115. lines.append(b"")
  1116. lines.append(message)
  1117. return lines
  1118. def make_tag_text(self, **kwargs):
  1119. return b"\n".join(self.make_tag_lines(**kwargs))
  1120. def test_parse(self) -> None:
  1121. x = Tag()
  1122. x.set_raw_string(self.make_tag_text())
  1123. self.assertEqual(
  1124. b"Linus Torvalds <torvalds@woody.linux-foundation.org>", x.tagger
  1125. )
  1126. self.assertEqual(b"v2.6.22-rc7", x.name)
  1127. object_type, object_sha = x.object
  1128. self.assertEqual(b"a38d6181ff27824c79fc7df825164a212eff6a3f", object_sha)
  1129. self.assertEqual(Commit, object_type)
  1130. self.assertEqual(
  1131. datetime.datetime.fromtimestamp(x.tag_time, datetime.timezone.utc).replace(
  1132. tzinfo=None
  1133. ),
  1134. datetime.datetime(2007, 7, 1, 19, 54, 34),
  1135. )
  1136. self.assertEqual(-25200, x.tag_timezone)
  1137. def test_parse_no_tagger(self) -> None:
  1138. x = Tag()
  1139. x.set_raw_string(self.make_tag_text(tagger=None))
  1140. self.assertEqual(None, x.tagger)
  1141. self.assertEqual(b"v2.6.22-rc7", x.name)
  1142. self.assertEqual(None, x.tag_time)
  1143. def test_parse_no_message(self) -> None:
  1144. x = Tag()
  1145. x.set_raw_string(self.make_tag_text(message=None))
  1146. self.assertEqual(None, x.message)
  1147. self.assertEqual(
  1148. b"Linus Torvalds <torvalds@woody.linux-foundation.org>", x.tagger
  1149. )
  1150. self.assertEqual(
  1151. datetime.datetime.fromtimestamp(x.tag_time, datetime.timezone.utc).replace(
  1152. tzinfo=None
  1153. ),
  1154. datetime.datetime(2007, 7, 1, 19, 54, 34),
  1155. )
  1156. self.assertEqual(-25200, x.tag_timezone)
  1157. self.assertEqual(b"v2.6.22-rc7", x.name)
  1158. def test_check(self) -> None:
  1159. self.assertCheckSucceeds(Tag, self.make_tag_text())
  1160. self.assertCheckFails(Tag, self.make_tag_text(object_sha=None))
  1161. self.assertCheckFails(Tag, self.make_tag_text(object_type_name=None))
  1162. self.assertCheckFails(Tag, self.make_tag_text(name=None))
  1163. self.assertCheckFails(Tag, self.make_tag_text(name=b""))
  1164. self.assertCheckFails(Tag, self.make_tag_text(object_type_name=b"foobar"))
  1165. self.assertCheckFails(
  1166. Tag,
  1167. self.make_tag_text(
  1168. tagger=b"some guy without an email address 1183319674 -0700"
  1169. ),
  1170. )
  1171. self.assertCheckFails(
  1172. Tag,
  1173. self.make_tag_text(
  1174. tagger=(
  1175. b"Linus Torvalds <torvalds@woody.linux-foundation.org> "
  1176. b"Sun 7 Jul 2007 12:54:34 +0700"
  1177. )
  1178. ),
  1179. )
  1180. self.assertCheckFails(Tag, self.make_tag_text(object_sha=b"xxx"))
  1181. def test_check_tag_with_unparseable_field(self) -> None:
  1182. self.assertCheckFails(
  1183. Tag,
  1184. self.make_tag_text(
  1185. tagger=(
  1186. b"Linus Torvalds <torvalds@woody.linux-foundation.org> 423423+0000"
  1187. )
  1188. ),
  1189. )
  1190. def test_check_tag_with_overflow_time(self) -> None:
  1191. """Date with overflow should raise an ObjectFormatException when checked."""
  1192. author = f"Some Dude <some@dude.org> {MAX_TIME + 1} +0000"
  1193. tag = Tag.from_string(self.make_tag_text(tagger=(author.encode())))
  1194. with self.assertRaises(ObjectFormatException):
  1195. tag.check()
  1196. def test_check_duplicates(self) -> None:
  1197. # duplicate each of the header fields
  1198. for i in range(4):
  1199. lines = self.make_tag_lines()
  1200. lines.insert(i, lines[i])
  1201. self.assertCheckFails(Tag, b"\n".join(lines))
  1202. def test_check_order(self) -> None:
  1203. lines = self.make_tag_lines()
  1204. headers = lines[:4]
  1205. rest = lines[4:]
  1206. # of all possible permutations, ensure only the original succeeds
  1207. for perm in permutations(headers):
  1208. perm = list(perm)
  1209. text = b"\n".join(perm + rest)
  1210. if perm == headers:
  1211. self.assertCheckSucceeds(Tag, text)
  1212. else:
  1213. self.assertCheckFails(Tag, text)
  1214. def test_tree_copy_after_update(self) -> None:
  1215. """Check Tree.id is correctly updated when the tree is copied after updated."""
  1216. shas = []
  1217. tree = Tree()
  1218. shas.append(tree.id)
  1219. tree.add(b"data", 0o644, Blob().id)
  1220. copied = tree.copy()
  1221. shas.append(tree.id)
  1222. shas.append(copied.id)
  1223. self.assertNotIn(shas[0], shas[1:])
  1224. self.assertEqual(shas[1], shas[2])
  1225. def test_tag_withough_sig(self) -> None:
  1226. x = Tag()
  1227. x.set_raw_string(self.make_tag_text())
  1228. self.assertEqual(bytes(x), x.raw_without_sig() + x.signature)
  1229. self.assertEqual(
  1230. b"""\
  1231. -----BEGIN PGP SIGNATURE-----
  1232. Version: GnuPG v1.4.7 (GNU/Linux)
  1233. iD8DBQBGiAaAF3YsRnbiHLsRAitMAKCiLboJkQECM/jpYsY3WPfvUgLXkACgg3ql
  1234. OK2XeQOiEeXtT76rV4t2WR4=
  1235. =ivrA
  1236. -----END PGP SIGNATURE-----
  1237. """,
  1238. x.signature,
  1239. )
  1240. def test_tag_extract_signature_pgp(self) -> None:
  1241. from dulwich.objects import SIGNATURE_PGP
  1242. x = Tag()
  1243. x.set_raw_string(self.make_tag_text())
  1244. payload, signature, sig_type = x.extract_signature()
  1245. self.assertEqual(payload, x.raw_without_sig())
  1246. self.assertEqual(signature, x.signature)
  1247. self.assertEqual(sig_type, SIGNATURE_PGP)
  1248. def test_tag_extract_signature_ssh(self) -> None:
  1249. from dulwich.objects import SIGNATURE_SSH
  1250. tag_text_lines = self.make_tag_lines()
  1251. # Replace PGP signature with SSH signature
  1252. tag_text_lines[-1] = b"""\
  1253. -----BEGIN SSH SIGNATURE-----
  1254. U1NIU0lHAAAAAQAAADMAAAALc3NoLWVkMjU1MTkAAAAgJwKO3yOmR5JlXCyN5bys
  1255. ZTpDKBGsVP6ydcKdZxAvJlUAAAAEZmlsZQAAAAAAAAAGc2hhNTEyAAAAUwAAAAtz
  1256. -----END SSH SIGNATURE-----
  1257. """
  1258. tag_text = b"\n".join(tag_text_lines)
  1259. x = Tag()
  1260. x.set_raw_string(tag_text)
  1261. payload, signature, sig_type = x.extract_signature()
  1262. self.assertEqual(payload, x.raw_without_sig())
  1263. self.assertEqual(signature, x.signature)
  1264. self.assertEqual(sig_type, SIGNATURE_SSH)
  1265. def test_tag_extract_signature_none(self) -> None:
  1266. tag_lines = self.make_tag_lines(message=b"Test tag\n")
  1267. x = Tag()
  1268. x.set_raw_string(b"\n".join(tag_lines))
  1269. payload, signature, sig_type = x.extract_signature()
  1270. self.assertEqual(payload, bytes(x))
  1271. self.assertIsNone(signature)
  1272. self.assertIsNone(sig_type)
  1273. def test_tag_extract_signature_unknown(self) -> None:
  1274. from dulwich.objects import ObjectFormatException
  1275. # Create a tag with a signature that has an unknown format
  1276. # It needs to look like a signature to be detected but not be PGP or SSH
  1277. tag_text = b"""object a38d6181ff27824c79fc7df825164a212eff6a3f
  1278. type commit
  1279. tag v2.6.22-rc7
  1280. tagger Linus Torvalds <torvalds@woody.linux-foundation.org> 1183319674 +0000
  1281. Linux 2.6.22-rc7
  1282. -----BEGIN UNKNOWN SIGNATURE-----
  1283. Some unknown signature format
  1284. -----END UNKNOWN SIGNATURE-----
  1285. """
  1286. x = Tag()
  1287. # First we need to manually set the signature to test the extract_signature method
  1288. x.set_raw_string(tag_text[: tag_text.index(b"-----BEGIN")])
  1289. x._signature = b"-----BEGIN UNKNOWN SIGNATURE-----\nSome unknown signature format\n-----END UNKNOWN SIGNATURE-----\n"
  1290. x._needs_serialization = False
  1291. # Unknown signature format should raise an exception
  1292. with self.assertRaises(ObjectFormatException):
  1293. x.extract_signature()
  1294. class CheckTests(TestCase):
  1295. def test_check_hexsha(self) -> None:
  1296. check_hexsha(a_sha, "failed to check good sha")
  1297. self.assertRaises(
  1298. ObjectFormatException, check_hexsha, b"1" * 39, "sha too short"
  1299. )
  1300. self.assertRaises(
  1301. ObjectFormatException, check_hexsha, b"1" * 41, "sha too long"
  1302. )
  1303. self.assertRaises(
  1304. ObjectFormatException,
  1305. check_hexsha,
  1306. b"x" * 40,
  1307. "invalid characters",
  1308. )
  1309. def test_check_identity(self) -> None:
  1310. check_identity(
  1311. b"Dave Borowitz <dborowitz@google.com>",
  1312. "failed to check good identity",
  1313. )
  1314. check_identity(b" <dborowitz@google.com>", "failed to check good identity")
  1315. self.assertRaises(
  1316. ObjectFormatException,
  1317. check_identity,
  1318. b"<dborowitz@google.com>",
  1319. "no space before email",
  1320. )
  1321. self.assertRaises(
  1322. ObjectFormatException, check_identity, b"Dave Borowitz", "no email"
  1323. )
  1324. self.assertRaises(
  1325. ObjectFormatException,
  1326. check_identity,
  1327. b"Dave Borowitz <dborowitz",
  1328. "incomplete email",
  1329. )
  1330. self.assertRaises(
  1331. ObjectFormatException,
  1332. check_identity,
  1333. b"dborowitz@google.com>",
  1334. "incomplete email",
  1335. )
  1336. self.assertRaises(
  1337. ObjectFormatException,
  1338. check_identity,
  1339. b"Dave Borowitz <<dborowitz@google.com>",
  1340. "typo",
  1341. )
  1342. self.assertRaises(
  1343. ObjectFormatException,
  1344. check_identity,
  1345. b"Dave Borowitz <dborowitz@google.com>>",
  1346. "typo",
  1347. )
  1348. self.assertRaises(
  1349. ObjectFormatException,
  1350. check_identity,
  1351. b"Dave Borowitz <dborowitz@google.com>xxx",
  1352. "trailing characters",
  1353. )
  1354. self.assertRaises(
  1355. ObjectFormatException,
  1356. check_identity,
  1357. b"Dave Borowitz <dborowitz@google.com>xxx",
  1358. "trailing characters",
  1359. )
  1360. self.assertRaises(
  1361. ObjectFormatException,
  1362. check_identity,
  1363. b"Dave<Borowitz <dborowitz@google.com>",
  1364. "reserved byte in name",
  1365. )
  1366. self.assertRaises(
  1367. ObjectFormatException,
  1368. check_identity,
  1369. b"Dave>Borowitz <dborowitz@google.com>",
  1370. "reserved byte in name",
  1371. )
  1372. self.assertRaises(
  1373. ObjectFormatException,
  1374. check_identity,
  1375. b"Dave\0Borowitz <dborowitz@google.com>",
  1376. "null byte",
  1377. )
  1378. self.assertRaises(
  1379. ObjectFormatException,
  1380. check_identity,
  1381. b"Dave\nBorowitz <dborowitz@google.com>",
  1382. "newline byte",
  1383. )
  1384. class TimezoneTests(TestCase):
  1385. def test_parse_timezone_utc(self) -> None:
  1386. self.assertEqual((0, False), parse_timezone(b"+0000"))
  1387. def test_parse_timezone_utc_negative(self) -> None:
  1388. self.assertEqual((0, True), parse_timezone(b"-0000"))
  1389. def test_generate_timezone_utc(self) -> None:
  1390. self.assertEqual(b"+0000", format_timezone(0))
  1391. def test_generate_timezone_utc_negative(self) -> None:
  1392. self.assertEqual(b"-0000", format_timezone(0, True))
  1393. def test_parse_timezone_cet(self) -> None:
  1394. self.assertEqual((60 * 60, False), parse_timezone(b"+0100"))
  1395. def test_format_timezone_cet(self) -> None:
  1396. self.assertEqual(b"+0100", format_timezone(60 * 60))
  1397. def test_format_timezone_pdt(self) -> None:
  1398. self.assertEqual(b"-0400", format_timezone(-4 * 60 * 60))
  1399. def test_parse_timezone_pdt(self) -> None:
  1400. self.assertEqual((-4 * 60 * 60, False), parse_timezone(b"-0400"))
  1401. def test_format_timezone_pdt_half(self) -> None:
  1402. self.assertEqual(b"-0440", format_timezone(((-4 * 60) - 40) * 60))
  1403. def test_format_timezone_double_negative(self) -> None:
  1404. self.assertEqual(b"--700", format_timezone(((7 * 60) * 60), True))
  1405. def test_parse_timezone_pdt_half(self) -> None:
  1406. self.assertEqual((((-4 * 60) - 40) * 60, False), parse_timezone(b"-0440"))
  1407. def test_parse_timezone_double_negative(self) -> None:
  1408. self.assertEqual((((7 * 60) * 60), False), parse_timezone(b"+700"))
  1409. self.assertEqual((((7 * 60) * 60), True), parse_timezone(b"--700"))
  1410. class ShaFileCopyTests(TestCase):
  1411. def assert_copy(self, orig) -> None:
  1412. oclass = object_class(orig.type_num)
  1413. copy = orig.copy()
  1414. self.assertIsInstance(copy, oclass)
  1415. self.assertEqual(copy, orig)
  1416. self.assertIsNot(copy, orig)
  1417. def test_commit_copy(self) -> None:
  1418. attrs = {
  1419. "tree": b"d80c186a03f423a81b39df39dc87fd269736ca86",
  1420. "parents": [
  1421. b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd",
  1422. b"4cffe90e0a41ad3f5190079d7c8f036bde29cbe6",
  1423. ],
  1424. "author": b"James Westby <jw+debian@jameswestby.net>",
  1425. "committer": b"James Westby <jw+debian@jameswestby.net>",
  1426. "commit_time": 1174773719,
  1427. "author_time": 1174773719,
  1428. "commit_timezone": 0,
  1429. "author_timezone": 0,
  1430. "message": b"Merge ../b\n",
  1431. }
  1432. commit = make_commit(**attrs)
  1433. self.assert_copy(commit)
  1434. def test_blob_copy(self) -> None:
  1435. blob = make_object(Blob, data=b"i am a blob")
  1436. self.assert_copy(blob)
  1437. def test_tree_copy(self) -> None:
  1438. blob = make_object(Blob, data=b"i am a blob")
  1439. tree = Tree()
  1440. tree[b"blob"] = (stat.S_IFREG, blob.id)
  1441. self.assert_copy(tree)
  1442. def test_tag_copy(self) -> None:
  1443. tag = make_object(
  1444. Tag,
  1445. name=b"tag",
  1446. message=b"",
  1447. tagger=b"Tagger <test@example.com>",
  1448. tag_time=12345,
  1449. tag_timezone=0,
  1450. object=(Commit, ZERO_SHA),
  1451. )
  1452. self.assert_copy(tag)
  1453. class ShaFileSerializeTests(TestCase):
  1454. """`ShaFile` objects only gets serialized once if they haven't changed."""
  1455. @contextmanager
  1456. def assert_serialization_on_change(
  1457. self, obj, needs_serialization_after_change=True
  1458. ):
  1459. old_id = obj.id
  1460. self.assertFalse(obj._needs_serialization)
  1461. yield obj
  1462. if needs_serialization_after_change:
  1463. self.assertTrue(obj._needs_serialization)
  1464. else:
  1465. self.assertFalse(obj._needs_serialization)
  1466. new_id = obj.id
  1467. self.assertFalse(obj._needs_serialization)
  1468. self.assertNotEqual(old_id, new_id)
  1469. def test_commit_serialize(self) -> None:
  1470. attrs = {
  1471. "tree": b"d80c186a03f423a81b39df39dc87fd269736ca86",
  1472. "parents": [
  1473. b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd",
  1474. b"4cffe90e0a41ad3f5190079d7c8f036bde29cbe6",
  1475. ],
  1476. "author": b"James Westby <jw+debian@jameswestby.net>",
  1477. "committer": b"James Westby <jw+debian@jameswestby.net>",
  1478. "commit_time": 1174773719,
  1479. "author_time": 1174773719,
  1480. "commit_timezone": 0,
  1481. "author_timezone": 0,
  1482. "message": b"Merge ../b\n",
  1483. }
  1484. commit = make_commit(**attrs)
  1485. with self.assert_serialization_on_change(commit):
  1486. commit.parents = [b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd"]
  1487. def test_blob_serialize(self) -> None:
  1488. blob = make_object(Blob, data=b"i am a blob")
  1489. with self.assert_serialization_on_change(
  1490. blob, needs_serialization_after_change=False
  1491. ):
  1492. blob.data = b"i am another blob"
  1493. def test_tree_serialize(self) -> None:
  1494. blob = make_object(Blob, data=b"i am a blob")
  1495. tree = Tree()
  1496. tree[b"blob"] = (stat.S_IFREG, blob.id)
  1497. with self.assert_serialization_on_change(tree):
  1498. tree[b"blob2"] = (stat.S_IFREG, blob.id)
  1499. def test_tag_serialize(self) -> None:
  1500. tag = make_object(
  1501. Tag,
  1502. name=b"tag",
  1503. message=b"",
  1504. tagger=b"Tagger <test@example.com>",
  1505. tag_time=12345,
  1506. tag_timezone=0,
  1507. object=(Commit, ZERO_SHA),
  1508. )
  1509. with self.assert_serialization_on_change(tag):
  1510. tag.message = b"new message"
  1511. def test_tag_serialize_time_error(self) -> None:
  1512. with self.assertRaises(ObjectFormatException):
  1513. tag = make_object(
  1514. Tag,
  1515. name=b"tag",
  1516. message=b"some message",
  1517. tagger=b"Tagger <test@example.com> 1174773719+0000",
  1518. object=(Commit, ZERO_SHA),
  1519. )
  1520. tag._deserialize(tag._serialize())
  1521. class PrettyFormatTreeEntryTests(TestCase):
  1522. def test_format(self) -> None:
  1523. self.assertEqual(
  1524. "40000 tree 40820c38cfb182ce6c8b261555410d8382a5918b\tfoo\n",
  1525. pretty_format_tree_entry(
  1526. b"foo", 0o40000, b"40820c38cfb182ce6c8b261555410d8382a5918b"
  1527. ),
  1528. )