test_objects.py 50 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432
  1. # test_objects.py -- tests for objects.py
  2. # Copyright (C) 2007 James Westby <jw+debian@jameswestby.net>
  3. #
  4. # Dulwich is dual-licensed under the Apache License, Version 2.0 and the GNU
  5. # General Public License as public by the Free Software Foundation; version 2.0
  6. # or (at your option) any later version. You can redistribute it and/or
  7. # modify it under the terms of either of these two licenses.
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. #
  15. # You should have received a copy of the licenses; if not, see
  16. # <http://www.gnu.org/licenses/> for a copy of the GNU General Public License
  17. # and <http://www.apache.org/licenses/LICENSE-2.0> for a copy of the Apache
  18. # License, Version 2.0.
  19. #
  20. """Tests for git base objects."""
  21. # TODO: Round-trip parse-serialize-parse and serialize-parse-serialize tests.
  22. from io import BytesIO
  23. import datetime
  24. from itertools import (
  25. permutations,
  26. )
  27. import os
  28. import stat
  29. import warnings
  30. from contextlib import contextmanager
  31. from dulwich.errors import (
  32. ObjectFormatException,
  33. )
  34. from dulwich.objects import (
  35. Blob,
  36. Tree,
  37. Commit,
  38. ShaFile,
  39. Tag,
  40. TreeEntry,
  41. format_timezone,
  42. hex_to_sha,
  43. sha_to_hex,
  44. hex_to_filename,
  45. check_hexsha,
  46. check_identity,
  47. object_class,
  48. parse_timezone,
  49. pretty_format_tree_entry,
  50. parse_tree,
  51. _parse_tree_py,
  52. sorted_tree_items,
  53. _sorted_tree_items_py,
  54. MAX_TIME,
  55. )
  56. from dulwich.tests import (
  57. TestCase,
  58. )
  59. from dulwich.tests.utils import (
  60. make_commit,
  61. make_object,
  62. functest_builder,
  63. ext_functest_builder,
  64. )
  65. a_sha = b"6f670c0fb53f9463760b7295fbb814e965fb20c8"
  66. b_sha = b"2969be3e8ee1c0222396a5611407e4769f14e54b"
  67. c_sha = b"954a536f7819d40e6f637f849ee187dd10066349"
  68. tree_sha = b"70c190eb48fa8bbb50ddc692a17b44cb781af7f6"
  69. tag_sha = b"71033db03a03c6a36721efcf1968dd8f8e0cf023"
  70. class TestHexToSha(TestCase):
  71. def test_simple(self):
  72. self.assertEqual(b"\xab\xcd" * 10, hex_to_sha(b"abcd" * 10))
  73. def test_reverse(self):
  74. self.assertEqual(b"abcd" * 10, sha_to_hex(b"\xab\xcd" * 10))
  75. class BlobReadTests(TestCase):
  76. """Test decompression of blobs"""
  77. def get_sha_file(self, cls, base, sha):
  78. dir = os.path.join(os.path.dirname(__file__), "data", base)
  79. return cls.from_path(hex_to_filename(dir, sha))
  80. def get_blob(self, sha):
  81. """Return the blob named sha from the test data dir"""
  82. return self.get_sha_file(Blob, "blobs", sha)
  83. def get_tree(self, sha):
  84. return self.get_sha_file(Tree, "trees", sha)
  85. def get_tag(self, sha):
  86. return self.get_sha_file(Tag, "tags", sha)
  87. def commit(self, sha):
  88. return self.get_sha_file(Commit, "commits", sha)
  89. def test_decompress_simple_blob(self):
  90. b = self.get_blob(a_sha)
  91. self.assertEqual(b.data, b"test 1\n")
  92. self.assertEqual(b.sha().hexdigest().encode("ascii"), a_sha)
  93. def test_hash(self):
  94. b = self.get_blob(a_sha)
  95. self.assertEqual(hash(b.id), hash(b))
  96. def test_parse_empty_blob_object(self):
  97. sha = b"e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
  98. b = self.get_blob(sha)
  99. self.assertEqual(b.data, b"")
  100. self.assertEqual(b.id, sha)
  101. self.assertEqual(b.sha().hexdigest().encode("ascii"), sha)
  102. def test_create_blob_from_string(self):
  103. string = b"test 2\n"
  104. b = Blob.from_string(string)
  105. self.assertEqual(b.data, string)
  106. self.assertEqual(b.sha().hexdigest().encode("ascii"), b_sha)
  107. def test_legacy_from_file(self):
  108. b1 = Blob.from_string(b"foo")
  109. b_raw = b1.as_legacy_object()
  110. b2 = b1.from_file(BytesIO(b_raw))
  111. self.assertEqual(b1, b2)
  112. def test_legacy_from_file_compression_level(self):
  113. b1 = Blob.from_string(b"foo")
  114. b_raw = b1.as_legacy_object(compression_level=6)
  115. b2 = b1.from_file(BytesIO(b_raw))
  116. self.assertEqual(b1, b2)
  117. def test_chunks(self):
  118. string = b"test 5\n"
  119. b = Blob.from_string(string)
  120. self.assertEqual([string], b.chunked)
  121. def test_splitlines(self):
  122. for case in [
  123. [],
  124. [b"foo\nbar\n"],
  125. [b"bl\na", b"blie"],
  126. [b"bl\na", b"blie", b"bloe\n"],
  127. [b"", b"bl\na", b"blie", b"bloe\n"],
  128. [b"", b"", b"", b"bla\n"],
  129. [b"", b"", b"", b"bla\n", b""],
  130. [b"bl", b"", b"a\naaa"],
  131. [b"a\naaa", b"a"],
  132. ]:
  133. b = Blob()
  134. b.chunked = case
  135. self.assertEqual(b.data.splitlines(True), b.splitlines())
  136. def test_set_chunks(self):
  137. b = Blob()
  138. b.chunked = [b"te", b"st", b" 5\n"]
  139. self.assertEqual(b"test 5\n", b.data)
  140. b.chunked = [b"te", b"st", b" 6\n"]
  141. self.assertEqual(b"test 6\n", b.as_raw_string())
  142. self.assertEqual(b"test 6\n", bytes(b))
  143. def test_parse_legacy_blob(self):
  144. string = b"test 3\n"
  145. b = self.get_blob(c_sha)
  146. self.assertEqual(b.data, string)
  147. self.assertEqual(b.sha().hexdigest().encode("ascii"), c_sha)
  148. def test_eq(self):
  149. blob1 = self.get_blob(a_sha)
  150. blob2 = self.get_blob(a_sha)
  151. self.assertEqual(blob1, blob2)
  152. def test_read_tree_from_file(self):
  153. t = self.get_tree(tree_sha)
  154. self.assertEqual(t.items()[0], (b"a", 33188, a_sha))
  155. self.assertEqual(t.items()[1], (b"b", 33188, b_sha))
  156. def test_read_tree_from_file_parse_count(self):
  157. old_deserialize = Tree._deserialize
  158. def reset_deserialize():
  159. Tree._deserialize = old_deserialize
  160. self.addCleanup(reset_deserialize)
  161. self.deserialize_count = 0
  162. def counting_deserialize(*args, **kwargs):
  163. self.deserialize_count += 1
  164. return old_deserialize(*args, **kwargs)
  165. Tree._deserialize = counting_deserialize
  166. t = self.get_tree(tree_sha)
  167. self.assertEqual(t.items()[0], (b"a", 33188, a_sha))
  168. self.assertEqual(t.items()[1], (b"b", 33188, b_sha))
  169. self.assertEqual(self.deserialize_count, 1)
  170. def test_read_tag_from_file(self):
  171. t = self.get_tag(tag_sha)
  172. self.assertEqual(
  173. t.object, (Commit, b"51b668fd5bf7061b7d6fa525f88803e6cfadaa51")
  174. )
  175. self.assertEqual(t.name, b"signed")
  176. self.assertEqual(t.tagger, b"Ali Sabil <ali.sabil@gmail.com>")
  177. self.assertEqual(t.tag_time, 1231203091)
  178. self.assertEqual(t.message, b"This is a signed tag\n")
  179. self.assertEqual(
  180. t.signature,
  181. b"-----BEGIN PGP SIGNATURE-----\n"
  182. b"Version: GnuPG v1.4.9 (GNU/Linux)\n"
  183. b"\n"
  184. b"iEYEABECAAYFAkliqx8ACgkQqSMmLy9u/"
  185. b"kcx5ACfakZ9NnPl02tOyYP6pkBoEkU1\n"
  186. b"5EcAn0UFgokaSvS371Ym/4W9iJj6vh3h\n"
  187. b"=ql7y\n"
  188. b"-----END PGP SIGNATURE-----\n",
  189. )
  190. def test_read_commit_from_file(self):
  191. sha = b"60dacdc733de308bb77bb76ce0fb0f9b44c9769e"
  192. c = self.commit(sha)
  193. self.assertEqual(c.tree, tree_sha)
  194. self.assertEqual(c.parents, [b"0d89f20333fbb1d2f3a94da77f4981373d8f4310"])
  195. self.assertEqual(c.author, b"James Westby <jw+debian@jameswestby.net>")
  196. self.assertEqual(c.committer, b"James Westby <jw+debian@jameswestby.net>")
  197. self.assertEqual(c.commit_time, 1174759230)
  198. self.assertEqual(c.commit_timezone, 0)
  199. self.assertEqual(c.author_timezone, 0)
  200. self.assertEqual(c.message, b"Test commit\n")
  201. def test_read_commit_no_parents(self):
  202. sha = b"0d89f20333fbb1d2f3a94da77f4981373d8f4310"
  203. c = self.commit(sha)
  204. self.assertEqual(c.tree, b"90182552c4a85a45ec2a835cadc3451bebdfe870")
  205. self.assertEqual(c.parents, [])
  206. self.assertEqual(c.author, b"James Westby <jw+debian@jameswestby.net>")
  207. self.assertEqual(c.committer, b"James Westby <jw+debian@jameswestby.net>")
  208. self.assertEqual(c.commit_time, 1174758034)
  209. self.assertEqual(c.commit_timezone, 0)
  210. self.assertEqual(c.author_timezone, 0)
  211. self.assertEqual(c.message, b"Test commit\n")
  212. def test_read_commit_two_parents(self):
  213. sha = b"5dac377bdded4c9aeb8dff595f0faeebcc8498cc"
  214. c = self.commit(sha)
  215. self.assertEqual(c.tree, b"d80c186a03f423a81b39df39dc87fd269736ca86")
  216. self.assertEqual(
  217. c.parents,
  218. [
  219. b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd",
  220. b"4cffe90e0a41ad3f5190079d7c8f036bde29cbe6",
  221. ],
  222. )
  223. self.assertEqual(c.author, b"James Westby <jw+debian@jameswestby.net>")
  224. self.assertEqual(c.committer, b"James Westby <jw+debian@jameswestby.net>")
  225. self.assertEqual(c.commit_time, 1174773719)
  226. self.assertEqual(c.commit_timezone, 0)
  227. self.assertEqual(c.author_timezone, 0)
  228. self.assertEqual(c.message, b"Merge ../b\n")
  229. def test_stub_sha(self):
  230. sha = b"5" * 40
  231. c = make_commit(id=sha, message=b"foo")
  232. self.assertIsInstance(c, Commit)
  233. self.assertEqual(sha, c.id)
  234. self.assertNotEqual(sha, c.sha())
  235. class ShaFileCheckTests(TestCase):
  236. def assertCheckFails(self, cls, data):
  237. obj = cls()
  238. def do_check():
  239. obj.set_raw_string(data)
  240. obj.check()
  241. self.assertRaises(ObjectFormatException, do_check)
  242. def assertCheckSucceeds(self, cls, data):
  243. obj = cls()
  244. obj.set_raw_string(data)
  245. self.assertEqual(None, obj.check())
  246. small_buffer_zlib_object = (
  247. b"\x48\x89\x15\xcc\x31\x0e\xc2\x30\x0c\x40\x51\xe6"
  248. b"\x9c\xc2\x3b\xaa\x64\x37\xc4\xc1\x12\x42\x5c\xc5"
  249. b"\x49\xac\x52\xd4\x92\xaa\x78\xe1\xf6\x94\xed\xeb"
  250. b"\x0d\xdf\x75\x02\xa2\x7c\xea\xe5\x65\xd5\x81\x8b"
  251. b"\x9a\x61\xba\xa0\xa9\x08\x36\xc9\x4c\x1a\xad\x88"
  252. b"\x16\xba\x46\xc4\xa8\x99\x6a\x64\xe1\xe0\xdf\xcd"
  253. b"\xa0\xf6\x75\x9d\x3d\xf8\xf1\xd0\x77\xdb\xfb\xdc"
  254. b"\x86\xa3\x87\xf1\x2f\x93\xed\x00\xb7\xc7\xd2\xab"
  255. b"\x2e\xcf\xfe\xf1\x3b\x50\xa4\x91\x53\x12\x24\x38"
  256. b"\x23\x21\x86\xf0\x03\x2f\x91\x24\x52"
  257. )
  258. class ShaFileTests(TestCase):
  259. def test_deflated_smaller_window_buffer(self):
  260. # zlib on some systems uses smaller buffers,
  261. # resulting in a different header.
  262. # See https://github.com/libgit2/libgit2/pull/464
  263. sf = ShaFile.from_file(BytesIO(small_buffer_zlib_object))
  264. self.assertEqual(sf.type_name, b"tag")
  265. self.assertEqual(sf.tagger, b" <@localhost>")
  266. class CommitSerializationTests(TestCase):
  267. def make_commit(self, **kwargs):
  268. attrs = {
  269. "tree": b"d80c186a03f423a81b39df39dc87fd269736ca86",
  270. "parents": [
  271. b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd",
  272. b"4cffe90e0a41ad3f5190079d7c8f036bde29cbe6",
  273. ],
  274. "author": b"James Westby <jw+debian@jameswestby.net>",
  275. "committer": b"James Westby <jw+debian@jameswestby.net>",
  276. "commit_time": 1174773719,
  277. "author_time": 1174773719,
  278. "commit_timezone": 0,
  279. "author_timezone": 0,
  280. "message": b"Merge ../b\n",
  281. }
  282. attrs.update(kwargs)
  283. return make_commit(**attrs)
  284. def test_encoding(self):
  285. c = self.make_commit(encoding=b"iso8859-1")
  286. self.assertIn(b"encoding iso8859-1\n", c.as_raw_string())
  287. def test_short_timestamp(self):
  288. c = self.make_commit(commit_time=30)
  289. c1 = Commit()
  290. c1.set_raw_string(c.as_raw_string())
  291. self.assertEqual(30, c1.commit_time)
  292. def test_full_tree(self):
  293. c = self.make_commit(commit_time=30)
  294. t = Tree()
  295. t.add(b"data-x", 0o644, Blob().id)
  296. c.tree = t
  297. c1 = Commit()
  298. c1.set_raw_string(c.as_raw_string())
  299. self.assertEqual(t.id, c1.tree)
  300. self.assertEqual(c.as_raw_string(), c1.as_raw_string())
  301. def test_raw_length(self):
  302. c = self.make_commit()
  303. self.assertEqual(len(c.as_raw_string()), c.raw_length())
  304. def test_simple(self):
  305. c = self.make_commit()
  306. self.assertEqual(c.id, b"5dac377bdded4c9aeb8dff595f0faeebcc8498cc")
  307. self.assertEqual(
  308. b"tree d80c186a03f423a81b39df39dc87fd269736ca86\n"
  309. b"parent ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd\n"
  310. b"parent 4cffe90e0a41ad3f5190079d7c8f036bde29cbe6\n"
  311. b"author James Westby <jw+debian@jameswestby.net> "
  312. b"1174773719 +0000\n"
  313. b"committer James Westby <jw+debian@jameswestby.net> "
  314. b"1174773719 +0000\n"
  315. b"\n"
  316. b"Merge ../b\n",
  317. c.as_raw_string(),
  318. )
  319. def test_timezone(self):
  320. c = self.make_commit(commit_timezone=(5 * 60))
  321. self.assertIn(b" +0005\n", c.as_raw_string())
  322. def test_neg_timezone(self):
  323. c = self.make_commit(commit_timezone=(-1 * 3600))
  324. self.assertIn(b" -0100\n", c.as_raw_string())
  325. def test_deserialize(self):
  326. c = self.make_commit()
  327. d = Commit()
  328. d._deserialize(c.as_raw_chunks())
  329. self.assertEqual(c, d)
  330. def test_serialize_gpgsig(self):
  331. commit = self.make_commit(
  332. gpgsig=b"""-----BEGIN PGP SIGNATURE-----
  333. Version: GnuPG v1
  334. iQIcBAABCgAGBQJULCdfAAoJEACAbyvXKaRXuKwP/RyP9PA49uAvu8tQVCC/uBa8
  335. vi975+xvO14R8Pp8k2nps7lSxCdtCd+xVT1VRHs0wNhOZo2YCVoU1HATkPejqSeV
  336. NScTHcxnk4/+bxyfk14xvJkNp7FlQ3npmBkA+lbV0Ubr33rvtIE5jiJPyz+SgWAg
  337. xdBG2TojV0squj00GoH/euK6aX7GgZtwdtpTv44haCQdSuPGDcI4TORqR6YSqvy3
  338. GPE+3ZqXPFFb+KILtimkxitdwB7CpwmNse2vE3rONSwTvi8nq3ZoQYNY73CQGkUy
  339. qoFU0pDtw87U3niFin1ZccDgH0bB6624sLViqrjcbYJeg815Htsu4rmzVaZADEVC
  340. XhIO4MThebusdk0AcNGjgpf3HRHk0DPMDDlIjm+Oao0cqovvF6VyYmcb0C+RmhJj
  341. dodLXMNmbqErwTk3zEkW0yZvNIYXH7m9SokPCZa4eeIM7be62X6h1mbt0/IU6Th+
  342. v18fS0iTMP/Viug5und+05C/v04kgDo0CPphAbXwWMnkE4B6Tl9sdyUYXtvQsL7x
  343. 0+WP1gL27ANqNZiI07Kz/BhbBAQI/+2TFT7oGr0AnFPQ5jHp+3GpUf6OKuT1wT3H
  344. ND189UFuRuubxb42vZhpcXRbqJVWnbECTKVUPsGZqat3enQUB63uM4i6/RdONDZA
  345. fDeF1m4qYs+cUXKNUZ03
  346. =X6RT
  347. -----END PGP SIGNATURE-----"""
  348. )
  349. self.maxDiff = None
  350. self.assertEqual(
  351. b"""\
  352. tree d80c186a03f423a81b39df39dc87fd269736ca86
  353. parent ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd
  354. parent 4cffe90e0a41ad3f5190079d7c8f036bde29cbe6
  355. author James Westby <jw+debian@jameswestby.net> 1174773719 +0000
  356. committer James Westby <jw+debian@jameswestby.net> 1174773719 +0000
  357. gpgsig -----BEGIN PGP SIGNATURE-----
  358. Version: GnuPG v1
  359. iQIcBAABCgAGBQJULCdfAAoJEACAbyvXKaRXuKwP/RyP9PA49uAvu8tQVCC/uBa8
  360. vi975+xvO14R8Pp8k2nps7lSxCdtCd+xVT1VRHs0wNhOZo2YCVoU1HATkPejqSeV
  361. NScTHcxnk4/+bxyfk14xvJkNp7FlQ3npmBkA+lbV0Ubr33rvtIE5jiJPyz+SgWAg
  362. xdBG2TojV0squj00GoH/euK6aX7GgZtwdtpTv44haCQdSuPGDcI4TORqR6YSqvy3
  363. GPE+3ZqXPFFb+KILtimkxitdwB7CpwmNse2vE3rONSwTvi8nq3ZoQYNY73CQGkUy
  364. qoFU0pDtw87U3niFin1ZccDgH0bB6624sLViqrjcbYJeg815Htsu4rmzVaZADEVC
  365. XhIO4MThebusdk0AcNGjgpf3HRHk0DPMDDlIjm+Oao0cqovvF6VyYmcb0C+RmhJj
  366. dodLXMNmbqErwTk3zEkW0yZvNIYXH7m9SokPCZa4eeIM7be62X6h1mbt0/IU6Th+
  367. v18fS0iTMP/Viug5und+05C/v04kgDo0CPphAbXwWMnkE4B6Tl9sdyUYXtvQsL7x
  368. 0+WP1gL27ANqNZiI07Kz/BhbBAQI/+2TFT7oGr0AnFPQ5jHp+3GpUf6OKuT1wT3H
  369. ND189UFuRuubxb42vZhpcXRbqJVWnbECTKVUPsGZqat3enQUB63uM4i6/RdONDZA
  370. fDeF1m4qYs+cUXKNUZ03
  371. =X6RT
  372. -----END PGP SIGNATURE-----
  373. Merge ../b
  374. """,
  375. commit.as_raw_string(),
  376. ) # noqa: W291,W293
  377. def test_serialize_mergetag(self):
  378. tag = make_object(
  379. Tag,
  380. object=(Commit, b"a38d6181ff27824c79fc7df825164a212eff6a3f"),
  381. object_type_name=b"commit",
  382. name=b"v2.6.22-rc7",
  383. tag_time=1183319674,
  384. tag_timezone=0,
  385. tagger=b"Linus Torvalds <torvalds@woody.linux-foundation.org>",
  386. message=default_message,
  387. )
  388. commit = self.make_commit(mergetag=[tag])
  389. self.assertEqual(
  390. b"""tree d80c186a03f423a81b39df39dc87fd269736ca86
  391. parent ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd
  392. parent 4cffe90e0a41ad3f5190079d7c8f036bde29cbe6
  393. author James Westby <jw+debian@jameswestby.net> 1174773719 +0000
  394. committer James Westby <jw+debian@jameswestby.net> 1174773719 +0000
  395. mergetag object a38d6181ff27824c79fc7df825164a212eff6a3f
  396. type commit
  397. tag v2.6.22-rc7
  398. tagger Linus Torvalds <torvalds@woody.linux-foundation.org> 1183319674 +0000
  399. Linux 2.6.22-rc7
  400. -----BEGIN PGP SIGNATURE-----
  401. Version: GnuPG v1.4.7 (GNU/Linux)
  402. iD8DBQBGiAaAF3YsRnbiHLsRAitMAKCiLboJkQECM/jpYsY3WPfvUgLXkACgg3ql
  403. OK2XeQOiEeXtT76rV4t2WR4=
  404. =ivrA
  405. -----END PGP SIGNATURE-----
  406. Merge ../b
  407. """,
  408. commit.as_raw_string(),
  409. ) # noqa: W291,W293
  410. def test_serialize_mergetags(self):
  411. tag = make_object(
  412. Tag,
  413. object=(Commit, b"a38d6181ff27824c79fc7df825164a212eff6a3f"),
  414. object_type_name=b"commit",
  415. name=b"v2.6.22-rc7",
  416. tag_time=1183319674,
  417. tag_timezone=0,
  418. tagger=b"Linus Torvalds <torvalds@woody.linux-foundation.org>",
  419. message=default_message,
  420. )
  421. commit = self.make_commit(mergetag=[tag, tag])
  422. self.assertEqual(
  423. b"""tree d80c186a03f423a81b39df39dc87fd269736ca86
  424. parent ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd
  425. parent 4cffe90e0a41ad3f5190079d7c8f036bde29cbe6
  426. author James Westby <jw+debian@jameswestby.net> 1174773719 +0000
  427. committer James Westby <jw+debian@jameswestby.net> 1174773719 +0000
  428. mergetag object a38d6181ff27824c79fc7df825164a212eff6a3f
  429. type commit
  430. tag v2.6.22-rc7
  431. tagger Linus Torvalds <torvalds@woody.linux-foundation.org> 1183319674 +0000
  432. Linux 2.6.22-rc7
  433. -----BEGIN PGP SIGNATURE-----
  434. Version: GnuPG v1.4.7 (GNU/Linux)
  435. iD8DBQBGiAaAF3YsRnbiHLsRAitMAKCiLboJkQECM/jpYsY3WPfvUgLXkACgg3ql
  436. OK2XeQOiEeXtT76rV4t2WR4=
  437. =ivrA
  438. -----END PGP SIGNATURE-----
  439. mergetag object a38d6181ff27824c79fc7df825164a212eff6a3f
  440. type commit
  441. tag v2.6.22-rc7
  442. tagger Linus Torvalds <torvalds@woody.linux-foundation.org> 1183319674 +0000
  443. Linux 2.6.22-rc7
  444. -----BEGIN PGP SIGNATURE-----
  445. Version: GnuPG v1.4.7 (GNU/Linux)
  446. iD8DBQBGiAaAF3YsRnbiHLsRAitMAKCiLboJkQECM/jpYsY3WPfvUgLXkACgg3ql
  447. OK2XeQOiEeXtT76rV4t2WR4=
  448. =ivrA
  449. -----END PGP SIGNATURE-----
  450. Merge ../b
  451. """,
  452. commit.as_raw_string(),
  453. ) # noqa: W291,W293
  454. def test_deserialize_mergetag(self):
  455. tag = make_object(
  456. Tag,
  457. object=(Commit, b"a38d6181ff27824c79fc7df825164a212eff6a3f"),
  458. object_type_name=b"commit",
  459. name=b"v2.6.22-rc7",
  460. tag_time=1183319674,
  461. tag_timezone=0,
  462. tagger=b"Linus Torvalds <torvalds@woody.linux-foundation.org>",
  463. message=default_message,
  464. )
  465. commit = self.make_commit(mergetag=[tag])
  466. d = Commit()
  467. d._deserialize(commit.as_raw_chunks())
  468. self.assertEqual(commit, d)
  469. def test_deserialize_mergetags(self):
  470. tag = make_object(
  471. Tag,
  472. object=(Commit, b"a38d6181ff27824c79fc7df825164a212eff6a3f"),
  473. object_type_name=b"commit",
  474. name=b"v2.6.22-rc7",
  475. tag_time=1183319674,
  476. tag_timezone=0,
  477. tagger=b"Linus Torvalds <torvalds@woody.linux-foundation.org>",
  478. message=default_message,
  479. )
  480. commit = self.make_commit(mergetag=[tag, tag])
  481. d = Commit()
  482. d._deserialize(commit.as_raw_chunks())
  483. self.assertEqual(commit, d)
  484. default_committer = b"James Westby <jw+debian@jameswestby.net> 1174773719 +0000"
  485. class CommitParseTests(ShaFileCheckTests):
  486. def make_commit_lines(
  487. self,
  488. tree=b"d80c186a03f423a81b39df39dc87fd269736ca86",
  489. parents=[
  490. b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd",
  491. b"4cffe90e0a41ad3f5190079d7c8f036bde29cbe6",
  492. ],
  493. author=default_committer,
  494. committer=default_committer,
  495. encoding=None,
  496. message=b"Merge ../b\n",
  497. extra=None,
  498. ):
  499. lines = []
  500. if tree is not None:
  501. lines.append(b"tree " + tree)
  502. if parents is not None:
  503. lines.extend(b"parent " + p for p in parents)
  504. if author is not None:
  505. lines.append(b"author " + author)
  506. if committer is not None:
  507. lines.append(b"committer " + committer)
  508. if encoding is not None:
  509. lines.append(b"encoding " + encoding)
  510. if extra is not None:
  511. for name, value in sorted(extra.items()):
  512. lines.append(name + b" " + value)
  513. lines.append(b"")
  514. if message is not None:
  515. lines.append(message)
  516. return lines
  517. def make_commit_text(self, **kwargs):
  518. return b"\n".join(self.make_commit_lines(**kwargs))
  519. def test_simple(self):
  520. c = Commit.from_string(self.make_commit_text())
  521. self.assertEqual(b"Merge ../b\n", c.message)
  522. self.assertEqual(b"James Westby <jw+debian@jameswestby.net>", c.author)
  523. self.assertEqual(b"James Westby <jw+debian@jameswestby.net>", c.committer)
  524. self.assertEqual(b"d80c186a03f423a81b39df39dc87fd269736ca86", c.tree)
  525. self.assertEqual(
  526. [
  527. b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd",
  528. b"4cffe90e0a41ad3f5190079d7c8f036bde29cbe6",
  529. ],
  530. c.parents,
  531. )
  532. expected_time = datetime.datetime(2007, 3, 24, 22, 1, 59)
  533. self.assertEqual(
  534. expected_time, datetime.datetime.utcfromtimestamp(c.commit_time)
  535. )
  536. self.assertEqual(0, c.commit_timezone)
  537. self.assertEqual(
  538. expected_time, datetime.datetime.utcfromtimestamp(c.author_time)
  539. )
  540. self.assertEqual(0, c.author_timezone)
  541. self.assertEqual(None, c.encoding)
  542. def test_custom(self):
  543. c = Commit.from_string(self.make_commit_text(extra={b"extra-field": b"data"}))
  544. self.assertEqual([(b"extra-field", b"data")], c.extra)
  545. def test_encoding(self):
  546. c = Commit.from_string(self.make_commit_text(encoding=b"UTF-8"))
  547. self.assertEqual(b"UTF-8", c.encoding)
  548. def test_check(self):
  549. self.assertCheckSucceeds(Commit, self.make_commit_text())
  550. self.assertCheckSucceeds(Commit, self.make_commit_text(parents=None))
  551. self.assertCheckSucceeds(Commit, self.make_commit_text(encoding=b"UTF-8"))
  552. self.assertCheckFails(Commit, self.make_commit_text(tree=b"xxx"))
  553. self.assertCheckFails(Commit, self.make_commit_text(parents=[a_sha, b"xxx"]))
  554. bad_committer = b"some guy without an email address 1174773719 +0000"
  555. self.assertCheckFails(Commit, self.make_commit_text(committer=bad_committer))
  556. self.assertCheckFails(Commit, self.make_commit_text(author=bad_committer))
  557. self.assertCheckFails(Commit, self.make_commit_text(author=None))
  558. self.assertCheckFails(Commit, self.make_commit_text(committer=None))
  559. self.assertCheckFails(
  560. Commit, self.make_commit_text(author=None, committer=None)
  561. )
  562. def test_check_duplicates(self):
  563. # duplicate each of the header fields
  564. for i in range(5):
  565. lines = self.make_commit_lines(parents=[a_sha], encoding=b"UTF-8")
  566. lines.insert(i, lines[i])
  567. text = b"\n".join(lines)
  568. if lines[i].startswith(b"parent"):
  569. # duplicate parents are ok for now
  570. self.assertCheckSucceeds(Commit, text)
  571. else:
  572. self.assertCheckFails(Commit, text)
  573. def test_check_order(self):
  574. lines = self.make_commit_lines(parents=[a_sha], encoding=b"UTF-8")
  575. headers = lines[:5]
  576. rest = lines[5:]
  577. # of all possible permutations, ensure only the original succeeds
  578. for perm in permutations(headers):
  579. perm = list(perm)
  580. text = b"\n".join(perm + rest)
  581. if perm == headers:
  582. self.assertCheckSucceeds(Commit, text)
  583. else:
  584. self.assertCheckFails(Commit, text)
  585. def test_check_commit_with_unparseable_time(self):
  586. identity_with_wrong_time = (
  587. b"Igor Sysoev <igor@sysoev.ru> 18446743887488505614+42707004"
  588. )
  589. # Those fail at reading time
  590. self.assertCheckFails(
  591. Commit,
  592. self.make_commit_text(
  593. author=default_committer, committer=identity_with_wrong_time
  594. ),
  595. )
  596. self.assertCheckFails(
  597. Commit,
  598. self.make_commit_text(
  599. author=identity_with_wrong_time, committer=default_committer
  600. ),
  601. )
  602. def test_check_commit_with_overflow_date(self):
  603. """Date with overflow should raise an ObjectFormatException when checked"""
  604. identity_with_wrong_time = (
  605. b"Igor Sysoev <igor@sysoev.ru> 18446743887488505614 +42707004"
  606. )
  607. commit0 = Commit.from_string(
  608. self.make_commit_text(
  609. author=identity_with_wrong_time, committer=default_committer
  610. )
  611. )
  612. commit1 = Commit.from_string(
  613. self.make_commit_text(
  614. author=default_committer, committer=identity_with_wrong_time
  615. )
  616. )
  617. # Those fails when triggering the check() method
  618. for commit in [commit0, commit1]:
  619. with self.assertRaises(ObjectFormatException):
  620. commit.check()
  621. def test_mangled_author_line(self):
  622. """Mangled author line should successfully parse"""
  623. author_line = (
  624. b'Karl MacMillan <kmacmill@redhat.com> <"Karl MacMillan '
  625. b'<kmacmill@redhat.com>"> 1197475547 -0500'
  626. )
  627. expected_identity = (
  628. b'Karl MacMillan <kmacmill@redhat.com> <"Karl MacMillan '
  629. b'<kmacmill@redhat.com>">'
  630. )
  631. commit = Commit.from_string(self.make_commit_text(author=author_line))
  632. # The commit parses properly
  633. self.assertEqual(commit.author, expected_identity)
  634. # But the check fails because the author identity is bogus
  635. with self.assertRaises(ObjectFormatException):
  636. commit.check()
  637. def test_parse_gpgsig(self):
  638. c = Commit.from_string(
  639. b"""tree aaff74984cccd156a469afa7d9ab10e4777beb24
  640. author Jelmer Vernooij <jelmer@samba.org> 1412179807 +0200
  641. committer Jelmer Vernooij <jelmer@samba.org> 1412179807 +0200
  642. gpgsig -----BEGIN PGP SIGNATURE-----
  643. Version: GnuPG v1
  644. iQIcBAABCgAGBQJULCdfAAoJEACAbyvXKaRXuKwP/RyP9PA49uAvu8tQVCC/uBa8
  645. vi975+xvO14R8Pp8k2nps7lSxCdtCd+xVT1VRHs0wNhOZo2YCVoU1HATkPejqSeV
  646. NScTHcxnk4/+bxyfk14xvJkNp7FlQ3npmBkA+lbV0Ubr33rvtIE5jiJPyz+SgWAg
  647. xdBG2TojV0squj00GoH/euK6aX7GgZtwdtpTv44haCQdSuPGDcI4TORqR6YSqvy3
  648. GPE+3ZqXPFFb+KILtimkxitdwB7CpwmNse2vE3rONSwTvi8nq3ZoQYNY73CQGkUy
  649. qoFU0pDtw87U3niFin1ZccDgH0bB6624sLViqrjcbYJeg815Htsu4rmzVaZADEVC
  650. XhIO4MThebusdk0AcNGjgpf3HRHk0DPMDDlIjm+Oao0cqovvF6VyYmcb0C+RmhJj
  651. dodLXMNmbqErwTk3zEkW0yZvNIYXH7m9SokPCZa4eeIM7be62X6h1mbt0/IU6Th+
  652. v18fS0iTMP/Viug5und+05C/v04kgDo0CPphAbXwWMnkE4B6Tl9sdyUYXtvQsL7x
  653. 0+WP1gL27ANqNZiI07Kz/BhbBAQI/+2TFT7oGr0AnFPQ5jHp+3GpUf6OKuT1wT3H
  654. ND189UFuRuubxb42vZhpcXRbqJVWnbECTKVUPsGZqat3enQUB63uM4i6/RdONDZA
  655. fDeF1m4qYs+cUXKNUZ03
  656. =X6RT
  657. -----END PGP SIGNATURE-----
  658. foo
  659. """
  660. ) # noqa: W291,W293
  661. self.assertEqual(b"foo\n", c.message)
  662. self.assertEqual([], c.extra)
  663. self.assertEqual(
  664. b"""-----BEGIN PGP SIGNATURE-----
  665. Version: GnuPG v1
  666. iQIcBAABCgAGBQJULCdfAAoJEACAbyvXKaRXuKwP/RyP9PA49uAvu8tQVCC/uBa8
  667. vi975+xvO14R8Pp8k2nps7lSxCdtCd+xVT1VRHs0wNhOZo2YCVoU1HATkPejqSeV
  668. NScTHcxnk4/+bxyfk14xvJkNp7FlQ3npmBkA+lbV0Ubr33rvtIE5jiJPyz+SgWAg
  669. xdBG2TojV0squj00GoH/euK6aX7GgZtwdtpTv44haCQdSuPGDcI4TORqR6YSqvy3
  670. GPE+3ZqXPFFb+KILtimkxitdwB7CpwmNse2vE3rONSwTvi8nq3ZoQYNY73CQGkUy
  671. qoFU0pDtw87U3niFin1ZccDgH0bB6624sLViqrjcbYJeg815Htsu4rmzVaZADEVC
  672. XhIO4MThebusdk0AcNGjgpf3HRHk0DPMDDlIjm+Oao0cqovvF6VyYmcb0C+RmhJj
  673. dodLXMNmbqErwTk3zEkW0yZvNIYXH7m9SokPCZa4eeIM7be62X6h1mbt0/IU6Th+
  674. v18fS0iTMP/Viug5und+05C/v04kgDo0CPphAbXwWMnkE4B6Tl9sdyUYXtvQsL7x
  675. 0+WP1gL27ANqNZiI07Kz/BhbBAQI/+2TFT7oGr0AnFPQ5jHp+3GpUf6OKuT1wT3H
  676. ND189UFuRuubxb42vZhpcXRbqJVWnbECTKVUPsGZqat3enQUB63uM4i6/RdONDZA
  677. fDeF1m4qYs+cUXKNUZ03
  678. =X6RT
  679. -----END PGP SIGNATURE-----""",
  680. c.gpgsig,
  681. )
  682. def test_parse_header_trailing_newline(self):
  683. c = Commit.from_string(
  684. b"""\
  685. tree a7d6277f78d3ecd0230a1a5df6db00b1d9c521ac
  686. parent c09b6dec7a73760fbdb478383a3c926b18db8bbe
  687. author Neil Matatall <oreoshake@github.com> 1461964057 -1000
  688. committer Neil Matatall <oreoshake@github.com> 1461964057 -1000
  689. gpgsig -----BEGIN PGP SIGNATURE-----
  690. wsBcBAABCAAQBQJXI80ZCRA6pcNDcVZ70gAAarcIABs72xRX3FWeox349nh6ucJK
  691. CtwmBTusez2Zwmq895fQEbZK7jpaGO5TRO4OvjFxlRo0E08UFx3pxZHSpj6bsFeL
  692. hHsDXnCaotphLkbgKKRdGZo7tDqM84wuEDlh4MwNe7qlFC7bYLDyysc81ZX5lpMm
  693. 2MFF1TvjLAzSvkT7H1LPkuR3hSvfCYhikbPOUNnKOo0sYjeJeAJ/JdAVQ4mdJIM0
  694. gl3REp9+A+qBEpNQI7z94Pg5Bc5xenwuDh3SJgHvJV6zBWupWcdB3fAkVd4TPnEZ
  695. nHxksHfeNln9RKseIDcy4b2ATjhDNIJZARHNfr6oy4u3XPW4svRqtBsLoMiIeuI=
  696. =ms6q
  697. -----END PGP SIGNATURE-----
  698. 3.3.0 version bump and docs
  699. """
  700. ) # noqa: W291,W293
  701. self.assertEqual([], c.extra)
  702. self.assertEqual(
  703. b"""\
  704. -----BEGIN PGP SIGNATURE-----
  705. wsBcBAABCAAQBQJXI80ZCRA6pcNDcVZ70gAAarcIABs72xRX3FWeox349nh6ucJK
  706. CtwmBTusez2Zwmq895fQEbZK7jpaGO5TRO4OvjFxlRo0E08UFx3pxZHSpj6bsFeL
  707. hHsDXnCaotphLkbgKKRdGZo7tDqM84wuEDlh4MwNe7qlFC7bYLDyysc81ZX5lpMm
  708. 2MFF1TvjLAzSvkT7H1LPkuR3hSvfCYhikbPOUNnKOo0sYjeJeAJ/JdAVQ4mdJIM0
  709. gl3REp9+A+qBEpNQI7z94Pg5Bc5xenwuDh3SJgHvJV6zBWupWcdB3fAkVd4TPnEZ
  710. nHxksHfeNln9RKseIDcy4b2ATjhDNIJZARHNfr6oy4u3XPW4svRqtBsLoMiIeuI=
  711. =ms6q
  712. -----END PGP SIGNATURE-----\n""",
  713. c.gpgsig,
  714. )
  715. _TREE_ITEMS = {
  716. b"a.c": (0o100755, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  717. b"a": (stat.S_IFDIR, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  718. b"a/c": (stat.S_IFDIR, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  719. }
  720. _SORTED_TREE_ITEMS = [
  721. TreeEntry(b"a.c", 0o100755, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  722. TreeEntry(b"a", stat.S_IFDIR, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  723. TreeEntry(b"a/c", stat.S_IFDIR, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  724. ]
  725. class TreeTests(ShaFileCheckTests):
  726. def test_add(self):
  727. myhexsha = b"d80c186a03f423a81b39df39dc87fd269736ca86"
  728. x = Tree()
  729. x.add(b"myname", 0o100755, myhexsha)
  730. self.assertEqual(x[b"myname"], (0o100755, myhexsha))
  731. self.assertEqual(b"100755 myname\0" + hex_to_sha(myhexsha), x.as_raw_string())
  732. def test_add_old_order(self):
  733. myhexsha = b"d80c186a03f423a81b39df39dc87fd269736ca86"
  734. x = Tree()
  735. warnings.simplefilter("ignore", DeprecationWarning)
  736. try:
  737. x.add(0o100755, b"myname", myhexsha)
  738. finally:
  739. warnings.resetwarnings()
  740. self.assertEqual(x[b"myname"], (0o100755, myhexsha))
  741. self.assertEqual(b"100755 myname\0" + hex_to_sha(myhexsha), x.as_raw_string())
  742. def test_simple(self):
  743. myhexsha = b"d80c186a03f423a81b39df39dc87fd269736ca86"
  744. x = Tree()
  745. x[b"myname"] = (0o100755, myhexsha)
  746. self.assertEqual(b"100755 myname\0" + hex_to_sha(myhexsha), x.as_raw_string())
  747. self.assertEqual(b"100755 myname\0" + hex_to_sha(myhexsha), bytes(x))
  748. def test_tree_update_id(self):
  749. x = Tree()
  750. x[b"a.c"] = (0o100755, b"d80c186a03f423a81b39df39dc87fd269736ca86")
  751. self.assertEqual(b"0c5c6bc2c081accfbc250331b19e43b904ab9cdd", x.id)
  752. x[b"a.b"] = (stat.S_IFDIR, b"d80c186a03f423a81b39df39dc87fd269736ca86")
  753. self.assertEqual(b"07bfcb5f3ada15bbebdfa3bbb8fd858a363925c8", x.id)
  754. def test_tree_iteritems_dir_sort(self):
  755. x = Tree()
  756. for name, item in _TREE_ITEMS.items():
  757. x[name] = item
  758. self.assertEqual(_SORTED_TREE_ITEMS, x.items())
  759. def test_tree_items_dir_sort(self):
  760. x = Tree()
  761. for name, item in _TREE_ITEMS.items():
  762. x[name] = item
  763. self.assertEqual(_SORTED_TREE_ITEMS, x.items())
  764. def _do_test_parse_tree(self, parse_tree):
  765. dir = os.path.join(os.path.dirname(__file__), "data", "trees")
  766. o = Tree.from_path(hex_to_filename(dir, tree_sha))
  767. self.assertEqual(
  768. [(b"a", 0o100644, a_sha), (b"b", 0o100644, b_sha)],
  769. list(parse_tree(o.as_raw_string())),
  770. )
  771. # test a broken tree that has a leading 0 on the file mode
  772. broken_tree = b"0100644 foo\0" + hex_to_sha(a_sha)
  773. def eval_parse_tree(*args, **kwargs):
  774. return list(parse_tree(*args, **kwargs))
  775. self.assertEqual([(b"foo", 0o100644, a_sha)], eval_parse_tree(broken_tree))
  776. self.assertRaises(
  777. ObjectFormatException, eval_parse_tree, broken_tree, strict=True
  778. )
  779. test_parse_tree = functest_builder(_do_test_parse_tree, _parse_tree_py)
  780. test_parse_tree_extension = ext_functest_builder(_do_test_parse_tree, parse_tree)
  781. def _do_test_sorted_tree_items(self, sorted_tree_items):
  782. def do_sort(entries):
  783. return list(sorted_tree_items(entries, False))
  784. actual = do_sort(_TREE_ITEMS)
  785. self.assertEqual(_SORTED_TREE_ITEMS, actual)
  786. self.assertIsInstance(actual[0], TreeEntry)
  787. # C/Python implementations may differ in specific error types, but
  788. # should all error on invalid inputs.
  789. # For example, the C implementation has stricter type checks, so may
  790. # raise TypeError where the Python implementation raises
  791. # AttributeError.
  792. errors = (TypeError, ValueError, AttributeError)
  793. self.assertRaises(errors, do_sort, b"foo")
  794. self.assertRaises(errors, do_sort, {b"foo": (1, 2, 3)})
  795. myhexsha = b"d80c186a03f423a81b39df39dc87fd269736ca86"
  796. self.assertRaises(errors, do_sort, {b"foo": (b"xxx", myhexsha)})
  797. self.assertRaises(errors, do_sort, {b"foo": (0o100755, 12345)})
  798. test_sorted_tree_items = functest_builder(
  799. _do_test_sorted_tree_items, _sorted_tree_items_py
  800. )
  801. test_sorted_tree_items_extension = ext_functest_builder(
  802. _do_test_sorted_tree_items, sorted_tree_items
  803. )
  804. def _do_test_sorted_tree_items_name_order(self, sorted_tree_items):
  805. self.assertEqual(
  806. [
  807. TreeEntry(
  808. b"a",
  809. stat.S_IFDIR,
  810. b"d80c186a03f423a81b39df39dc87fd269736ca86",
  811. ),
  812. TreeEntry(
  813. b"a.c",
  814. 0o100755,
  815. b"d80c186a03f423a81b39df39dc87fd269736ca86",
  816. ),
  817. TreeEntry(
  818. b"a/c",
  819. stat.S_IFDIR,
  820. b"d80c186a03f423a81b39df39dc87fd269736ca86",
  821. ),
  822. ],
  823. list(sorted_tree_items(_TREE_ITEMS, True)),
  824. )
  825. test_sorted_tree_items_name_order = functest_builder(
  826. _do_test_sorted_tree_items_name_order, _sorted_tree_items_py
  827. )
  828. test_sorted_tree_items_name_order_extension = ext_functest_builder(
  829. _do_test_sorted_tree_items_name_order, sorted_tree_items
  830. )
  831. def test_check(self):
  832. t = Tree
  833. sha = hex_to_sha(a_sha)
  834. # filenames
  835. self.assertCheckSucceeds(t, b"100644 .a\0" + sha)
  836. self.assertCheckFails(t, b"100644 \0" + sha)
  837. self.assertCheckFails(t, b"100644 .\0" + sha)
  838. self.assertCheckFails(t, b"100644 a/a\0" + sha)
  839. self.assertCheckFails(t, b"100644 ..\0" + sha)
  840. self.assertCheckFails(t, b"100644 .git\0" + sha)
  841. # modes
  842. self.assertCheckSucceeds(t, b"100644 a\0" + sha)
  843. self.assertCheckSucceeds(t, b"100755 a\0" + sha)
  844. self.assertCheckSucceeds(t, b"160000 a\0" + sha)
  845. # TODO more whitelisted modes
  846. self.assertCheckFails(t, b"123456 a\0" + sha)
  847. self.assertCheckFails(t, b"123abc a\0" + sha)
  848. # should fail check, but parses ok
  849. self.assertCheckFails(t, b"0100644 foo\0" + sha)
  850. # shas
  851. self.assertCheckFails(t, b"100644 a\0" + (b"x" * 5))
  852. self.assertCheckFails(t, b"100644 a\0" + (b"x" * 18) + b"\0")
  853. self.assertCheckFails(t, b"100644 a\0" + (b"x" * 21) + b"\n100644 b\0" + sha)
  854. # ordering
  855. sha2 = hex_to_sha(b_sha)
  856. self.assertCheckSucceeds(t, b"100644 a\0" + sha + b"\n100644 b\0" + sha)
  857. self.assertCheckSucceeds(t, b"100644 a\0" + sha + b"\n100644 b\0" + sha2)
  858. self.assertCheckFails(t, b"100644 a\0" + sha + b"\n100755 a\0" + sha2)
  859. self.assertCheckFails(t, b"100644 b\0" + sha2 + b"\n100644 a\0" + sha)
  860. def test_iter(self):
  861. t = Tree()
  862. t[b"foo"] = (0o100644, a_sha)
  863. self.assertEqual(set([b"foo"]), set(t))
  864. class TagSerializeTests(TestCase):
  865. def test_serialize_simple(self):
  866. x = make_object(
  867. Tag,
  868. tagger=b"Jelmer Vernooij <jelmer@samba.org>",
  869. name=b"0.1",
  870. message=b"Tag 0.1",
  871. object=(Blob, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  872. tag_time=423423423,
  873. tag_timezone=0,
  874. )
  875. self.assertEqual(
  876. (
  877. b"object d80c186a03f423a81b39df39dc87fd269736ca86\n"
  878. b"type blob\n"
  879. b"tag 0.1\n"
  880. b"tagger Jelmer Vernooij <jelmer@samba.org> "
  881. b"423423423 +0000\n"
  882. b"\n"
  883. b"Tag 0.1"
  884. ),
  885. x.as_raw_string(),
  886. )
  887. def test_serialize_none_message(self):
  888. x = make_object(
  889. Tag,
  890. tagger=b"Jelmer Vernooij <jelmer@samba.org>",
  891. name=b"0.1",
  892. message=None,
  893. object=(Blob, b"d80c186a03f423a81b39df39dc87fd269736ca86"),
  894. tag_time=423423423,
  895. tag_timezone=0,
  896. )
  897. self.assertEqual(
  898. (
  899. b"object d80c186a03f423a81b39df39dc87fd269736ca86\n"
  900. b"type blob\n"
  901. b"tag 0.1\n"
  902. b"tagger Jelmer Vernooij <jelmer@samba.org> "
  903. b"423423423 +0000\n"
  904. ),
  905. x.as_raw_string(),
  906. )
  907. default_tagger = (
  908. b"Linus Torvalds <torvalds@woody.linux-foundation.org> " b"1183319674 -0700"
  909. )
  910. default_message = b"""Linux 2.6.22-rc7
  911. -----BEGIN PGP SIGNATURE-----
  912. Version: GnuPG v1.4.7 (GNU/Linux)
  913. iD8DBQBGiAaAF3YsRnbiHLsRAitMAKCiLboJkQECM/jpYsY3WPfvUgLXkACgg3ql
  914. OK2XeQOiEeXtT76rV4t2WR4=
  915. =ivrA
  916. -----END PGP SIGNATURE-----
  917. """
  918. class TagParseTests(ShaFileCheckTests):
  919. def make_tag_lines(
  920. self,
  921. object_sha=b"a38d6181ff27824c79fc7df825164a212eff6a3f",
  922. object_type_name=b"commit",
  923. name=b"v2.6.22-rc7",
  924. tagger=default_tagger,
  925. message=default_message,
  926. ):
  927. lines = []
  928. if object_sha is not None:
  929. lines.append(b"object " + object_sha)
  930. if object_type_name is not None:
  931. lines.append(b"type " + object_type_name)
  932. if name is not None:
  933. lines.append(b"tag " + name)
  934. if tagger is not None:
  935. lines.append(b"tagger " + tagger)
  936. if message is not None:
  937. lines.append(b"")
  938. lines.append(message)
  939. return lines
  940. def make_tag_text(self, **kwargs):
  941. return b"\n".join(self.make_tag_lines(**kwargs))
  942. def test_parse(self):
  943. x = Tag()
  944. x.set_raw_string(self.make_tag_text())
  945. self.assertEqual(
  946. b"Linus Torvalds <torvalds@woody.linux-foundation.org>", x.tagger
  947. )
  948. self.assertEqual(b"v2.6.22-rc7", x.name)
  949. object_type, object_sha = x.object
  950. self.assertEqual(b"a38d6181ff27824c79fc7df825164a212eff6a3f", object_sha)
  951. self.assertEqual(Commit, object_type)
  952. self.assertEqual(
  953. datetime.datetime.utcfromtimestamp(x.tag_time),
  954. datetime.datetime(2007, 7, 1, 19, 54, 34),
  955. )
  956. self.assertEqual(-25200, x.tag_timezone)
  957. def test_parse_no_tagger(self):
  958. x = Tag()
  959. x.set_raw_string(self.make_tag_text(tagger=None))
  960. self.assertEqual(None, x.tagger)
  961. self.assertEqual(b"v2.6.22-rc7", x.name)
  962. self.assertEqual(None, x.tag_time)
  963. def test_parse_no_message(self):
  964. x = Tag()
  965. x.set_raw_string(self.make_tag_text(message=None))
  966. self.assertEqual(None, x.message)
  967. self.assertEqual(
  968. b"Linus Torvalds <torvalds@woody.linux-foundation.org>", x.tagger
  969. )
  970. self.assertEqual(
  971. datetime.datetime.utcfromtimestamp(x.tag_time),
  972. datetime.datetime(2007, 7, 1, 19, 54, 34),
  973. )
  974. self.assertEqual(-25200, x.tag_timezone)
  975. self.assertEqual(b"v2.6.22-rc7", x.name)
  976. def test_check(self):
  977. self.assertCheckSucceeds(Tag, self.make_tag_text())
  978. self.assertCheckFails(Tag, self.make_tag_text(object_sha=None))
  979. self.assertCheckFails(Tag, self.make_tag_text(object_type_name=None))
  980. self.assertCheckFails(Tag, self.make_tag_text(name=None))
  981. self.assertCheckFails(Tag, self.make_tag_text(name=b""))
  982. self.assertCheckFails(Tag, self.make_tag_text(object_type_name=b"foobar"))
  983. self.assertCheckFails(
  984. Tag,
  985. self.make_tag_text(
  986. tagger=b"some guy without an email address 1183319674 -0700"
  987. ),
  988. )
  989. self.assertCheckFails(
  990. Tag,
  991. self.make_tag_text(
  992. tagger=(
  993. b"Linus Torvalds <torvalds@woody.linux-foundation.org> "
  994. b"Sun 7 Jul 2007 12:54:34 +0700"
  995. )
  996. ),
  997. )
  998. self.assertCheckFails(Tag, self.make_tag_text(object_sha=b"xxx"))
  999. def test_check_tag_with_unparseable_field(self):
  1000. self.assertCheckFails(
  1001. Tag,
  1002. self.make_tag_text(
  1003. tagger=(
  1004. b"Linus Torvalds <torvalds@woody.linux-foundation.org> "
  1005. b"423423+0000"
  1006. )
  1007. ),
  1008. )
  1009. def test_check_tag_with_overflow_time(self):
  1010. """Date with overflow should raise an ObjectFormatException when checked"""
  1011. author = "Some Dude <some@dude.org> %s +0000" % (MAX_TIME + 1,)
  1012. tag = Tag.from_string(self.make_tag_text(tagger=(author.encode())))
  1013. with self.assertRaises(ObjectFormatException):
  1014. tag.check()
  1015. def test_check_duplicates(self):
  1016. # duplicate each of the header fields
  1017. for i in range(4):
  1018. lines = self.make_tag_lines()
  1019. lines.insert(i, lines[i])
  1020. self.assertCheckFails(Tag, b"\n".join(lines))
  1021. def test_check_order(self):
  1022. lines = self.make_tag_lines()
  1023. headers = lines[:4]
  1024. rest = lines[4:]
  1025. # of all possible permutations, ensure only the original succeeds
  1026. for perm in permutations(headers):
  1027. perm = list(perm)
  1028. text = b"\n".join(perm + rest)
  1029. if perm == headers:
  1030. self.assertCheckSucceeds(Tag, text)
  1031. else:
  1032. self.assertCheckFails(Tag, text)
  1033. def test_tree_copy_after_update(self):
  1034. """Check Tree.id is correctly updated when the tree is copied after updated."""
  1035. shas = []
  1036. tree = Tree()
  1037. shas.append(tree.id)
  1038. tree.add(b"data", 0o644, Blob().id)
  1039. copied = tree.copy()
  1040. shas.append(tree.id)
  1041. shas.append(copied.id)
  1042. self.assertNotIn(shas[0], shas[1:])
  1043. self.assertEqual(shas[1], shas[2])
  1044. class CheckTests(TestCase):
  1045. def test_check_hexsha(self):
  1046. check_hexsha(a_sha, "failed to check good sha")
  1047. self.assertRaises(
  1048. ObjectFormatException, check_hexsha, b"1" * 39, "sha too short"
  1049. )
  1050. self.assertRaises(
  1051. ObjectFormatException, check_hexsha, b"1" * 41, "sha too long"
  1052. )
  1053. self.assertRaises(
  1054. ObjectFormatException,
  1055. check_hexsha,
  1056. b"x" * 40,
  1057. "invalid characters",
  1058. )
  1059. def test_check_identity(self):
  1060. check_identity(
  1061. b"Dave Borowitz <dborowitz@google.com>",
  1062. "failed to check good identity",
  1063. )
  1064. check_identity(b"<dborowitz@google.com>", "failed to check good identity")
  1065. self.assertRaises(
  1066. ObjectFormatException, check_identity, b"Dave Borowitz", "no email"
  1067. )
  1068. self.assertRaises(
  1069. ObjectFormatException,
  1070. check_identity,
  1071. b"Dave Borowitz <dborowitz",
  1072. "incomplete email",
  1073. )
  1074. self.assertRaises(
  1075. ObjectFormatException,
  1076. check_identity,
  1077. b"dborowitz@google.com>",
  1078. "incomplete email",
  1079. )
  1080. self.assertRaises(
  1081. ObjectFormatException,
  1082. check_identity,
  1083. b"Dave Borowitz <<dborowitz@google.com>",
  1084. "typo",
  1085. )
  1086. self.assertRaises(
  1087. ObjectFormatException,
  1088. check_identity,
  1089. b"Dave Borowitz <dborowitz@google.com>>",
  1090. "typo",
  1091. )
  1092. self.assertRaises(
  1093. ObjectFormatException,
  1094. check_identity,
  1095. b"Dave Borowitz <dborowitz@google.com>xxx",
  1096. "trailing characters",
  1097. )
  1098. class TimezoneTests(TestCase):
  1099. def test_parse_timezone_utc(self):
  1100. self.assertEqual((0, False), parse_timezone(b"+0000"))
  1101. def test_parse_timezone_utc_negative(self):
  1102. self.assertEqual((0, True), parse_timezone(b"-0000"))
  1103. def test_generate_timezone_utc(self):
  1104. self.assertEqual(b"+0000", format_timezone(0))
  1105. def test_generate_timezone_utc_negative(self):
  1106. self.assertEqual(b"-0000", format_timezone(0, True))
  1107. def test_parse_timezone_cet(self):
  1108. self.assertEqual((60 * 60, False), parse_timezone(b"+0100"))
  1109. def test_format_timezone_cet(self):
  1110. self.assertEqual(b"+0100", format_timezone(60 * 60))
  1111. def test_format_timezone_pdt(self):
  1112. self.assertEqual(b"-0400", format_timezone(-4 * 60 * 60))
  1113. def test_parse_timezone_pdt(self):
  1114. self.assertEqual((-4 * 60 * 60, False), parse_timezone(b"-0400"))
  1115. def test_format_timezone_pdt_half(self):
  1116. self.assertEqual(b"-0440", format_timezone(int(((-4 * 60) - 40) * 60)))
  1117. def test_format_timezone_double_negative(self):
  1118. self.assertEqual(b"--700", format_timezone(int(((7 * 60)) * 60), True))
  1119. def test_parse_timezone_pdt_half(self):
  1120. self.assertEqual((((-4 * 60) - 40) * 60, False), parse_timezone(b"-0440"))
  1121. def test_parse_timezone_double_negative(self):
  1122. self.assertEqual((int(((7 * 60)) * 60), False), parse_timezone(b"+700"))
  1123. self.assertEqual((int(((7 * 60)) * 60), True), parse_timezone(b"--700"))
  1124. class ShaFileCopyTests(TestCase):
  1125. def assert_copy(self, orig):
  1126. oclass = object_class(orig.type_num)
  1127. copy = orig.copy()
  1128. self.assertIsInstance(copy, oclass)
  1129. self.assertEqual(copy, orig)
  1130. self.assertIsNot(copy, orig)
  1131. def test_commit_copy(self):
  1132. attrs = {
  1133. "tree": b"d80c186a03f423a81b39df39dc87fd269736ca86",
  1134. "parents": [
  1135. b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd",
  1136. b"4cffe90e0a41ad3f5190079d7c8f036bde29cbe6",
  1137. ],
  1138. "author": b"James Westby <jw+debian@jameswestby.net>",
  1139. "committer": b"James Westby <jw+debian@jameswestby.net>",
  1140. "commit_time": 1174773719,
  1141. "author_time": 1174773719,
  1142. "commit_timezone": 0,
  1143. "author_timezone": 0,
  1144. "message": b"Merge ../b\n",
  1145. }
  1146. commit = make_commit(**attrs)
  1147. self.assert_copy(commit)
  1148. def test_blob_copy(self):
  1149. blob = make_object(Blob, data=b"i am a blob")
  1150. self.assert_copy(blob)
  1151. def test_tree_copy(self):
  1152. blob = make_object(Blob, data=b"i am a blob")
  1153. tree = Tree()
  1154. tree[b"blob"] = (stat.S_IFREG, blob.id)
  1155. self.assert_copy(tree)
  1156. def test_tag_copy(self):
  1157. tag = make_object(
  1158. Tag,
  1159. name=b"tag",
  1160. message=b"",
  1161. tagger=b"Tagger <test@example.com>",
  1162. tag_time=12345,
  1163. tag_timezone=0,
  1164. object=(Commit, b"0" * 40),
  1165. )
  1166. self.assert_copy(tag)
  1167. class ShaFileSerializeTests(TestCase):
  1168. """`ShaFile` objects only gets serialized once if they haven't changed."""
  1169. @contextmanager
  1170. def assert_serialization_on_change(
  1171. self, obj, needs_serialization_after_change=True
  1172. ):
  1173. old_id = obj.id
  1174. self.assertFalse(obj._needs_serialization)
  1175. yield obj
  1176. if needs_serialization_after_change:
  1177. self.assertTrue(obj._needs_serialization)
  1178. else:
  1179. self.assertFalse(obj._needs_serialization)
  1180. new_id = obj.id
  1181. self.assertFalse(obj._needs_serialization)
  1182. self.assertNotEqual(old_id, new_id)
  1183. def test_commit_serialize(self):
  1184. attrs = {
  1185. "tree": b"d80c186a03f423a81b39df39dc87fd269736ca86",
  1186. "parents": [
  1187. b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd",
  1188. b"4cffe90e0a41ad3f5190079d7c8f036bde29cbe6",
  1189. ],
  1190. "author": b"James Westby <jw+debian@jameswestby.net>",
  1191. "committer": b"James Westby <jw+debian@jameswestby.net>",
  1192. "commit_time": 1174773719,
  1193. "author_time": 1174773719,
  1194. "commit_timezone": 0,
  1195. "author_timezone": 0,
  1196. "message": b"Merge ../b\n",
  1197. }
  1198. commit = make_commit(**attrs)
  1199. with self.assert_serialization_on_change(commit):
  1200. commit.parents = [b"ab64bbdcc51b170d21588e5c5d391ee5c0c96dfd"]
  1201. def test_blob_serialize(self):
  1202. blob = make_object(Blob, data=b"i am a blob")
  1203. with self.assert_serialization_on_change(
  1204. blob, needs_serialization_after_change=False
  1205. ):
  1206. blob.data = b"i am another blob"
  1207. def test_tree_serialize(self):
  1208. blob = make_object(Blob, data=b"i am a blob")
  1209. tree = Tree()
  1210. tree[b"blob"] = (stat.S_IFREG, blob.id)
  1211. with self.assert_serialization_on_change(tree):
  1212. tree[b"blob2"] = (stat.S_IFREG, blob.id)
  1213. def test_tag_serialize(self):
  1214. tag = make_object(
  1215. Tag,
  1216. name=b"tag",
  1217. message=b"",
  1218. tagger=b"Tagger <test@example.com>",
  1219. tag_time=12345,
  1220. tag_timezone=0,
  1221. object=(Commit, b"0" * 40),
  1222. )
  1223. with self.assert_serialization_on_change(tag):
  1224. tag.message = b"new message"
  1225. def test_tag_serialize_time_error(self):
  1226. with self.assertRaises(ObjectFormatException):
  1227. tag = make_object(
  1228. Tag,
  1229. name=b"tag",
  1230. message=b"some message",
  1231. tagger=b"Tagger <test@example.com> 1174773719+0000",
  1232. object=(Commit, b"0" * 40),
  1233. )
  1234. tag._deserialize(tag._serialize())
  1235. class PrettyFormatTreeEntryTests(TestCase):
  1236. def test_format(self):
  1237. self.assertEqual(
  1238. "40000 tree 40820c38cfb182ce6c8b261555410d8382a5918b\tfoo\n",
  1239. pretty_format_tree_entry(
  1240. b"foo", 0o40000, b"40820c38cfb182ce6c8b261555410d8382a5918b"
  1241. ),
  1242. )