porcelain.py 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963
  1. # porcelain.py -- Porcelain-like layer on top of Dulwich
  2. # Copyright (C) 2013 Jelmer Vernooij <jelmer@samba.org>
  3. #
  4. # Dulwich is dual-licensed under the Apache License, Version 2.0 and the GNU
  5. # General Public License as public by the Free Software Foundation; version 2.0
  6. # or (at your option) any later version. You can redistribute it and/or
  7. # modify it under the terms of either of these two licenses.
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. #
  15. # You should have received a copy of the licenses; if not, see
  16. # <http://www.gnu.org/licenses/> for a copy of the GNU General Public License
  17. # and <http://www.apache.org/licenses/LICENSE-2.0> for a copy of the Apache
  18. # License, Version 2.0.
  19. #
  20. """Simple wrapper that provides porcelain-like functions on top of Dulwich.
  21. Currently implemented:
  22. * archive
  23. * add
  24. * branch{_create,_delete,_list}
  25. * clone
  26. * commit
  27. * commit-tree
  28. * daemon
  29. * diff-tree
  30. * fetch
  31. * init
  32. * ls-remote
  33. * ls-tree
  34. * pull
  35. * push
  36. * rm
  37. * receive-pack
  38. * reset
  39. * rev-list
  40. * tag{_create,_delete,_list}
  41. * upload-pack
  42. * update-server-info
  43. * status
  44. * symbolic-ref
  45. These functions are meant to behave similarly to the git subcommands.
  46. Differences in behaviour are considered bugs.
  47. """
  48. __docformat__ = 'restructuredText'
  49. from collections import namedtuple
  50. from contextlib import (
  51. closing,
  52. contextmanager,
  53. )
  54. import os
  55. import posixpath
  56. import stat
  57. import sys
  58. import time
  59. from dulwich.archive import (
  60. tar_stream,
  61. )
  62. from dulwich.client import (
  63. get_transport_and_path,
  64. )
  65. from dulwich.diff_tree import (
  66. CHANGE_ADD,
  67. CHANGE_DELETE,
  68. CHANGE_MODIFY,
  69. CHANGE_RENAME,
  70. CHANGE_COPY,
  71. RENAME_CHANGE_TYPES,
  72. )
  73. from dulwich.errors import (
  74. SendPackError,
  75. UpdateRefsError,
  76. )
  77. from dulwich.index import get_unstaged_changes
  78. from dulwich.objects import (
  79. Commit,
  80. Tag,
  81. format_timezone,
  82. parse_timezone,
  83. pretty_format_tree_entry,
  84. )
  85. from dulwich.objectspec import (
  86. parse_object,
  87. parse_reftuples,
  88. )
  89. from dulwich.pack import (
  90. write_pack_index,
  91. write_pack_objects,
  92. )
  93. from dulwich.patch import write_tree_diff
  94. from dulwich.protocol import (
  95. Protocol,
  96. ZERO_SHA,
  97. )
  98. from dulwich.repo import (BaseRepo, Repo)
  99. from dulwich.server import (
  100. FileSystemBackend,
  101. TCPGitServer,
  102. ReceivePackHandler,
  103. UploadPackHandler,
  104. update_server_info as server_update_server_info,
  105. )
  106. # Module level tuple definition for status output
  107. GitStatus = namedtuple('GitStatus', 'staged unstaged untracked')
  108. default_bytes_out_stream = getattr(sys.stdout, 'buffer', sys.stdout)
  109. default_bytes_err_stream = getattr(sys.stderr, 'buffer', sys.stderr)
  110. DEFAULT_ENCODING = 'utf-8'
  111. def open_repo(path_or_repo):
  112. """Open an argument that can be a repository or a path for a repository."""
  113. if isinstance(path_or_repo, BaseRepo):
  114. return path_or_repo
  115. return Repo(path_or_repo)
  116. @contextmanager
  117. def _noop_context_manager(obj):
  118. """Context manager that has the same api as closing but does nothing."""
  119. yield obj
  120. def open_repo_closing(path_or_repo):
  121. """Open an argument that can be a repository or a path for a repository.
  122. returns a context manager that will close the repo on exit if the argument
  123. is a path, else does nothing if the argument is a repo.
  124. """
  125. if isinstance(path_or_repo, BaseRepo):
  126. return _noop_context_manager(path_or_repo)
  127. return closing(Repo(path_or_repo))
  128. def archive(repo, committish=None, outstream=default_bytes_out_stream,
  129. errstream=default_bytes_err_stream):
  130. """Create an archive.
  131. :param repo: Path of repository for which to generate an archive.
  132. :param committish: Commit SHA1 or ref to use
  133. :param outstream: Output stream (defaults to stdout)
  134. :param errstream: Error stream (defaults to stderr)
  135. """
  136. if committish is None:
  137. committish = "HEAD"
  138. with open_repo_closing(repo) as repo_obj:
  139. c = repo_obj[committish]
  140. tree = c.tree
  141. for chunk in tar_stream(repo_obj.object_store,
  142. repo_obj.object_store[c.tree], c.commit_time):
  143. outstream.write(chunk)
  144. def update_server_info(repo="."):
  145. """Update server info files for a repository.
  146. :param repo: path to the repository
  147. """
  148. with open_repo_closing(repo) as r:
  149. server_update_server_info(r)
  150. def symbolic_ref(repo, ref_name, force=False):
  151. """Set git symbolic ref into HEAD.
  152. :param repo: path to the repository
  153. :param ref_name: short name of the new ref
  154. :param force: force settings without checking if it exists in refs/heads
  155. """
  156. with open_repo_closing(repo) as repo_obj:
  157. ref_path = b'refs/heads/' + ref_name
  158. if not force and ref_path not in repo_obj.refs.keys():
  159. raise ValueError('fatal: ref `%s` is not a ref' % ref_name)
  160. repo_obj.refs.set_symbolic_ref(b'HEAD', ref_path)
  161. def commit(repo=".", message=None, author=None, committer=None):
  162. """Create a new commit.
  163. :param repo: Path to repository
  164. :param message: Optional commit message
  165. :param author: Optional author name and email
  166. :param committer: Optional committer name and email
  167. :return: SHA1 of the new commit
  168. """
  169. # FIXME: Support --all argument
  170. # FIXME: Support --signoff argument
  171. with open_repo_closing(repo) as r:
  172. return r.do_commit(message=message, author=author,
  173. committer=committer)
  174. def commit_tree(repo, tree, message=None, author=None, committer=None):
  175. """Create a new commit object.
  176. :param repo: Path to repository
  177. :param tree: An existing tree object
  178. :param author: Optional author name and email
  179. :param committer: Optional committer name and email
  180. """
  181. with open_repo_closing(repo) as r:
  182. return r.do_commit(message=message, tree=tree, committer=committer,
  183. author=author)
  184. def init(path=".", bare=False):
  185. """Create a new git repository.
  186. :param path: Path to repository.
  187. :param bare: Whether to create a bare repository.
  188. :return: A Repo instance
  189. """
  190. if not os.path.exists(path):
  191. os.mkdir(path)
  192. if bare:
  193. return Repo.init_bare(path)
  194. else:
  195. return Repo.init(path)
  196. def clone(source, target=None, bare=False, checkout=None,
  197. errstream=default_bytes_err_stream, outstream=None,
  198. origin=b"origin"):
  199. """Clone a local or remote git repository.
  200. :param source: Path or URL for source repository
  201. :param target: Path to target repository (optional)
  202. :param bare: Whether or not to create a bare repository
  203. :param errstream: Optional stream to write progress to
  204. :param outstream: Optional stream to write progress to (deprecated)
  205. :return: The new repository
  206. """
  207. if outstream is not None:
  208. import warnings
  209. warnings.warn("outstream= has been deprecated in favour of errstream=.", DeprecationWarning,
  210. stacklevel=3)
  211. errstream = outstream
  212. if checkout is None:
  213. checkout = (not bare)
  214. if checkout and bare:
  215. raise ValueError("checkout and bare are incompatible")
  216. client, host_path = get_transport_and_path(source)
  217. if target is None:
  218. target = host_path.split("/")[-1]
  219. if not os.path.exists(target):
  220. os.mkdir(target)
  221. if bare:
  222. r = Repo.init_bare(target)
  223. else:
  224. r = Repo.init(target)
  225. try:
  226. remote_refs = client.fetch(host_path, r,
  227. determine_wants=r.object_store.determine_wants_all,
  228. progress=errstream.write)
  229. r.refs.import_refs(
  230. b'refs/remotes/' + origin,
  231. {n[len(b'refs/heads/'):]: v for (n, v) in remote_refs.items()
  232. if n.startswith(b'refs/heads/')})
  233. r.refs.import_refs(
  234. b'refs/tags',
  235. {n[len(b'refs/tags/'):]: v for (n, v) in remote_refs.items()
  236. if n.startswith(b'refs/tags/') and not n.endswith(b'^{}')})
  237. r[b"HEAD"] = remote_refs[b"HEAD"]
  238. if checkout:
  239. errstream.write(b'Checking out HEAD\n')
  240. r.reset_index()
  241. except:
  242. r.close()
  243. raise
  244. return r
  245. def add(repo=".", paths=None):
  246. """Add files to the staging area.
  247. :param repo: Repository for the files
  248. :param paths: Paths to add. No value passed stages all modified files.
  249. """
  250. # FIXME: Support patterns, directories.
  251. with open_repo_closing(repo) as r:
  252. if not paths:
  253. # If nothing is specified, add all non-ignored files.
  254. paths = []
  255. for dirpath, dirnames, filenames in os.walk(r.path):
  256. # Skip .git and below.
  257. if '.git' in dirnames:
  258. dirnames.remove('.git')
  259. for filename in filenames:
  260. paths.append(os.path.join(dirpath[len(r.path)+1:], filename))
  261. r.stage(paths)
  262. def rm(repo=".", paths=None):
  263. """Remove files from the staging area.
  264. :param repo: Repository for the files
  265. :param paths: Paths to remove
  266. """
  267. with open_repo_closing(repo) as r:
  268. index = r.open_index()
  269. for p in paths:
  270. del index[p.encode(sys.getfilesystemencoding())]
  271. index.write()
  272. def commit_decode(commit, contents, default_encoding=DEFAULT_ENCODING):
  273. if commit.encoding is not None:
  274. return contents.decode(commit.encoding, "replace")
  275. return contents.decode(default_encoding, "replace")
  276. def print_commit(commit, decode, outstream=sys.stdout):
  277. """Write a human-readable commit log entry.
  278. :param commit: A `Commit` object
  279. :param outstream: A stream file to write to
  280. """
  281. outstream.write("-" * 50 + "\n")
  282. outstream.write("commit: " + commit.id.decode('ascii') + "\n")
  283. if len(commit.parents) > 1:
  284. outstream.write("merge: " +
  285. "...".join([c.decode('ascii') for c in commit.parents[1:]]) + "\n")
  286. outstream.write("Author: " + decode(commit.author) + "\n")
  287. if commit.author != commit.committer:
  288. outstream.write("Committer: " + decode(commit.committer) + "\n")
  289. time_tuple = time.gmtime(commit.author_time + commit.author_timezone)
  290. time_str = time.strftime("%a %b %d %Y %H:%M:%S", time_tuple)
  291. timezone_str = format_timezone(commit.author_timezone).decode('ascii')
  292. outstream.write("Date: " + time_str + " " + timezone_str + "\n")
  293. outstream.write("\n")
  294. outstream.write(decode(commit.message) + "\n")
  295. outstream.write("\n")
  296. def print_tag(tag, decode, outstream=sys.stdout):
  297. """Write a human-readable tag.
  298. :param tag: A `Tag` object
  299. :param decode: Function for decoding bytes to unicode string
  300. :param outstream: A stream to write to
  301. """
  302. outstream.write("Tagger: " + decode(tag.tagger) + "\n")
  303. outstream.write("Date: " + decode(tag.tag_time) + "\n")
  304. outstream.write("\n")
  305. outstream.write(decode(tag.message) + "\n")
  306. outstream.write("\n")
  307. def show_blob(repo, blob, decode, outstream=sys.stdout):
  308. """Write a blob to a stream.
  309. :param repo: A `Repo` object
  310. :param blob: A `Blob` object
  311. :param decode: Function for decoding bytes to unicode string
  312. :param outstream: A stream file to write to
  313. """
  314. outstream.write(decode(blob.data))
  315. def show_commit(repo, commit, decode, outstream=sys.stdout):
  316. """Show a commit to a stream.
  317. :param repo: A `Repo` object
  318. :param commit: A `Commit` object
  319. :param decode: Function for decoding bytes to unicode string
  320. :param outstream: Stream to write to
  321. """
  322. print_commit(commit, decode=decode, outstream=outstream)
  323. parent_commit = repo[commit.parents[0]]
  324. write_tree_diff(outstream, repo.object_store, parent_commit.tree, commit.tree)
  325. def show_tree(repo, tree, decode, outstream=sys.stdout):
  326. """Print a tree to a stream.
  327. :param repo: A `Repo` object
  328. :param tree: A `Tree` object
  329. :param decode: Function for decoding bytes to unicode string
  330. :param outstream: Stream to write to
  331. """
  332. for n in tree:
  333. outstream.write(decode(n) + "\n")
  334. def show_tag(repo, tag, decode, outstream=sys.stdout):
  335. """Print a tag to a stream.
  336. :param repo: A `Repo` object
  337. :param tag: A `Tag` object
  338. :param decode: Function for decoding bytes to unicode string
  339. :param outstream: Stream to write to
  340. """
  341. print_tag(tag, decode, outstream)
  342. show_object(repo, repo[tag.object[1]], outstream)
  343. def show_object(repo, obj, decode, outstream):
  344. return {
  345. b"tree": show_tree,
  346. b"blob": show_blob,
  347. b"commit": show_commit,
  348. b"tag": show_tag,
  349. }[obj.type_name](repo, obj, decode, outstream)
  350. def print_name_status(changes):
  351. """Print a simple status summary, listing changed files.
  352. """
  353. for change in changes:
  354. if not change:
  355. continue
  356. if type(change) is list:
  357. change = change[0]
  358. if change.type == CHANGE_ADD:
  359. path1 = change.new.path
  360. path2 = ''
  361. kind = 'A'
  362. elif change.type == CHANGE_DELETE:
  363. path1 = change.old.path
  364. path2 = ''
  365. kind = 'D'
  366. elif change.type == CHANGE_MODIFY:
  367. path1 = change.new.path
  368. path2 = ''
  369. kind = 'M'
  370. elif change.type in RENAME_CHANGE_TYPES:
  371. path1 = change.old.path
  372. path2 = change.new.path
  373. if change.type == CHANGE_RENAME:
  374. kind = 'R'
  375. elif change.type == CHANGE_COPY:
  376. kind = 'C'
  377. yield '%-8s%-20s%-20s' % (kind, path1, path2)
  378. def log(repo=".", paths=None, outstream=sys.stdout, max_entries=None,
  379. reverse=False, name_status=False):
  380. """Write commit logs.
  381. :param repo: Path to repository
  382. :param paths: Optional set of specific paths to print entries for
  383. :param outstream: Stream to write log output to
  384. :param reverse: Reverse order in which entries are printed
  385. :param name_status: Print name status
  386. :param max_entries: Optional maximum number of entries to display
  387. """
  388. with open_repo_closing(repo) as r:
  389. walker = r.get_walker(
  390. max_entries=max_entries, paths=paths, reverse=reverse)
  391. for entry in walker:
  392. decode = lambda x: commit_decode(entry.commit, x)
  393. print_commit(entry.commit, decode, outstream)
  394. if name_status:
  395. outstream.writelines(
  396. [l+'\n' for l in print_name_status(entry.changes())])
  397. # TODO(jelmer): better default for encoding?
  398. def show(repo=".", objects=None, outstream=sys.stdout,
  399. default_encoding=DEFAULT_ENCODING):
  400. """Print the changes in a commit.
  401. :param repo: Path to repository
  402. :param objects: Objects to show (defaults to [HEAD])
  403. :param outstream: Stream to write to
  404. :param default_encoding: Default encoding to use if none is set in the commit
  405. """
  406. if objects is None:
  407. objects = ["HEAD"]
  408. if not isinstance(objects, list):
  409. objects = [objects]
  410. with open_repo_closing(repo) as r:
  411. for objectish in objects:
  412. o = parse_object(r, objectish)
  413. if isinstance(o, Commit):
  414. decode = lambda x: commit_decode(o, x, default_encoding)
  415. else:
  416. decode = lambda x: x.decode(default_encoding)
  417. show_object(r, o, decode, outstream)
  418. def diff_tree(repo, old_tree, new_tree, outstream=sys.stdout):
  419. """Compares the content and mode of blobs found via two tree objects.
  420. :param repo: Path to repository
  421. :param old_tree: Id of old tree
  422. :param new_tree: Id of new tree
  423. :param outstream: Stream to write to
  424. """
  425. with open_repo_closing(repo) as r:
  426. write_tree_diff(outstream, r.object_store, old_tree, new_tree)
  427. def rev_list(repo, commits, outstream=sys.stdout):
  428. """Lists commit objects in reverse chronological order.
  429. :param repo: Path to repository
  430. :param commits: Commits over which to iterate
  431. :param outstream: Stream to write to
  432. """
  433. with open_repo_closing(repo) as r:
  434. for entry in r.get_walker(include=[r[c].id for c in commits]):
  435. outstream.write(entry.commit.id + b"\n")
  436. def tag(*args, **kwargs):
  437. import warnings
  438. warnings.warn("tag has been deprecated in favour of tag_create.", DeprecationWarning)
  439. return tag_create(*args, **kwargs)
  440. def tag_create(repo, tag, author=None, message=None, annotated=False,
  441. objectish="HEAD", tag_time=None, tag_timezone=None):
  442. """Creates a tag in git via dulwich calls:
  443. :param repo: Path to repository
  444. :param tag: tag string
  445. :param author: tag author (optional, if annotated is set)
  446. :param message: tag message (optional)
  447. :param annotated: whether to create an annotated tag
  448. :param objectish: object the tag should point at, defaults to HEAD
  449. :param tag_time: Optional time for annotated tag
  450. :param tag_timezone: Optional timezone for annotated tag
  451. """
  452. with open_repo_closing(repo) as r:
  453. object = parse_object(r, objectish)
  454. if annotated:
  455. # Create the tag object
  456. tag_obj = Tag()
  457. if author is None:
  458. # TODO(jelmer): Don't use repo private method.
  459. author = r._get_user_identity()
  460. tag_obj.tagger = author
  461. tag_obj.message = message
  462. tag_obj.name = tag
  463. tag_obj.object = (type(object), object.id)
  464. if tag_time is None:
  465. tag_time = int(time.time())
  466. tag_obj.tag_time = tag_time
  467. if tag_timezone is None:
  468. # TODO(jelmer) Use current user timezone rather than UTC
  469. tag_timezone = 0
  470. elif isinstance(tag_timezone, str):
  471. tag_timezone = parse_timezone(tag_timezone)
  472. tag_obj.tag_timezone = tag_timezone
  473. r.object_store.add_object(tag_obj)
  474. tag_id = tag_obj.id
  475. else:
  476. tag_id = object.id
  477. r.refs[b'refs/tags/' + tag] = tag_id
  478. def list_tags(*args, **kwargs):
  479. import warnings
  480. warnings.warn("list_tags has been deprecated in favour of tag_list.", DeprecationWarning)
  481. return tag_list(*args, **kwargs)
  482. def tag_list(repo, outstream=sys.stdout):
  483. """List all tags.
  484. :param repo: Path to repository
  485. :param outstream: Stream to write tags to
  486. """
  487. with open_repo_closing(repo) as r:
  488. tags = list(r.refs.as_dict(b"refs/tags"))
  489. tags.sort()
  490. return tags
  491. def tag_delete(repo, name):
  492. """Remove a tag.
  493. :param repo: Path to repository
  494. :param name: Name of tag to remove
  495. """
  496. with open_repo_closing(repo) as r:
  497. if isinstance(name, bytes):
  498. names = [name]
  499. elif isinstance(name, list):
  500. names = name
  501. else:
  502. raise TypeError("Unexpected tag name type %r" % name)
  503. for name in names:
  504. del r.refs[b"refs/tags/" + name]
  505. def reset(repo, mode, committish="HEAD"):
  506. """Reset current HEAD to the specified state.
  507. :param repo: Path to repository
  508. :param mode: Mode ("hard", "soft", "mixed")
  509. """
  510. if mode != "hard":
  511. raise ValueError("hard is the only mode currently supported")
  512. with open_repo_closing(repo) as r:
  513. tree = r[committish].tree
  514. r.reset_index(tree)
  515. def push(repo, remote_location, refspecs=None,
  516. outstream=default_bytes_out_stream, errstream=default_bytes_err_stream):
  517. """Remote push with dulwich via dulwich.client
  518. :param repo: Path to repository
  519. :param remote_location: Location of the remote
  520. :param refspecs: relative path to the refs to push to remote
  521. :param outstream: A stream file to write output
  522. :param errstream: A stream file to write errors
  523. """
  524. # Open the repo
  525. with open_repo_closing(repo) as r:
  526. # Get the client and path
  527. client, path = get_transport_and_path(remote_location)
  528. selected_refs = []
  529. def update_refs(refs):
  530. selected_refs.extend(parse_reftuples(r.refs, refs, refspecs))
  531. new_refs = {}
  532. # TODO: Handle selected_refs == {None: None}
  533. for (lh, rh, force) in selected_refs:
  534. if lh is None:
  535. new_refs[rh] = ZERO_SHA
  536. else:
  537. new_refs[rh] = r.refs[lh]
  538. return new_refs
  539. err_encoding = getattr(errstream, 'encoding', None) or DEFAULT_ENCODING
  540. remote_location_bytes = client.get_url(path).encode(err_encoding)
  541. try:
  542. client.send_pack(path, update_refs,
  543. r.object_store.generate_pack_contents, progress=errstream.write)
  544. errstream.write(b"Push to " + remote_location_bytes +
  545. b" successful.\n")
  546. except (UpdateRefsError, SendPackError) as e:
  547. errstream.write(b"Push to " + remote_location_bytes +
  548. b" failed -> " + e.message.encode(err_encoding) +
  549. b"\n")
  550. def pull(repo, remote_location, refspecs=None,
  551. outstream=default_bytes_out_stream, errstream=default_bytes_err_stream):
  552. """Pull from remote via dulwich.client
  553. :param repo: Path to repository
  554. :param remote_location: Location of the remote
  555. :param refspec: refspecs to fetch
  556. :param outstream: A stream file to write to output
  557. :param errstream: A stream file to write to errors
  558. """
  559. # Open the repo
  560. with open_repo_closing(repo) as r:
  561. if refspecs is None:
  562. refspecs = [b"HEAD"]
  563. selected_refs = []
  564. def determine_wants(remote_refs):
  565. selected_refs.extend(parse_reftuples(remote_refs, r.refs, refspecs))
  566. return [remote_refs[lh] for (lh, rh, force) in selected_refs]
  567. client, path = get_transport_and_path(remote_location)
  568. remote_refs = client.fetch(path, r, progress=errstream.write,
  569. determine_wants=determine_wants)
  570. for (lh, rh, force) in selected_refs:
  571. r.refs[rh] = remote_refs[lh]
  572. if selected_refs:
  573. r[b'HEAD'] = remote_refs[selected_refs[0][1]]
  574. # Perform 'git checkout .' - syncs staged changes
  575. tree = r[b"HEAD"].tree
  576. r.reset_index()
  577. def status(repo="."):
  578. """Returns staged, unstaged, and untracked changes relative to the HEAD.
  579. :param repo: Path to repository or repository object
  580. :return: GitStatus tuple,
  581. staged - list of staged paths (diff index/HEAD)
  582. unstaged - list of unstaged paths (diff index/working-tree)
  583. untracked - list of untracked, un-ignored & non-.git paths
  584. """
  585. with open_repo_closing(repo) as r:
  586. # 1. Get status of staged
  587. tracked_changes = get_tree_changes(r)
  588. # 2. Get status of unstaged
  589. unstaged_changes = list(get_unstaged_changes(r.open_index(), r.path))
  590. # TODO - Status of untracked - add untracked changes, need gitignore.
  591. untracked_changes = []
  592. return GitStatus(tracked_changes, unstaged_changes, untracked_changes)
  593. def get_tree_changes(repo):
  594. """Return add/delete/modify changes to tree by comparing index to HEAD.
  595. :param repo: repo path or object
  596. :return: dict with lists for each type of change
  597. """
  598. with open_repo_closing(repo) as r:
  599. index = r.open_index()
  600. # Compares the Index to the HEAD & determines changes
  601. # Iterate through the changes and report add/delete/modify
  602. # TODO: call out to dulwich.diff_tree somehow.
  603. tracked_changes = {
  604. 'add': [],
  605. 'delete': [],
  606. 'modify': [],
  607. }
  608. try:
  609. tree_id = r[b'HEAD'].tree
  610. except KeyError:
  611. tree_id = None
  612. for change in index.changes_from_tree(r.object_store, tree_id):
  613. if not change[0][0]:
  614. tracked_changes['add'].append(change[0][1])
  615. elif not change[0][1]:
  616. tracked_changes['delete'].append(change[0][0])
  617. elif change[0][0] == change[0][1]:
  618. tracked_changes['modify'].append(change[0][0])
  619. else:
  620. raise AssertionError('git mv ops not yet supported')
  621. return tracked_changes
  622. def daemon(path=".", address=None, port=None):
  623. """Run a daemon serving Git requests over TCP/IP.
  624. :param path: Path to the directory to serve.
  625. :param address: Optional address to listen on (defaults to ::)
  626. :param port: Optional port to listen on (defaults to TCP_GIT_PORT)
  627. """
  628. # TODO(jelmer): Support git-daemon-export-ok and --export-all.
  629. backend = FileSystemBackend(path)
  630. server = TCPGitServer(backend, address, port)
  631. server.serve_forever()
  632. def web_daemon(path=".", address=None, port=None):
  633. """Run a daemon serving Git requests over HTTP.
  634. :param path: Path to the directory to serve
  635. :param address: Optional address to listen on (defaults to ::)
  636. :param port: Optional port to listen on (defaults to 80)
  637. """
  638. from dulwich.web import (
  639. make_wsgi_chain,
  640. make_server,
  641. WSGIRequestHandlerLogger,
  642. WSGIServerLogger)
  643. backend = FileSystemBackend(path)
  644. app = make_wsgi_chain(backend)
  645. server = make_server(address, port, app,
  646. handler_class=WSGIRequestHandlerLogger,
  647. server_class=WSGIServerLogger)
  648. server.serve_forever()
  649. def upload_pack(path=".", inf=None, outf=None):
  650. """Upload a pack file after negotiating its contents using smart protocol.
  651. :param path: Path to the repository
  652. :param inf: Input stream to communicate with client
  653. :param outf: Output stream to communicate with client
  654. """
  655. if outf is None:
  656. outf = getattr(sys.stdout, 'buffer', sys.stdout)
  657. if inf is None:
  658. inf = getattr(sys.stdin, 'buffer', sys.stdin)
  659. backend = FileSystemBackend(path)
  660. def send_fn(data):
  661. outf.write(data)
  662. outf.flush()
  663. proto = Protocol(inf.read, send_fn)
  664. handler = UploadPackHandler(backend, [path], proto)
  665. # FIXME: Catch exceptions and write a single-line summary to outf.
  666. handler.handle()
  667. return 0
  668. def receive_pack(path=".", inf=None, outf=None):
  669. """Receive a pack file after negotiating its contents using smart protocol.
  670. :param path: Path to the repository
  671. :param inf: Input stream to communicate with client
  672. :param outf: Output stream to communicate with client
  673. """
  674. if outf is None:
  675. outf = getattr(sys.stdout, 'buffer', sys.stdout)
  676. if inf is None:
  677. inf = getattr(sys.stdin, 'buffer', sys.stdin)
  678. backend = FileSystemBackend(path)
  679. def send_fn(data):
  680. outf.write(data)
  681. outf.flush()
  682. proto = Protocol(inf.read, send_fn)
  683. handler = ReceivePackHandler(backend, [path], proto)
  684. # FIXME: Catch exceptions and write a single-line summary to outf.
  685. handler.handle()
  686. return 0
  687. def branch_delete(repo, name):
  688. """Delete a branch.
  689. :param repo: Path to the repository
  690. :param name: Name of the branch
  691. """
  692. with open_repo_closing(repo) as r:
  693. if isinstance(name, bytes):
  694. names = [name]
  695. elif isinstance(name, list):
  696. names = name
  697. else:
  698. raise TypeError("Unexpected branch name type %r" % name)
  699. for name in names:
  700. del r.refs[b"refs/heads/" + name]
  701. def branch_create(repo, name, objectish=None, force=False):
  702. """Create a branch.
  703. :param repo: Path to the repository
  704. :param name: Name of the new branch
  705. :param objectish: Target object to point new branch at (defaults to HEAD)
  706. :param force: Force creation of branch, even if it already exists
  707. """
  708. with open_repo_closing(repo) as r:
  709. if isinstance(name, bytes):
  710. names = [name]
  711. elif isinstance(name, list):
  712. names = name
  713. else:
  714. raise TypeError("Unexpected branch name type %r" % name)
  715. if objectish is None:
  716. objectish = "HEAD"
  717. object = parse_object(r, objectish)
  718. refname = b"refs/heads/" + name
  719. if refname in r.refs and not force:
  720. raise KeyError("Branch with name %s already exists." % name)
  721. r.refs[refname] = object.id
  722. def branch_list(repo):
  723. """List all branches.
  724. :param repo: Path to the repository
  725. """
  726. with open_repo_closing(repo) as r:
  727. return r.refs.keys(base=b"refs/heads/")
  728. def fetch(repo, remote_location, outstream=sys.stdout,
  729. errstream=default_bytes_err_stream):
  730. """Fetch objects from a remote server.
  731. :param repo: Path to the repository
  732. :param remote_location: String identifying a remote server
  733. :param outstream: Output stream (defaults to stdout)
  734. :param errstream: Error stream (defaults to stderr)
  735. :return: Dictionary with refs on the remote
  736. """
  737. with open_repo_closing(repo) as r:
  738. client, path = get_transport_and_path(remote_location)
  739. remote_refs = client.fetch(path, r, progress=errstream.write)
  740. return remote_refs
  741. def ls_remote(remote):
  742. """List the refs in a remote.
  743. :param remote: Remote repository location
  744. :return: Dictionary with remote refs
  745. """
  746. client, host_path = get_transport_and_path(remote)
  747. return client.get_refs(host_path)
  748. def repack(repo):
  749. """Repack loose files in a repository.
  750. Currently this only packs loose objects.
  751. :param repo: Path to the repository
  752. """
  753. with open_repo_closing(repo) as r:
  754. r.object_store.pack_loose_objects()
  755. def pack_objects(repo, object_ids, packf, idxf, delta_window_size=None):
  756. """Pack objects into a file.
  757. :param repo: Path to the repository
  758. :param object_ids: List of object ids to write
  759. :param packf: File-like object to write to
  760. :param idxf: File-like object to write to (can be None)
  761. """
  762. with open_repo_closing(repo) as r:
  763. entries, data_sum = write_pack_objects(
  764. packf,
  765. r.object_store.iter_shas((oid, None) for oid in object_ids),
  766. delta_window_size=delta_window_size)
  767. if idxf is not None:
  768. entries = [(k, v[0], v[1]) for (k, v) in entries.items()]
  769. entries.sort()
  770. write_pack_index(idxf, entries, data_sum)
  771. def ls_tree(repo, tree_ish=None, outstream=sys.stdout, recursive=False,
  772. name_only=False):
  773. """List contents of a tree.
  774. :param repo: Path to the repository
  775. :param tree_ish: Tree id to list
  776. :param outstream: Output stream (defaults to stdout)
  777. :param recursive: Whether to recursively list files
  778. :param name_only: Only print item name
  779. """
  780. def list_tree(store, treeid, base):
  781. for (name, mode, sha) in store[treeid].iteritems():
  782. if base:
  783. name = posixpath.join(base, name)
  784. if name_only:
  785. outstream.write(name + b"\n")
  786. else:
  787. outstream.write(pretty_format_tree_entry(name, mode, sha))
  788. if stat.S_ISDIR(mode):
  789. list_tree(store, sha, name)
  790. if tree_ish is None:
  791. tree_ish = "HEAD"
  792. with open_repo_closing(repo) as r:
  793. c = r[tree_ish]
  794. treeid = c.tree
  795. list_tree(r.object_store, treeid, "")