porcelain.py 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972
  1. # porcelain.py -- Porcelain-like layer on top of Dulwich
  2. # Copyright (C) 2013 Jelmer Vernooij <jelmer@samba.org>
  3. #
  4. # Dulwich is dual-licensed under the Apache License, Version 2.0 and the GNU
  5. # General Public License as public by the Free Software Foundation; version 2.0
  6. # or (at your option) any later version. You can redistribute it and/or
  7. # modify it under the terms of either of these two licenses.
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. #
  15. # You should have received a copy of the licenses; if not, see
  16. # <http://www.gnu.org/licenses/> for a copy of the GNU General Public License
  17. # and <http://www.apache.org/licenses/LICENSE-2.0> for a copy of the Apache
  18. # License, Version 2.0.
  19. #
  20. """Simple wrapper that provides porcelain-like functions on top of Dulwich.
  21. Currently implemented:
  22. * archive
  23. * add
  24. * branch{_create,_delete,_list}
  25. * clone
  26. * commit
  27. * commit-tree
  28. * daemon
  29. * diff-tree
  30. * fetch
  31. * init
  32. * ls-remote
  33. * ls-tree
  34. * pull
  35. * push
  36. * rm
  37. * receive-pack
  38. * reset
  39. * rev-list
  40. * tag{_create,_delete,_list}
  41. * upload-pack
  42. * update-server-info
  43. * status
  44. * symbolic-ref
  45. These functions are meant to behave similarly to the git subcommands.
  46. Differences in behaviour are considered bugs.
  47. """
  48. __docformat__ = 'restructuredText'
  49. from collections import namedtuple
  50. from contextlib import (
  51. closing,
  52. contextmanager,
  53. )
  54. import os
  55. import posixpath
  56. import stat
  57. import sys
  58. import time
  59. from dulwich.archive import (
  60. tar_stream,
  61. )
  62. from dulwich.client import (
  63. get_transport_and_path,
  64. )
  65. from dulwich.diff_tree import (
  66. CHANGE_ADD,
  67. CHANGE_DELETE,
  68. CHANGE_MODIFY,
  69. CHANGE_RENAME,
  70. CHANGE_COPY,
  71. RENAME_CHANGE_TYPES,
  72. )
  73. from dulwich.errors import (
  74. SendPackError,
  75. UpdateRefsError,
  76. )
  77. from dulwich.index import get_unstaged_changes
  78. from dulwich.objects import (
  79. Commit,
  80. Tag,
  81. format_timezone,
  82. parse_timezone,
  83. pretty_format_tree_entry,
  84. )
  85. from dulwich.objectspec import (
  86. parse_object,
  87. parse_reftuples,
  88. )
  89. from dulwich.pack import (
  90. write_pack_index,
  91. write_pack_objects,
  92. )
  93. from dulwich.patch import write_tree_diff
  94. from dulwich.protocol import (
  95. Protocol,
  96. ZERO_SHA,
  97. )
  98. from dulwich.refs import ANNOTATED_TAG_SUFFIX
  99. from dulwich.repo import (BaseRepo, Repo)
  100. from dulwich.server import (
  101. FileSystemBackend,
  102. TCPGitServer,
  103. ReceivePackHandler,
  104. UploadPackHandler,
  105. update_server_info as server_update_server_info,
  106. )
  107. # Module level tuple definition for status output
  108. GitStatus = namedtuple('GitStatus', 'staged unstaged untracked')
  109. default_bytes_out_stream = getattr(sys.stdout, 'buffer', sys.stdout)
  110. default_bytes_err_stream = getattr(sys.stderr, 'buffer', sys.stderr)
  111. DEFAULT_ENCODING = 'utf-8'
  112. def open_repo(path_or_repo):
  113. """Open an argument that can be a repository or a path for a repository."""
  114. if isinstance(path_or_repo, BaseRepo):
  115. return path_or_repo
  116. return Repo(path_or_repo)
  117. @contextmanager
  118. def _noop_context_manager(obj):
  119. """Context manager that has the same api as closing but does nothing."""
  120. yield obj
  121. def open_repo_closing(path_or_repo):
  122. """Open an argument that can be a repository or a path for a repository.
  123. returns a context manager that will close the repo on exit if the argument
  124. is a path, else does nothing if the argument is a repo.
  125. """
  126. if isinstance(path_or_repo, BaseRepo):
  127. return _noop_context_manager(path_or_repo)
  128. return closing(Repo(path_or_repo))
  129. def archive(repo, committish=None, outstream=default_bytes_out_stream,
  130. errstream=default_bytes_err_stream):
  131. """Create an archive.
  132. :param repo: Path of repository for which to generate an archive.
  133. :param committish: Commit SHA1 or ref to use
  134. :param outstream: Output stream (defaults to stdout)
  135. :param errstream: Error stream (defaults to stderr)
  136. """
  137. if committish is None:
  138. committish = "HEAD"
  139. with open_repo_closing(repo) as repo_obj:
  140. c = repo_obj[committish]
  141. tree = c.tree
  142. for chunk in tar_stream(repo_obj.object_store,
  143. repo_obj.object_store[c.tree], c.commit_time):
  144. outstream.write(chunk)
  145. def update_server_info(repo="."):
  146. """Update server info files for a repository.
  147. :param repo: path to the repository
  148. """
  149. with open_repo_closing(repo) as r:
  150. server_update_server_info(r)
  151. def symbolic_ref(repo, ref_name, force=False):
  152. """Set git symbolic ref into HEAD.
  153. :param repo: path to the repository
  154. :param ref_name: short name of the new ref
  155. :param force: force settings without checking if it exists in refs/heads
  156. """
  157. with open_repo_closing(repo) as repo_obj:
  158. ref_path = b'refs/heads/' + ref_name
  159. if not force and ref_path not in repo_obj.refs.keys():
  160. raise ValueError('fatal: ref `%s` is not a ref' % ref_name)
  161. repo_obj.refs.set_symbolic_ref(b'HEAD', ref_path)
  162. def commit(repo=".", message=None, author=None, committer=None):
  163. """Create a new commit.
  164. :param repo: Path to repository
  165. :param message: Optional commit message
  166. :param author: Optional author name and email
  167. :param committer: Optional committer name and email
  168. :return: SHA1 of the new commit
  169. """
  170. # FIXME: Support --all argument
  171. # FIXME: Support --signoff argument
  172. with open_repo_closing(repo) as r:
  173. return r.do_commit(message=message, author=author,
  174. committer=committer)
  175. def commit_tree(repo, tree, message=None, author=None, committer=None):
  176. """Create a new commit object.
  177. :param repo: Path to repository
  178. :param tree: An existing tree object
  179. :param author: Optional author name and email
  180. :param committer: Optional committer name and email
  181. """
  182. with open_repo_closing(repo) as r:
  183. return r.do_commit(message=message, tree=tree, committer=committer,
  184. author=author)
  185. def init(path=".", bare=False):
  186. """Create a new git repository.
  187. :param path: Path to repository.
  188. :param bare: Whether to create a bare repository.
  189. :return: A Repo instance
  190. """
  191. if not os.path.exists(path):
  192. os.mkdir(path)
  193. if bare:
  194. return Repo.init_bare(path)
  195. else:
  196. return Repo.init(path)
  197. def clone(source, target=None, bare=False, checkout=None,
  198. errstream=default_bytes_err_stream, outstream=None,
  199. origin=b"origin"):
  200. """Clone a local or remote git repository.
  201. :param source: Path or URL for source repository
  202. :param target: Path to target repository (optional)
  203. :param bare: Whether or not to create a bare repository
  204. :param errstream: Optional stream to write progress to
  205. :param outstream: Optional stream to write progress to (deprecated)
  206. :return: The new repository
  207. """
  208. if outstream is not None:
  209. import warnings
  210. warnings.warn("outstream= has been deprecated in favour of errstream=.", DeprecationWarning,
  211. stacklevel=3)
  212. errstream = outstream
  213. if checkout is None:
  214. checkout = (not bare)
  215. if checkout and bare:
  216. raise ValueError("checkout and bare are incompatible")
  217. client, host_path = get_transport_and_path(source)
  218. if target is None:
  219. target = host_path.split("/")[-1]
  220. if not os.path.exists(target):
  221. os.mkdir(target)
  222. if bare:
  223. r = Repo.init_bare(target)
  224. else:
  225. r = Repo.init(target)
  226. try:
  227. remote_refs = client.fetch(host_path, r,
  228. determine_wants=r.object_store.determine_wants_all,
  229. progress=errstream.write)
  230. r.refs.import_refs(
  231. b'refs/remotes/' + origin,
  232. {n[len(b'refs/heads/'):]: v for (n, v) in remote_refs.items()
  233. if n.startswith(b'refs/heads/')})
  234. r.refs.import_refs(
  235. b'refs/tags',
  236. {n[len(b'refs/tags/'):]: v for (n, v) in remote_refs.items()
  237. if n.startswith(b'refs/tags/') and
  238. not n.endswith(ANNOTATED_TAG_SUFFIX)})
  239. r[b"HEAD"] = remote_refs[b"HEAD"]
  240. target_config = r.get_config()
  241. if not isinstance(source, bytes):
  242. source = source.encode(DEFAULT_ENCODING)
  243. target_config.set((b'remote', b'origin'), b'url', source)
  244. target_config.set((b'remote', b'origin'), b'fetch',
  245. b'+refs/heads/*:refs/remotes/origin/*')
  246. target_config.write_to_path()
  247. if checkout:
  248. errstream.write(b'Checking out HEAD\n')
  249. r.reset_index()
  250. except:
  251. r.close()
  252. raise
  253. return r
  254. def add(repo=".", paths=None):
  255. """Add files to the staging area.
  256. :param repo: Repository for the files
  257. :param paths: Paths to add. No value passed stages all modified files.
  258. """
  259. # FIXME: Support patterns, directories.
  260. with open_repo_closing(repo) as r:
  261. if not paths:
  262. # If nothing is specified, add all non-ignored files.
  263. paths = []
  264. for dirpath, dirnames, filenames in os.walk(r.path):
  265. # Skip .git and below.
  266. if '.git' in dirnames:
  267. dirnames.remove('.git')
  268. for filename in filenames:
  269. paths.append(os.path.join(dirpath[len(r.path)+1:], filename))
  270. r.stage(paths)
  271. def rm(repo=".", paths=None):
  272. """Remove files from the staging area.
  273. :param repo: Repository for the files
  274. :param paths: Paths to remove
  275. """
  276. with open_repo_closing(repo) as r:
  277. index = r.open_index()
  278. for p in paths:
  279. del index[p.encode(sys.getfilesystemencoding())]
  280. index.write()
  281. def commit_decode(commit, contents, default_encoding=DEFAULT_ENCODING):
  282. if commit.encoding is not None:
  283. return contents.decode(commit.encoding, "replace")
  284. return contents.decode(default_encoding, "replace")
  285. def print_commit(commit, decode, outstream=sys.stdout):
  286. """Write a human-readable commit log entry.
  287. :param commit: A `Commit` object
  288. :param outstream: A stream file to write to
  289. """
  290. outstream.write("-" * 50 + "\n")
  291. outstream.write("commit: " + commit.id.decode('ascii') + "\n")
  292. if len(commit.parents) > 1:
  293. outstream.write("merge: " +
  294. "...".join([c.decode('ascii') for c in commit.parents[1:]]) + "\n")
  295. outstream.write("Author: " + decode(commit.author) + "\n")
  296. if commit.author != commit.committer:
  297. outstream.write("Committer: " + decode(commit.committer) + "\n")
  298. time_tuple = time.gmtime(commit.author_time + commit.author_timezone)
  299. time_str = time.strftime("%a %b %d %Y %H:%M:%S", time_tuple)
  300. timezone_str = format_timezone(commit.author_timezone).decode('ascii')
  301. outstream.write("Date: " + time_str + " " + timezone_str + "\n")
  302. outstream.write("\n")
  303. outstream.write(decode(commit.message) + "\n")
  304. outstream.write("\n")
  305. def print_tag(tag, decode, outstream=sys.stdout):
  306. """Write a human-readable tag.
  307. :param tag: A `Tag` object
  308. :param decode: Function for decoding bytes to unicode string
  309. :param outstream: A stream to write to
  310. """
  311. outstream.write("Tagger: " + decode(tag.tagger) + "\n")
  312. outstream.write("Date: " + decode(tag.tag_time) + "\n")
  313. outstream.write("\n")
  314. outstream.write(decode(tag.message) + "\n")
  315. outstream.write("\n")
  316. def show_blob(repo, blob, decode, outstream=sys.stdout):
  317. """Write a blob to a stream.
  318. :param repo: A `Repo` object
  319. :param blob: A `Blob` object
  320. :param decode: Function for decoding bytes to unicode string
  321. :param outstream: A stream file to write to
  322. """
  323. outstream.write(decode(blob.data))
  324. def show_commit(repo, commit, decode, outstream=sys.stdout):
  325. """Show a commit to a stream.
  326. :param repo: A `Repo` object
  327. :param commit: A `Commit` object
  328. :param decode: Function for decoding bytes to unicode string
  329. :param outstream: Stream to write to
  330. """
  331. print_commit(commit, decode=decode, outstream=outstream)
  332. parent_commit = repo[commit.parents[0]]
  333. write_tree_diff(outstream, repo.object_store, parent_commit.tree, commit.tree)
  334. def show_tree(repo, tree, decode, outstream=sys.stdout):
  335. """Print a tree to a stream.
  336. :param repo: A `Repo` object
  337. :param tree: A `Tree` object
  338. :param decode: Function for decoding bytes to unicode string
  339. :param outstream: Stream to write to
  340. """
  341. for n in tree:
  342. outstream.write(decode(n) + "\n")
  343. def show_tag(repo, tag, decode, outstream=sys.stdout):
  344. """Print a tag to a stream.
  345. :param repo: A `Repo` object
  346. :param tag: A `Tag` object
  347. :param decode: Function for decoding bytes to unicode string
  348. :param outstream: Stream to write to
  349. """
  350. print_tag(tag, decode, outstream)
  351. show_object(repo, repo[tag.object[1]], outstream)
  352. def show_object(repo, obj, decode, outstream):
  353. return {
  354. b"tree": show_tree,
  355. b"blob": show_blob,
  356. b"commit": show_commit,
  357. b"tag": show_tag,
  358. }[obj.type_name](repo, obj, decode, outstream)
  359. def print_name_status(changes):
  360. """Print a simple status summary, listing changed files.
  361. """
  362. for change in changes:
  363. if not change:
  364. continue
  365. if type(change) is list:
  366. change = change[0]
  367. if change.type == CHANGE_ADD:
  368. path1 = change.new.path
  369. path2 = ''
  370. kind = 'A'
  371. elif change.type == CHANGE_DELETE:
  372. path1 = change.old.path
  373. path2 = ''
  374. kind = 'D'
  375. elif change.type == CHANGE_MODIFY:
  376. path1 = change.new.path
  377. path2 = ''
  378. kind = 'M'
  379. elif change.type in RENAME_CHANGE_TYPES:
  380. path1 = change.old.path
  381. path2 = change.new.path
  382. if change.type == CHANGE_RENAME:
  383. kind = 'R'
  384. elif change.type == CHANGE_COPY:
  385. kind = 'C'
  386. yield '%-8s%-20s%-20s' % (kind, path1, path2)
  387. def log(repo=".", paths=None, outstream=sys.stdout, max_entries=None,
  388. reverse=False, name_status=False):
  389. """Write commit logs.
  390. :param repo: Path to repository
  391. :param paths: Optional set of specific paths to print entries for
  392. :param outstream: Stream to write log output to
  393. :param reverse: Reverse order in which entries are printed
  394. :param name_status: Print name status
  395. :param max_entries: Optional maximum number of entries to display
  396. """
  397. with open_repo_closing(repo) as r:
  398. walker = r.get_walker(
  399. max_entries=max_entries, paths=paths, reverse=reverse)
  400. for entry in walker:
  401. decode = lambda x: commit_decode(entry.commit, x)
  402. print_commit(entry.commit, decode, outstream)
  403. if name_status:
  404. outstream.writelines(
  405. [l+'\n' for l in print_name_status(entry.changes())])
  406. # TODO(jelmer): better default for encoding?
  407. def show(repo=".", objects=None, outstream=sys.stdout,
  408. default_encoding=DEFAULT_ENCODING):
  409. """Print the changes in a commit.
  410. :param repo: Path to repository
  411. :param objects: Objects to show (defaults to [HEAD])
  412. :param outstream: Stream to write to
  413. :param default_encoding: Default encoding to use if none is set in the commit
  414. """
  415. if objects is None:
  416. objects = ["HEAD"]
  417. if not isinstance(objects, list):
  418. objects = [objects]
  419. with open_repo_closing(repo) as r:
  420. for objectish in objects:
  421. o = parse_object(r, objectish)
  422. if isinstance(o, Commit):
  423. decode = lambda x: commit_decode(o, x, default_encoding)
  424. else:
  425. decode = lambda x: x.decode(default_encoding)
  426. show_object(r, o, decode, outstream)
  427. def diff_tree(repo, old_tree, new_tree, outstream=sys.stdout):
  428. """Compares the content and mode of blobs found via two tree objects.
  429. :param repo: Path to repository
  430. :param old_tree: Id of old tree
  431. :param new_tree: Id of new tree
  432. :param outstream: Stream to write to
  433. """
  434. with open_repo_closing(repo) as r:
  435. write_tree_diff(outstream, r.object_store, old_tree, new_tree)
  436. def rev_list(repo, commits, outstream=sys.stdout):
  437. """Lists commit objects in reverse chronological order.
  438. :param repo: Path to repository
  439. :param commits: Commits over which to iterate
  440. :param outstream: Stream to write to
  441. """
  442. with open_repo_closing(repo) as r:
  443. for entry in r.get_walker(include=[r[c].id for c in commits]):
  444. outstream.write(entry.commit.id + b"\n")
  445. def tag(*args, **kwargs):
  446. import warnings
  447. warnings.warn("tag has been deprecated in favour of tag_create.", DeprecationWarning)
  448. return tag_create(*args, **kwargs)
  449. def tag_create(repo, tag, author=None, message=None, annotated=False,
  450. objectish="HEAD", tag_time=None, tag_timezone=None):
  451. """Creates a tag in git via dulwich calls:
  452. :param repo: Path to repository
  453. :param tag: tag string
  454. :param author: tag author (optional, if annotated is set)
  455. :param message: tag message (optional)
  456. :param annotated: whether to create an annotated tag
  457. :param objectish: object the tag should point at, defaults to HEAD
  458. :param tag_time: Optional time for annotated tag
  459. :param tag_timezone: Optional timezone for annotated tag
  460. """
  461. with open_repo_closing(repo) as r:
  462. object = parse_object(r, objectish)
  463. if annotated:
  464. # Create the tag object
  465. tag_obj = Tag()
  466. if author is None:
  467. # TODO(jelmer): Don't use repo private method.
  468. author = r._get_user_identity()
  469. tag_obj.tagger = author
  470. tag_obj.message = message
  471. tag_obj.name = tag
  472. tag_obj.object = (type(object), object.id)
  473. if tag_time is None:
  474. tag_time = int(time.time())
  475. tag_obj.tag_time = tag_time
  476. if tag_timezone is None:
  477. # TODO(jelmer) Use current user timezone rather than UTC
  478. tag_timezone = 0
  479. elif isinstance(tag_timezone, str):
  480. tag_timezone = parse_timezone(tag_timezone)
  481. tag_obj.tag_timezone = tag_timezone
  482. r.object_store.add_object(tag_obj)
  483. tag_id = tag_obj.id
  484. else:
  485. tag_id = object.id
  486. r.refs[b'refs/tags/' + tag] = tag_id
  487. def list_tags(*args, **kwargs):
  488. import warnings
  489. warnings.warn("list_tags has been deprecated in favour of tag_list.", DeprecationWarning)
  490. return tag_list(*args, **kwargs)
  491. def tag_list(repo, outstream=sys.stdout):
  492. """List all tags.
  493. :param repo: Path to repository
  494. :param outstream: Stream to write tags to
  495. """
  496. with open_repo_closing(repo) as r:
  497. tags = list(r.refs.as_dict(b"refs/tags"))
  498. tags.sort()
  499. return tags
  500. def tag_delete(repo, name):
  501. """Remove a tag.
  502. :param repo: Path to repository
  503. :param name: Name of tag to remove
  504. """
  505. with open_repo_closing(repo) as r:
  506. if isinstance(name, bytes):
  507. names = [name]
  508. elif isinstance(name, list):
  509. names = name
  510. else:
  511. raise TypeError("Unexpected tag name type %r" % name)
  512. for name in names:
  513. del r.refs[b"refs/tags/" + name]
  514. def reset(repo, mode, committish="HEAD"):
  515. """Reset current HEAD to the specified state.
  516. :param repo: Path to repository
  517. :param mode: Mode ("hard", "soft", "mixed")
  518. """
  519. if mode != "hard":
  520. raise ValueError("hard is the only mode currently supported")
  521. with open_repo_closing(repo) as r:
  522. tree = r[committish].tree
  523. r.reset_index(tree)
  524. def push(repo, remote_location, refspecs=None,
  525. outstream=default_bytes_out_stream, errstream=default_bytes_err_stream):
  526. """Remote push with dulwich via dulwich.client
  527. :param repo: Path to repository
  528. :param remote_location: Location of the remote
  529. :param refspecs: relative path to the refs to push to remote
  530. :param outstream: A stream file to write output
  531. :param errstream: A stream file to write errors
  532. """
  533. # Open the repo
  534. with open_repo_closing(repo) as r:
  535. # Get the client and path
  536. client, path = get_transport_and_path(remote_location)
  537. selected_refs = []
  538. def update_refs(refs):
  539. selected_refs.extend(parse_reftuples(r.refs, refs, refspecs))
  540. new_refs = {}
  541. # TODO: Handle selected_refs == {None: None}
  542. for (lh, rh, force) in selected_refs:
  543. if lh is None:
  544. new_refs[rh] = ZERO_SHA
  545. else:
  546. new_refs[rh] = r.refs[lh]
  547. return new_refs
  548. err_encoding = getattr(errstream, 'encoding', None) or DEFAULT_ENCODING
  549. remote_location_bytes = client.get_url(path).encode(err_encoding)
  550. try:
  551. client.send_pack(path, update_refs,
  552. r.object_store.generate_pack_contents, progress=errstream.write)
  553. errstream.write(b"Push to " + remote_location_bytes +
  554. b" successful.\n")
  555. except (UpdateRefsError, SendPackError) as e:
  556. errstream.write(b"Push to " + remote_location_bytes +
  557. b" failed -> " + e.message.encode(err_encoding) +
  558. b"\n")
  559. def pull(repo, remote_location, refspecs=None,
  560. outstream=default_bytes_out_stream, errstream=default_bytes_err_stream):
  561. """Pull from remote via dulwich.client
  562. :param repo: Path to repository
  563. :param remote_location: Location of the remote
  564. :param refspec: refspecs to fetch
  565. :param outstream: A stream file to write to output
  566. :param errstream: A stream file to write to errors
  567. """
  568. # Open the repo
  569. with open_repo_closing(repo) as r:
  570. if refspecs is None:
  571. refspecs = [b"HEAD"]
  572. selected_refs = []
  573. def determine_wants(remote_refs):
  574. selected_refs.extend(parse_reftuples(remote_refs, r.refs, refspecs))
  575. return [remote_refs[lh] for (lh, rh, force) in selected_refs]
  576. client, path = get_transport_and_path(remote_location)
  577. remote_refs = client.fetch(path, r, progress=errstream.write,
  578. determine_wants=determine_wants)
  579. for (lh, rh, force) in selected_refs:
  580. r.refs[rh] = remote_refs[lh]
  581. if selected_refs:
  582. r[b'HEAD'] = remote_refs[selected_refs[0][1]]
  583. # Perform 'git checkout .' - syncs staged changes
  584. tree = r[b"HEAD"].tree
  585. r.reset_index()
  586. def status(repo="."):
  587. """Returns staged, unstaged, and untracked changes relative to the HEAD.
  588. :param repo: Path to repository or repository object
  589. :return: GitStatus tuple,
  590. staged - list of staged paths (diff index/HEAD)
  591. unstaged - list of unstaged paths (diff index/working-tree)
  592. untracked - list of untracked, un-ignored & non-.git paths
  593. """
  594. with open_repo_closing(repo) as r:
  595. # 1. Get status of staged
  596. tracked_changes = get_tree_changes(r)
  597. # 2. Get status of unstaged
  598. unstaged_changes = list(get_unstaged_changes(r.open_index(), r.path))
  599. # TODO - Status of untracked - add untracked changes, need gitignore.
  600. untracked_changes = []
  601. return GitStatus(tracked_changes, unstaged_changes, untracked_changes)
  602. def get_tree_changes(repo):
  603. """Return add/delete/modify changes to tree by comparing index to HEAD.
  604. :param repo: repo path or object
  605. :return: dict with lists for each type of change
  606. """
  607. with open_repo_closing(repo) as r:
  608. index = r.open_index()
  609. # Compares the Index to the HEAD & determines changes
  610. # Iterate through the changes and report add/delete/modify
  611. # TODO: call out to dulwich.diff_tree somehow.
  612. tracked_changes = {
  613. 'add': [],
  614. 'delete': [],
  615. 'modify': [],
  616. }
  617. try:
  618. tree_id = r[b'HEAD'].tree
  619. except KeyError:
  620. tree_id = None
  621. for change in index.changes_from_tree(r.object_store, tree_id):
  622. if not change[0][0]:
  623. tracked_changes['add'].append(change[0][1])
  624. elif not change[0][1]:
  625. tracked_changes['delete'].append(change[0][0])
  626. elif change[0][0] == change[0][1]:
  627. tracked_changes['modify'].append(change[0][0])
  628. else:
  629. raise AssertionError('git mv ops not yet supported')
  630. return tracked_changes
  631. def daemon(path=".", address=None, port=None):
  632. """Run a daemon serving Git requests over TCP/IP.
  633. :param path: Path to the directory to serve.
  634. :param address: Optional address to listen on (defaults to ::)
  635. :param port: Optional port to listen on (defaults to TCP_GIT_PORT)
  636. """
  637. # TODO(jelmer): Support git-daemon-export-ok and --export-all.
  638. backend = FileSystemBackend(path)
  639. server = TCPGitServer(backend, address, port)
  640. server.serve_forever()
  641. def web_daemon(path=".", address=None, port=None):
  642. """Run a daemon serving Git requests over HTTP.
  643. :param path: Path to the directory to serve
  644. :param address: Optional address to listen on (defaults to ::)
  645. :param port: Optional port to listen on (defaults to 80)
  646. """
  647. from dulwich.web import (
  648. make_wsgi_chain,
  649. make_server,
  650. WSGIRequestHandlerLogger,
  651. WSGIServerLogger)
  652. backend = FileSystemBackend(path)
  653. app = make_wsgi_chain(backend)
  654. server = make_server(address, port, app,
  655. handler_class=WSGIRequestHandlerLogger,
  656. server_class=WSGIServerLogger)
  657. server.serve_forever()
  658. def upload_pack(path=".", inf=None, outf=None):
  659. """Upload a pack file after negotiating its contents using smart protocol.
  660. :param path: Path to the repository
  661. :param inf: Input stream to communicate with client
  662. :param outf: Output stream to communicate with client
  663. """
  664. if outf is None:
  665. outf = getattr(sys.stdout, 'buffer', sys.stdout)
  666. if inf is None:
  667. inf = getattr(sys.stdin, 'buffer', sys.stdin)
  668. backend = FileSystemBackend(path)
  669. def send_fn(data):
  670. outf.write(data)
  671. outf.flush()
  672. proto = Protocol(inf.read, send_fn)
  673. handler = UploadPackHandler(backend, [path], proto)
  674. # FIXME: Catch exceptions and write a single-line summary to outf.
  675. handler.handle()
  676. return 0
  677. def receive_pack(path=".", inf=None, outf=None):
  678. """Receive a pack file after negotiating its contents using smart protocol.
  679. :param path: Path to the repository
  680. :param inf: Input stream to communicate with client
  681. :param outf: Output stream to communicate with client
  682. """
  683. if outf is None:
  684. outf = getattr(sys.stdout, 'buffer', sys.stdout)
  685. if inf is None:
  686. inf = getattr(sys.stdin, 'buffer', sys.stdin)
  687. backend = FileSystemBackend(path)
  688. def send_fn(data):
  689. outf.write(data)
  690. outf.flush()
  691. proto = Protocol(inf.read, send_fn)
  692. handler = ReceivePackHandler(backend, [path], proto)
  693. # FIXME: Catch exceptions and write a single-line summary to outf.
  694. handler.handle()
  695. return 0
  696. def branch_delete(repo, name):
  697. """Delete a branch.
  698. :param repo: Path to the repository
  699. :param name: Name of the branch
  700. """
  701. with open_repo_closing(repo) as r:
  702. if isinstance(name, bytes):
  703. names = [name]
  704. elif isinstance(name, list):
  705. names = name
  706. else:
  707. raise TypeError("Unexpected branch name type %r" % name)
  708. for name in names:
  709. del r.refs[b"refs/heads/" + name]
  710. def branch_create(repo, name, objectish=None, force=False):
  711. """Create a branch.
  712. :param repo: Path to the repository
  713. :param name: Name of the new branch
  714. :param objectish: Target object to point new branch at (defaults to HEAD)
  715. :param force: Force creation of branch, even if it already exists
  716. """
  717. with open_repo_closing(repo) as r:
  718. if isinstance(name, bytes):
  719. names = [name]
  720. elif isinstance(name, list):
  721. names = name
  722. else:
  723. raise TypeError("Unexpected branch name type %r" % name)
  724. if objectish is None:
  725. objectish = "HEAD"
  726. object = parse_object(r, objectish)
  727. refname = b"refs/heads/" + name
  728. if refname in r.refs and not force:
  729. raise KeyError("Branch with name %s already exists." % name)
  730. r.refs[refname] = object.id
  731. def branch_list(repo):
  732. """List all branches.
  733. :param repo: Path to the repository
  734. """
  735. with open_repo_closing(repo) as r:
  736. return r.refs.keys(base=b"refs/heads/")
  737. def fetch(repo, remote_location, outstream=sys.stdout,
  738. errstream=default_bytes_err_stream):
  739. """Fetch objects from a remote server.
  740. :param repo: Path to the repository
  741. :param remote_location: String identifying a remote server
  742. :param outstream: Output stream (defaults to stdout)
  743. :param errstream: Error stream (defaults to stderr)
  744. :return: Dictionary with refs on the remote
  745. """
  746. with open_repo_closing(repo) as r:
  747. client, path = get_transport_and_path(remote_location)
  748. remote_refs = client.fetch(path, r, progress=errstream.write)
  749. return remote_refs
  750. def ls_remote(remote):
  751. """List the refs in a remote.
  752. :param remote: Remote repository location
  753. :return: Dictionary with remote refs
  754. """
  755. client, host_path = get_transport_and_path(remote)
  756. return client.get_refs(host_path)
  757. def repack(repo):
  758. """Repack loose files in a repository.
  759. Currently this only packs loose objects.
  760. :param repo: Path to the repository
  761. """
  762. with open_repo_closing(repo) as r:
  763. r.object_store.pack_loose_objects()
  764. def pack_objects(repo, object_ids, packf, idxf, delta_window_size=None):
  765. """Pack objects into a file.
  766. :param repo: Path to the repository
  767. :param object_ids: List of object ids to write
  768. :param packf: File-like object to write to
  769. :param idxf: File-like object to write to (can be None)
  770. """
  771. with open_repo_closing(repo) as r:
  772. entries, data_sum = write_pack_objects(
  773. packf,
  774. r.object_store.iter_shas((oid, None) for oid in object_ids),
  775. delta_window_size=delta_window_size)
  776. if idxf is not None:
  777. entries = [(k, v[0], v[1]) for (k, v) in entries.items()]
  778. entries.sort()
  779. write_pack_index(idxf, entries, data_sum)
  780. def ls_tree(repo, tree_ish=None, outstream=sys.stdout, recursive=False,
  781. name_only=False):
  782. """List contents of a tree.
  783. :param repo: Path to the repository
  784. :param tree_ish: Tree id to list
  785. :param outstream: Output stream (defaults to stdout)
  786. :param recursive: Whether to recursively list files
  787. :param name_only: Only print item name
  788. """
  789. def list_tree(store, treeid, base):
  790. for (name, mode, sha) in store[treeid].iteritems():
  791. if base:
  792. name = posixpath.join(base, name)
  793. if name_only:
  794. outstream.write(name + b"\n")
  795. else:
  796. outstream.write(pretty_format_tree_entry(name, mode, sha))
  797. if stat.S_ISDIR(mode):
  798. list_tree(store, sha, name)
  799. if tree_ish is None:
  800. tree_ish = "HEAD"
  801. with open_repo_closing(repo) as r:
  802. c = r[tree_ish]
  803. treeid = c.tree
  804. list_tree(r.object_store, treeid, "")