porcelain.py 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965
  1. # porcelain.py -- Porcelain-like layer on top of Dulwich
  2. # Copyright (C) 2013 Jelmer Vernooij <jelmer@samba.org>
  3. #
  4. # Dulwich is dual-licensed under the Apache License, Version 2.0 and the GNU
  5. # General Public License as public by the Free Software Foundation; version 2.0
  6. # or (at your option) any later version. You can redistribute it and/or
  7. # modify it under the terms of either of these two licenses.
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. #
  15. # You should have received a copy of the licenses; if not, see
  16. # <http://www.gnu.org/licenses/> for a copy of the GNU General Public License
  17. # and <http://www.apache.org/licenses/LICENSE-2.0> for a copy of the Apache
  18. # License, Version 2.0.
  19. #
  20. """Simple wrapper that provides porcelain-like functions on top of Dulwich.
  21. Currently implemented:
  22. * archive
  23. * add
  24. * branch{_create,_delete,_list}
  25. * clone
  26. * commit
  27. * commit-tree
  28. * daemon
  29. * diff-tree
  30. * fetch
  31. * init
  32. * ls-remote
  33. * ls-tree
  34. * pull
  35. * push
  36. * rm
  37. * receive-pack
  38. * reset
  39. * rev-list
  40. * tag{_create,_delete,_list}
  41. * upload-pack
  42. * update-server-info
  43. * status
  44. * symbolic-ref
  45. These functions are meant to behave similarly to the git subcommands.
  46. Differences in behaviour are considered bugs.
  47. """
  48. __docformat__ = 'restructuredText'
  49. from collections import namedtuple
  50. from contextlib import (
  51. closing,
  52. contextmanager,
  53. )
  54. import os
  55. import posixpath
  56. import stat
  57. import sys
  58. import time
  59. from dulwich.archive import (
  60. tar_stream,
  61. )
  62. from dulwich.client import (
  63. get_transport_and_path,
  64. )
  65. from dulwich.diff_tree import (
  66. CHANGE_ADD,
  67. CHANGE_DELETE,
  68. CHANGE_MODIFY,
  69. CHANGE_RENAME,
  70. CHANGE_COPY,
  71. RENAME_CHANGE_TYPES,
  72. )
  73. from dulwich.errors import (
  74. SendPackError,
  75. UpdateRefsError,
  76. )
  77. from dulwich.index import get_unstaged_changes
  78. from dulwich.objects import (
  79. Commit,
  80. Tag,
  81. format_timezone,
  82. parse_timezone,
  83. pretty_format_tree_entry,
  84. )
  85. from dulwich.objectspec import (
  86. parse_object,
  87. parse_reftuples,
  88. )
  89. from dulwich.pack import (
  90. write_pack_index,
  91. write_pack_objects,
  92. )
  93. from dulwich.patch import write_tree_diff
  94. from dulwich.protocol import (
  95. Protocol,
  96. ZERO_SHA,
  97. )
  98. from dulwich.repo import (BaseRepo, Repo)
  99. from dulwich.server import (
  100. FileSystemBackend,
  101. TCPGitServer,
  102. ReceivePackHandler,
  103. UploadPackHandler,
  104. update_server_info as server_update_server_info,
  105. )
  106. # Module level tuple definition for status output
  107. GitStatus = namedtuple('GitStatus', 'staged unstaged untracked')
  108. default_bytes_out_stream = getattr(sys.stdout, 'buffer', sys.stdout)
  109. default_bytes_err_stream = getattr(sys.stderr, 'buffer', sys.stderr)
  110. DEFAULT_ENCODING = 'utf-8'
  111. def encode_path(path, default_encoding=DEFAULT_ENCODING):
  112. """Encode a path as bytestring."""
  113. if not isinstance(path, bytes):
  114. path = path.encode(default_encoding)
  115. return path
  116. def open_repo(path_or_repo):
  117. """Open an argument that can be a repository or a path for a repository."""
  118. if isinstance(path_or_repo, BaseRepo):
  119. return path_or_repo
  120. return Repo(path_or_repo)
  121. @contextmanager
  122. def _noop_context_manager(obj):
  123. """Context manager that has the same api as closing but does nothing."""
  124. yield obj
  125. def open_repo_closing(path_or_repo):
  126. """Open an argument that can be a repository or a path for a repository.
  127. returns a context manager that will close the repo on exit if the argument
  128. is a path, else does nothing if the argument is a repo.
  129. """
  130. if isinstance(path_or_repo, BaseRepo):
  131. return _noop_context_manager(path_or_repo)
  132. return closing(Repo(path_or_repo))
  133. def archive(repo, committish=None, outstream=default_bytes_out_stream,
  134. errstream=default_bytes_err_stream):
  135. """Create an archive.
  136. :param repo: Path of repository for which to generate an archive.
  137. :param committish: Commit SHA1 or ref to use
  138. :param outstream: Output stream (defaults to stdout)
  139. :param errstream: Error stream (defaults to stderr)
  140. """
  141. if committish is None:
  142. committish = "HEAD"
  143. with open_repo_closing(repo) as repo_obj:
  144. c = repo_obj[committish]
  145. tree = c.tree
  146. for chunk in tar_stream(repo_obj.object_store,
  147. repo_obj.object_store[c.tree], c.commit_time):
  148. outstream.write(chunk)
  149. def update_server_info(repo="."):
  150. """Update server info files for a repository.
  151. :param repo: path to the repository
  152. """
  153. with open_repo_closing(repo) as r:
  154. server_update_server_info(r)
  155. def symbolic_ref(repo, ref_name, force=False):
  156. """Set git symbolic ref into HEAD.
  157. :param repo: path to the repository
  158. :param ref_name: short name of the new ref
  159. :param force: force settings without checking if it exists in refs/heads
  160. """
  161. with open_repo_closing(repo) as repo_obj:
  162. ref_path = b'refs/heads/' + ref_name
  163. if not force and ref_path not in repo_obj.refs.keys():
  164. raise ValueError('fatal: ref `%s` is not a ref' % ref_name)
  165. repo_obj.refs.set_symbolic_ref(b'HEAD', ref_path)
  166. def commit(repo=".", message=None, author=None, committer=None):
  167. """Create a new commit.
  168. :param repo: Path to repository
  169. :param message: Optional commit message
  170. :param author: Optional author name and email
  171. :param committer: Optional committer name and email
  172. :return: SHA1 of the new commit
  173. """
  174. # FIXME: Support --all argument
  175. # FIXME: Support --signoff argument
  176. with open_repo_closing(repo) as r:
  177. return r.do_commit(message=message, author=author,
  178. committer=committer)
  179. def commit_tree(repo, tree, message=None, author=None, committer=None):
  180. """Create a new commit object.
  181. :param repo: Path to repository
  182. :param tree: An existing tree object
  183. :param author: Optional author name and email
  184. :param committer: Optional committer name and email
  185. """
  186. with open_repo_closing(repo) as r:
  187. return r.do_commit(message=message, tree=tree, committer=committer,
  188. author=author)
  189. def init(path=".", bare=False):
  190. """Create a new git repository.
  191. :param path: Path to repository.
  192. :param bare: Whether to create a bare repository.
  193. :return: A Repo instance
  194. """
  195. if not os.path.exists(path):
  196. os.mkdir(path)
  197. if bare:
  198. return Repo.init_bare(path)
  199. else:
  200. return Repo.init(path)
  201. def clone(source, target=None, bare=False, checkout=None,
  202. errstream=default_bytes_err_stream, outstream=None,
  203. origin=b"origin"):
  204. """Clone a local or remote git repository.
  205. :param source: Path or URL for source repository
  206. :param target: Path to target repository (optional)
  207. :param bare: Whether or not to create a bare repository
  208. :param errstream: Optional stream to write progress to
  209. :param outstream: Optional stream to write progress to (deprecated)
  210. :return: The new repository
  211. """
  212. if outstream is not None:
  213. import warnings
  214. warnings.warn("outstream= has been deprecated in favour of errstream=.", DeprecationWarning,
  215. stacklevel=3)
  216. errstream = outstream
  217. if checkout is None:
  218. checkout = (not bare)
  219. if checkout and bare:
  220. raise ValueError("checkout and bare are incompatible")
  221. client, host_path = get_transport_and_path(source)
  222. if target is None:
  223. target = host_path.split("/")[-1]
  224. if not os.path.exists(target):
  225. os.mkdir(target)
  226. if bare:
  227. r = Repo.init_bare(target)
  228. else:
  229. r = Repo.init(target)
  230. try:
  231. remote_refs = client.fetch(host_path, r,
  232. determine_wants=r.object_store.determine_wants_all,
  233. progress=errstream.write)
  234. r.refs.import_refs(
  235. b'refs/remotes/' + origin,
  236. {n[len(b'refs/heads/'):]: v for (n, v) in remote_refs.items()
  237. if n.startswith(b'refs/heads/')})
  238. r.refs.import_refs(
  239. b'refs/tags',
  240. {n[len(b'refs/tags/'):]: v for (n, v) in remote_refs.items()
  241. if n.startswith(b'refs/tags/')})
  242. r[b"HEAD"] = remote_refs[b"HEAD"]
  243. if checkout:
  244. errstream.write(b'Checking out HEAD\n')
  245. r.reset_index()
  246. except:
  247. r.close()
  248. raise
  249. return r
  250. def add(repo=".", paths=None):
  251. """Add files to the staging area.
  252. :param repo: Repository for the files
  253. :param paths: Paths to add. No value passed stages all modified files.
  254. """
  255. # FIXME: Support patterns, directories.
  256. with open_repo_closing(repo) as r:
  257. if not paths:
  258. # If nothing is specified, add all non-ignored files.
  259. paths = []
  260. for dirpath, dirnames, filenames in os.walk(r.path):
  261. # Skip .git and below.
  262. if '.git' in dirnames:
  263. dirnames.remove('.git')
  264. for filename in filenames:
  265. paths.append(os.path.join(dirpath[len(r.path)+1:], filename))
  266. r.stage(paths)
  267. def rm(repo=".", paths=None):
  268. """Remove files from the staging area.
  269. :param repo: Repository for the files
  270. :param paths: Paths to remove
  271. """
  272. with open_repo_closing(repo) as r:
  273. index = r.open_index()
  274. for p in paths:
  275. del index[p.encode(sys.getfilesystemencoding())]
  276. index.write()
  277. def commit_decode(commit, contents, default_encoding=DEFAULT_ENCODING):
  278. if commit.encoding is not None:
  279. return contents.decode(commit.encoding, "replace")
  280. return contents.decode(default_encoding, "replace")
  281. def print_commit(commit, decode, outstream=sys.stdout):
  282. """Write a human-readable commit log entry.
  283. :param commit: A `Commit` object
  284. :param outstream: A stream file to write to
  285. """
  286. outstream.write("-" * 50 + "\n")
  287. outstream.write("commit: " + commit.id.decode('ascii') + "\n")
  288. if len(commit.parents) > 1:
  289. outstream.write("merge: " +
  290. "...".join([c.decode('ascii') for c in commit.parents[1:]]) + "\n")
  291. outstream.write("Author: " + decode(commit.author) + "\n")
  292. if commit.author != commit.committer:
  293. outstream.write("Committer: " + decode(commit.committer) + "\n")
  294. time_tuple = time.gmtime(commit.author_time + commit.author_timezone)
  295. time_str = time.strftime("%a %b %d %Y %H:%M:%S", time_tuple)
  296. timezone_str = format_timezone(commit.author_timezone)
  297. outstream.write("Date: " + time_str + " " + timezone_str + "\n")
  298. outstream.write("\n")
  299. outstream.write(decode(commit.message) + "\n")
  300. outstream.write("\n")
  301. def print_tag(tag, decode, outstream=sys.stdout):
  302. """Write a human-readable tag.
  303. :param tag: A `Tag` object
  304. :param decode: Function for decoding bytes to unicode string
  305. :param outstream: A stream to write to
  306. """
  307. outstream.write("Tagger: " + decode(tag.tagger) + "\n")
  308. outstream.write("Date: " + decode(tag.tag_time) + "\n")
  309. outstream.write("\n")
  310. outstream.write(decode(tag.message) + "\n")
  311. outstream.write("\n")
  312. def show_blob(repo, blob, decode, outstream=sys.stdout):
  313. """Write a blob to a stream.
  314. :param repo: A `Repo` object
  315. :param blob: A `Blob` object
  316. :param decode: Function for decoding bytes to unicode string
  317. :param outstream: A stream file to write to
  318. """
  319. outstream.write(decode(blob.data))
  320. def show_commit(repo, commit, decode, outstream=sys.stdout):
  321. """Show a commit to a stream.
  322. :param repo: A `Repo` object
  323. :param commit: A `Commit` object
  324. :param decode: Function for decoding bytes to unicode string
  325. :param outstream: Stream to write to
  326. """
  327. print_commit(commit, decode=decode, outstream=outstream)
  328. parent_commit = repo[commit.parents[0]]
  329. write_tree_diff(outstream, repo.object_store, parent_commit.tree, commit.tree)
  330. def show_tree(repo, tree, decode, outstream=sys.stdout):
  331. """Print a tree to a stream.
  332. :param repo: A `Repo` object
  333. :param tree: A `Tree` object
  334. :param decode: Function for decoding bytes to unicode string
  335. :param outstream: Stream to write to
  336. """
  337. for n in tree:
  338. outstream.write(decode(n) + "\n")
  339. def show_tag(repo, tag, decode, outstream=sys.stdout):
  340. """Print a tag to a stream.
  341. :param repo: A `Repo` object
  342. :param tag: A `Tag` object
  343. :param decode: Function for decoding bytes to unicode string
  344. :param outstream: Stream to write to
  345. """
  346. print_tag(tag, decode, outstream)
  347. show_object(repo, repo[tag.object[1]], outstream)
  348. def show_object(repo, obj, decode, outstream):
  349. return {
  350. b"tree": show_tree,
  351. b"blob": show_blob,
  352. b"commit": show_commit,
  353. b"tag": show_tag,
  354. }[obj.type_name](repo, obj, decode, outstream)
  355. def print_name_status(changes):
  356. """Print a simple status summary, listing changed files.
  357. """
  358. for change in changes:
  359. if not change:
  360. continue
  361. if type(change) is list:
  362. change = change[0]
  363. if change.type == CHANGE_ADD:
  364. path1 = change.new.path
  365. path2 = ''
  366. kind = 'A'
  367. elif change.type == CHANGE_DELETE:
  368. path1 = change.old.path
  369. path2 = ''
  370. kind = 'D'
  371. elif change.type == CHANGE_MODIFY:
  372. path1 = change.new.path
  373. path2 = ''
  374. kind = 'M'
  375. elif change.type in RENAME_CHANGE_TYPES:
  376. path1 = change.old.path
  377. path2 = change.new.path
  378. if change.type == CHANGE_RENAME:
  379. kind = 'R'
  380. elif change.type == CHANGE_COPY:
  381. kind = 'C'
  382. yield '%-8s%-20s%-20s' % (kind, path1, path2)
  383. def log(repo=".", paths=None, outstream=sys.stdout, max_entries=None,
  384. reverse=False, name_status=False):
  385. """Write commit logs.
  386. :param repo: Path to repository
  387. :param paths: Optional set of specific paths to print entries for
  388. :param outstream: Stream to write log output to
  389. :param reverse: Reverse order in which entries are printed
  390. :param name_status: Print name status
  391. :param max_entries: Optional maximum number of entries to display
  392. """
  393. with open_repo_closing(repo) as r:
  394. walker = r.get_walker(
  395. max_entries=max_entries, paths=paths, reverse=reverse)
  396. for entry in walker:
  397. decode = lambda x: commit_decode(entry.commit, x)
  398. print_commit(entry.commit, decode, outstream)
  399. if name_status:
  400. outstream.writelines(
  401. [l+'\n' for l in print_name_status(entry.changes())])
  402. # TODO(jelmer): better default for encoding?
  403. def show(repo=".", objects=None, outstream=sys.stdout,
  404. default_encoding=DEFAULT_ENCODING):
  405. """Print the changes in a commit.
  406. :param repo: Path to repository
  407. :param objects: Objects to show (defaults to [HEAD])
  408. :param outstream: Stream to write to
  409. :param default_encoding: Default encoding to use if none is set in the commit
  410. """
  411. if objects is None:
  412. objects = ["HEAD"]
  413. if not isinstance(objects, list):
  414. objects = [objects]
  415. with open_repo_closing(repo) as r:
  416. for objectish in objects:
  417. o = parse_object(r, objectish)
  418. if isinstance(o, Commit):
  419. decode = lambda x: commit_decode(o, x, default_encoding)
  420. else:
  421. decode = lambda x: x.decode(default_encoding)
  422. show_object(r, o, decode, outstream)
  423. def diff_tree(repo, old_tree, new_tree, outstream=sys.stdout):
  424. """Compares the content and mode of blobs found via two tree objects.
  425. :param repo: Path to repository
  426. :param old_tree: Id of old tree
  427. :param new_tree: Id of new tree
  428. :param outstream: Stream to write to
  429. """
  430. with open_repo_closing(repo) as r:
  431. write_tree_diff(outstream, r.object_store, old_tree, new_tree)
  432. def rev_list(repo, commits, outstream=sys.stdout):
  433. """Lists commit objects in reverse chronological order.
  434. :param repo: Path to repository
  435. :param commits: Commits over which to iterate
  436. :param outstream: Stream to write to
  437. """
  438. with open_repo_closing(repo) as r:
  439. for entry in r.get_walker(include=[r[c].id for c in commits]):
  440. outstream.write(entry.commit.id + b"\n")
  441. def tag(*args, **kwargs):
  442. import warnings
  443. warnings.warn("tag has been deprecated in favour of tag_create.", DeprecationWarning)
  444. return tag_create(*args, **kwargs)
  445. def tag_create(repo, tag, author=None, message=None, annotated=False,
  446. objectish="HEAD", tag_time=None, tag_timezone=None):
  447. """Creates a tag in git via dulwich calls:
  448. :param repo: Path to repository
  449. :param tag: tag string
  450. :param author: tag author (optional, if annotated is set)
  451. :param message: tag message (optional)
  452. :param annotated: whether to create an annotated tag
  453. :param objectish: object the tag should point at, defaults to HEAD
  454. :param tag_time: Optional time for annotated tag
  455. :param tag_timezone: Optional timezone for annotated tag
  456. """
  457. with open_repo_closing(repo) as r:
  458. object = parse_object(r, objectish)
  459. if annotated:
  460. # Create the tag object
  461. tag_obj = Tag()
  462. if author is None:
  463. # TODO(jelmer): Don't use repo private method.
  464. author = r._get_user_identity()
  465. tag_obj.tagger = author
  466. tag_obj.message = message
  467. tag_obj.name = tag
  468. tag_obj.object = (type(object), object.id)
  469. if tag_time is None:
  470. tag_time = int(time.time())
  471. tag_obj.tag_time = tag_time
  472. if tag_timezone is None:
  473. # TODO(jelmer) Use current user timezone rather than UTC
  474. tag_timezone = 0
  475. elif isinstance(tag_timezone, str):
  476. tag_timezone = parse_timezone(tag_timezone)
  477. tag_obj.tag_timezone = tag_timezone
  478. r.object_store.add_object(tag_obj)
  479. tag_id = tag_obj.id
  480. else:
  481. tag_id = object.id
  482. r.refs[b'refs/tags/' + tag] = tag_id
  483. def list_tags(*args, **kwargs):
  484. import warnings
  485. warnings.warn("list_tags has been deprecated in favour of tag_list.", DeprecationWarning)
  486. return tag_list(*args, **kwargs)
  487. def tag_list(repo, outstream=sys.stdout):
  488. """List all tags.
  489. :param repo: Path to repository
  490. :param outstream: Stream to write tags to
  491. """
  492. with open_repo_closing(repo) as r:
  493. tags = list(r.refs.as_dict(b"refs/tags"))
  494. tags.sort()
  495. return tags
  496. def tag_delete(repo, name):
  497. """Remove a tag.
  498. :param repo: Path to repository
  499. :param name: Name of tag to remove
  500. """
  501. with open_repo_closing(repo) as r:
  502. if isinstance(name, bytes):
  503. names = [name]
  504. elif isinstance(name, list):
  505. names = name
  506. else:
  507. raise TypeError("Unexpected tag name type %r" % name)
  508. for name in names:
  509. del r.refs[b"refs/tags/" + name]
  510. def reset(repo, mode, committish="HEAD"):
  511. """Reset current HEAD to the specified state.
  512. :param repo: Path to repository
  513. :param mode: Mode ("hard", "soft", "mixed")
  514. """
  515. if mode != "hard":
  516. raise ValueError("hard is the only mode currently supported")
  517. with open_repo_closing(repo) as r:
  518. tree = r[committish].tree
  519. r.reset_index()
  520. def push(repo, remote_location, refspecs=None,
  521. outstream=default_bytes_out_stream, errstream=default_bytes_err_stream):
  522. """Remote push with dulwich via dulwich.client
  523. :param repo: Path to repository
  524. :param remote_location: Location of the remote
  525. :param refspecs: relative path to the refs to push to remote
  526. :param outstream: A stream file to write output
  527. :param errstream: A stream file to write errors
  528. """
  529. # Open the repo
  530. with open_repo_closing(repo) as r:
  531. # Get the client and path
  532. client, path = get_transport_and_path(remote_location)
  533. selected_refs = []
  534. def update_refs(refs):
  535. selected_refs.extend(parse_reftuples(r.refs, refs, refspecs))
  536. new_refs = {}
  537. # TODO: Handle selected_refs == {None: None}
  538. for (lh, rh, force) in selected_refs:
  539. if lh is None:
  540. new_refs[rh] = ZERO_SHA
  541. else:
  542. new_refs[rh] = r.refs[lh]
  543. return new_refs
  544. err_encoding = getattr(errstream, 'encoding', None) or DEFAULT_ENCODING
  545. remote_location_bytes = client.get_url(path).encode(err_encoding)
  546. try:
  547. client.send_pack(path, update_refs,
  548. r.object_store.generate_pack_contents, progress=errstream.write)
  549. errstream.write(b"Push to " + remote_location_bytes +
  550. b" successful.\n")
  551. except (UpdateRefsError, SendPackError) as e:
  552. errstream.write(b"Push to " + remote_location_bytes +
  553. b" failed -> " + e.message.encode(err_encoding) +
  554. b"\n")
  555. def pull(repo, remote_location, refspecs=None,
  556. outstream=default_bytes_out_stream, errstream=default_bytes_err_stream):
  557. """Pull from remote via dulwich.client
  558. :param repo: Path to repository
  559. :param remote_location: Location of the remote
  560. :param refspec: refspecs to fetch
  561. :param outstream: A stream file to write to output
  562. :param errstream: A stream file to write to errors
  563. """
  564. # Open the repo
  565. with open_repo_closing(repo) as r:
  566. if refspecs is None:
  567. refspecs = [b"HEAD"]
  568. selected_refs = []
  569. def determine_wants(remote_refs):
  570. selected_refs.extend(parse_reftuples(remote_refs, r.refs, refspecs))
  571. return [remote_refs[lh] for (lh, rh, force) in selected_refs]
  572. client, path = get_transport_and_path(remote_location)
  573. remote_refs = client.fetch(path, r, progress=errstream.write,
  574. determine_wants=determine_wants)
  575. for (lh, rh, force) in selected_refs:
  576. r.refs[rh] = remote_refs[lh]
  577. if selected_refs:
  578. r[b'HEAD'] = remote_refs[selected_refs[0][1]]
  579. # Perform 'git checkout .' - syncs staged changes
  580. tree = r[b"HEAD"].tree
  581. r.reset_index()
  582. def status(repo="."):
  583. """Returns staged, unstaged, and untracked changes relative to the HEAD.
  584. :param repo: Path to repository or repository object
  585. :return: GitStatus tuple,
  586. staged - list of staged paths (diff index/HEAD)
  587. unstaged - list of unstaged paths (diff index/working-tree)
  588. untracked - list of untracked, un-ignored & non-.git paths
  589. """
  590. with open_repo_closing(repo) as r:
  591. # 1. Get status of staged
  592. tracked_changes = get_tree_changes(r)
  593. # 2. Get status of unstaged
  594. unstaged_changes = list(get_unstaged_changes(r.open_index(), r.path))
  595. # TODO - Status of untracked - add untracked changes, need gitignore.
  596. untracked_changes = []
  597. return GitStatus(tracked_changes, unstaged_changes, untracked_changes)
  598. def get_tree_changes(repo):
  599. """Return add/delete/modify changes to tree by comparing index to HEAD.
  600. :param repo: repo path or object
  601. :return: dict with lists for each type of change
  602. """
  603. with open_repo_closing(repo) as r:
  604. index = r.open_index()
  605. # Compares the Index to the HEAD & determines changes
  606. # Iterate through the changes and report add/delete/modify
  607. # TODO: call out to dulwich.diff_tree somehow.
  608. tracked_changes = {
  609. 'add': [],
  610. 'delete': [],
  611. 'modify': [],
  612. }
  613. try:
  614. tree_id = r[b'HEAD'].tree
  615. except KeyError:
  616. tree_id = None
  617. for change in index.changes_from_tree(r.object_store, tree_id):
  618. if not change[0][0]:
  619. tracked_changes['add'].append(change[0][1])
  620. elif not change[0][1]:
  621. tracked_changes['delete'].append(change[0][0])
  622. elif change[0][0] == change[0][1]:
  623. tracked_changes['modify'].append(change[0][0])
  624. else:
  625. raise AssertionError('git mv ops not yet supported')
  626. return tracked_changes
  627. def daemon(path=".", address=None, port=None):
  628. """Run a daemon serving Git requests over TCP/IP.
  629. :param path: Path to the directory to serve.
  630. :param address: Optional address to listen on (defaults to ::)
  631. :param port: Optional port to listen on (defaults to TCP_GIT_PORT)
  632. """
  633. # TODO(jelmer): Support git-daemon-export-ok and --export-all.
  634. backend = FileSystemBackend(path)
  635. server = TCPGitServer(backend, address, port)
  636. server.serve_forever()
  637. def web_daemon(path=".", address=None, port=None):
  638. """Run a daemon serving Git requests over HTTP.
  639. :param path: Path to the directory to serve
  640. :param address: Optional address to listen on (defaults to ::)
  641. :param port: Optional port to listen on (defaults to 80)
  642. """
  643. from dulwich.web import (
  644. make_wsgi_chain,
  645. make_server,
  646. WSGIRequestHandlerLogger,
  647. WSGIServerLogger)
  648. backend = FileSystemBackend(path)
  649. app = make_wsgi_chain(backend)
  650. server = make_server(address, port, app,
  651. handler_class=WSGIRequestHandlerLogger,
  652. server_class=WSGIServerLogger)
  653. server.serve_forever()
  654. def upload_pack(path=".", inf=None, outf=None):
  655. """Upload a pack file after negotiating its contents using smart protocol.
  656. :param path: Path to the repository
  657. :param inf: Input stream to communicate with client
  658. :param outf: Output stream to communicate with client
  659. """
  660. if outf is None:
  661. outf = getattr(sys.stdout, 'buffer', sys.stdout)
  662. if inf is None:
  663. inf = getattr(sys.stdin, 'buffer', sys.stdin)
  664. backend = FileSystemBackend(path)
  665. def send_fn(data):
  666. outf.write(data)
  667. outf.flush()
  668. proto = Protocol(inf.read, send_fn)
  669. handler = UploadPackHandler(backend, [path], proto)
  670. # FIXME: Catch exceptions and write a single-line summary to outf.
  671. handler.handle()
  672. return 0
  673. def receive_pack(path=".", inf=None, outf=None):
  674. """Receive a pack file after negotiating its contents using smart protocol.
  675. :param path: Path to the repository
  676. :param inf: Input stream to communicate with client
  677. :param outf: Output stream to communicate with client
  678. """
  679. if outf is None:
  680. outf = getattr(sys.stdout, 'buffer', sys.stdout)
  681. if inf is None:
  682. inf = getattr(sys.stdin, 'buffer', sys.stdin)
  683. backend = FileSystemBackend(path)
  684. def send_fn(data):
  685. outf.write(data)
  686. outf.flush()
  687. proto = Protocol(inf.read, send_fn)
  688. handler = ReceivePackHandler(backend, [path], proto)
  689. # FIXME: Catch exceptions and write a single-line summary to outf.
  690. handler.handle()
  691. return 0
  692. def branch_delete(repo, name):
  693. """Delete a branch.
  694. :param repo: Path to the repository
  695. :param name: Name of the branch
  696. """
  697. with open_repo_closing(repo) as r:
  698. if isinstance(name, bytes):
  699. names = [name]
  700. elif isinstance(name, list):
  701. names = name
  702. else:
  703. raise TypeError("Unexpected branch name type %r" % name)
  704. for name in names:
  705. del r.refs[b"refs/heads/" + name]
  706. def branch_create(repo, name, objectish=None, force=False):
  707. """Create a branch.
  708. :param repo: Path to the repository
  709. :param name: Name of the new branch
  710. :param objectish: Target object to point new branch at (defaults to HEAD)
  711. :param force: Force creation of branch, even if it already exists
  712. """
  713. with open_repo_closing(repo) as r:
  714. if isinstance(name, bytes):
  715. names = [name]
  716. elif isinstance(name, list):
  717. names = name
  718. else:
  719. raise TypeError("Unexpected branch name type %r" % name)
  720. if objectish is None:
  721. objectish = "HEAD"
  722. object = parse_object(r, objectish)
  723. refname = b"refs/heads/" + name
  724. if refname in r.refs and not force:
  725. raise KeyError("Branch with name %s already exists." % name)
  726. r.refs[refname] = object.id
  727. def branch_list(repo):
  728. """List all branches.
  729. :param repo: Path to the repository
  730. """
  731. with open_repo_closing(repo) as r:
  732. return r.refs.keys(base=b"refs/heads/")
  733. def fetch(repo, remote_location, outstream=sys.stdout,
  734. errstream=default_bytes_err_stream):
  735. """Fetch objects from a remote server.
  736. :param repo: Path to the repository
  737. :param remote_location: String identifying a remote server
  738. :param outstream: Output stream (defaults to stdout)
  739. :param errstream: Error stream (defaults to stderr)
  740. :return: Dictionary with refs on the remote
  741. """
  742. with open_repo_closing(repo) as r:
  743. client, path = get_transport_and_path(remote_location)
  744. remote_refs = client.fetch(path, r, progress=errstream.write)
  745. return remote_refs
  746. def ls_remote(remote):
  747. client, host_path = get_transport_and_path(remote)
  748. return client.get_refs(encode_path(host_path))
  749. def repack(repo):
  750. """Repack loose files in a repository.
  751. Currently this only packs loose objects.
  752. :param repo: Path to the repository
  753. """
  754. with open_repo_closing(repo) as r:
  755. r.object_store.pack_loose_objects()
  756. def pack_objects(repo, object_ids, packf, idxf, delta_window_size=None):
  757. """Pack objects into a file.
  758. :param repo: Path to the repository
  759. :param object_ids: List of object ids to write
  760. :param packf: File-like object to write to
  761. :param idxf: File-like object to write to (can be None)
  762. """
  763. with open_repo_closing(repo) as r:
  764. entries, data_sum = write_pack_objects(
  765. packf,
  766. r.object_store.iter_shas((oid, None) for oid in object_ids),
  767. delta_window_size=delta_window_size)
  768. if idxf is not None:
  769. entries = [(k, v[0], v[1]) for (k, v) in entries.items()]
  770. entries.sort()
  771. write_pack_index(idxf, entries, data_sum)
  772. def ls_tree(repo, tree_ish=None, outstream=sys.stdout, recursive=False,
  773. name_only=False):
  774. """List contents of a tree.
  775. :param repo: Path to the repository
  776. :param tree_ish: Tree id to list
  777. :param outstream: Output stream (defaults to stdout)
  778. :param recursive: Whether to recursively list files
  779. :param name_only: Only print item name
  780. """
  781. def list_tree(store, treeid, base):
  782. for (name, mode, sha) in store[treeid].iteritems():
  783. if base:
  784. name = posixpath.join(base, name)
  785. if name_only:
  786. outstream.write(name + b"\n")
  787. else:
  788. outstream.write(pretty_format_tree_entry(name, mode, sha))
  789. if stat.S_ISDIR(mode):
  790. list_tree(store, sha, name)
  791. if tree_ish is None:
  792. tree_ish = "HEAD"
  793. with open_repo_closing(repo) as r:
  794. c = r[tree_ish]
  795. treeid = c.tree
  796. list_tree(r.object_store, treeid, "")