A console script that allows you to easily update multiple git repositories at once
選択できるのは25トピックまでです。 トピックは、先頭が英数字で、英数字とダッシュ('-')を使用した35文字以内のものにしてください。

update.py 10 KiB

10年前
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288
  1. # -*- coding: utf-8 -*-
  2. #
  3. # Copyright (C) 2011-2014 Ben Kurtovic <ben.kurtovic@gmail.com>
  4. # See the LICENSE file for details.
  5. from __future__ import print_function
  6. import os
  7. from colorama import Fore, Style
  8. from git import RemoteReference as RemoteRef, Repo, exc
  9. from git.util import RemoteProgress
  10. __all__ = ["update_bookmarks", "update_directories"]
  11. BOLD = Style.BRIGHT
  12. BLUE = Fore.BLUE + BOLD
  13. GREEN = Fore.GREEN + BOLD
  14. RED = Fore.RED + BOLD
  15. YELLOW = Fore.YELLOW + BOLD
  16. RESET = Style.RESET_ALL
  17. INDENT1 = " " * 3
  18. INDENT2 = " " * 7
  19. ERROR = RED + "Error:" + RESET
  20. class _ProgressMonitor(RemoteProgress):
  21. """Displays relevant output during the fetching process."""
  22. def __init__(self):
  23. super(_ProgressMonitor, self).__init__()
  24. self._started = False
  25. def update(self, op_code, cur_count, max_count=None, message=''):
  26. """Called whenever progress changes. Overrides default behavior."""
  27. if op_code & (self.COMPRESSING | self.RECEIVING):
  28. if op_code & self.BEGIN:
  29. print("\b, " if self._started else " (", end="")
  30. if not self._started:
  31. self._started = True
  32. if op_code & self.END:
  33. end = ")"
  34. else:
  35. end = "\b" * (1 + len(cur_count) + len(max_count))
  36. print("{0}/{1}".format(cur_count, max_count), end=end)
  37. class _Stasher(object):
  38. """Manages the stash state of a given repository."""
  39. def __init__(self, repo):
  40. self._repo = repo
  41. self._clean = self._stashed = False
  42. def clean(self):
  43. """Ensure the working directory is clean, so we can do checkouts."""
  44. if not self._clean:
  45. res = self._repo.git.stash("--all")
  46. self._clean = True
  47. if res != "No local changes to save":
  48. self._stashed = True
  49. def restore(self):
  50. """Restore the pre-stash state."""
  51. if self._stashed:
  52. self._repo.git.stash("pop", "--index")
  53. def _read_config(repo, attr):
  54. """Read an attribute from git config."""
  55. try:
  56. return repo.git.config("--get", attr)
  57. except exc.GitCommandError:
  58. return None
  59. def _fetch_remotes(remotes):
  60. """Fetch a list of remotes, displaying progress info along the way."""
  61. def _get_name(ref):
  62. """Return the local name of a remote or tag reference."""
  63. return ref.remote_head if isinstance(ref, RemoteRef) else ref.name
  64. info = [("NEW_HEAD", "new branch", "new branches"),
  65. ("NEW_TAG", "new tag", "new tags"),
  66. ("FAST_FORWARD", "branch update", "branch updates")]
  67. up_to_date = BLUE + "up to date" + RESET
  68. for remote in remotes:
  69. print(INDENT2, "Fetching", BOLD + remote.name, end="")
  70. try:
  71. results = remote.fetch(progress=_ProgressMonitor())
  72. except exc.GitCommandError as err:
  73. msg = err.command[0].replace("Error when fetching: ", "")
  74. if not msg.endswith("."):
  75. msg += "."
  76. print(":", RED + "error:", msg)
  77. return
  78. except AssertionError: # Seems to be the result of a bug in GitPython
  79. # This happens when git initiates an auto-gc during fetch:
  80. print(":", RED + "error:", "something went wrong in GitPython,",
  81. "but the fetch might have been successful.")
  82. return
  83. rlist = []
  84. for attr, singular, plural in info:
  85. names = [_get_name(res.ref)
  86. for res in results if res.flags & getattr(res, attr)]
  87. if names:
  88. desc = singular if len(names) == 1 else plural
  89. colored = GREEN + desc + RESET
  90. rlist.append("{0} ({1})".format(colored, ", ".join(names)))
  91. print(":", (", ".join(rlist) if rlist else up_to_date) + ".")
  92. def _is_up_to_date(repo, branch, upstream):
  93. """Return whether *branch* is up-to-date with its *upstream*."""
  94. base = repo.git.merge_base(branch.commit, upstream.commit)
  95. return repo.commit(base) == upstream.commit
  96. def _rebase(repo, name):
  97. """Rebase the current HEAD of *repo* onto the branch *name*."""
  98. print(GREEN + "rebasing...", end="")
  99. try:
  100. res = repo.git.rebase(name, "--preserve-merges")
  101. except exc.GitCommandError as err:
  102. msg = err.stderr.replace("\n", " ").strip()
  103. if not msg.endswith("."):
  104. msg += "."
  105. if "unstaged changes" in msg:
  106. print(RED + " error:", "unstaged changes.")
  107. elif "uncommitted changes" in msg:
  108. print(RED + " error:", "uncommitted changes.")
  109. else:
  110. try:
  111. repo.git.rebase("--abort")
  112. except exc.GitCommandError:
  113. pass
  114. print(RED + " error:", msg if msg else "rebase conflict.",
  115. "Aborted.")
  116. else:
  117. print("\b" * 6 + " " * 6 + "\b" * 6 + GREEN + "ed", end=".\n")
  118. def _merge(repo, name):
  119. """Merge the branch *name* into the current HEAD of *repo*."""
  120. print(GREEN + "merging...", end="")
  121. try:
  122. repo.git.merge(name)
  123. except exc.GitCommandError as err:
  124. msg = err.stderr.replace("\n", " ").strip()
  125. if not msg.endswith("."):
  126. msg += "."
  127. if "local changes" in msg and "would be overwritten" in msg:
  128. print(RED + " error:", "uncommitted changes.")
  129. else:
  130. try:
  131. repo.git.merge("--abort")
  132. except exc.GitCommandError:
  133. pass
  134. print(RED + " error:", msg if msg else "merge conflict.",
  135. "Aborted.")
  136. else:
  137. print("\b" * 6 + " " * 6 + "\b" * 6 + GREEN + "ed", end=".\n")
  138. def _update_branch(repo, branch, merge, rebase, stasher=None):
  139. """Update a single branch."""
  140. print(INDENT2, "Updating", BOLD + branch.name, end=": ")
  141. upstream = branch.tracking_branch()
  142. if not upstream:
  143. print(YELLOW + "skipped:", "no upstream is tracked.")
  144. return
  145. try:
  146. branch.commit, upstream.commit
  147. except ValueError:
  148. print(YELLOW + "skipped:", "branch has no revisions.")
  149. return
  150. if _is_up_to_date(repo, branch, upstream):
  151. print(BLUE + "up to date", end=".\n")
  152. return
  153. if stasher:
  154. stasher.clean()
  155. branch.checkout()
  156. config_attr = "branch.{0}.rebase".format(branch.name)
  157. if not merge and (rebase or _read_config(repo, config_attr)):
  158. _rebase(repo, upstream.name)
  159. else:
  160. _merge(repo, upstream.name)
  161. def _update_branches(repo, active, merge, rebase):
  162. """Update a list of branches."""
  163. if active:
  164. _update_branch(repo, active, merge, rebase)
  165. branches = set(repo.heads) - {active}
  166. if branches:
  167. stasher = _Stasher(repo)
  168. try:
  169. for branch in sorted(branches, key=lambda b: b.name):
  170. _update_branch(repo, branch, merge, rebase, stasher)
  171. finally:
  172. if active:
  173. active.checkout()
  174. stasher.restore()
  175. def _update_repository(repo, current_only=False, rebase=False, merge=False):
  176. """Update a single git repository by fetching remotes and rebasing/merging.
  177. The specific actions depend on the arguments given. We will fetch all
  178. remotes if *current_only* is ``False``, or only the remote tracked by the
  179. current branch if ``True``. By default, we will merge unless
  180. ``pull.rebase`` or ``branch.<name>.rebase`` is set in config; *rebase* will
  181. cause us to always rebase with ``--preserve-merges``, and *merge* will
  182. cause us to always merge.
  183. """
  184. print(INDENT1, BOLD + os.path.split(repo.working_dir)[1] + ":")
  185. try:
  186. active = repo.active_branch
  187. except TypeError: # Happens when HEAD is detached
  188. active = None
  189. if current_only:
  190. ref = active.tracking_branch() if active else None
  191. if not ref:
  192. print(INDENT2, ERROR, "no remote tracked by current branch.")
  193. return
  194. remotes = [repo.remotes[ref.remote_name]]
  195. else:
  196. remotes = repo.remotes
  197. if not remotes:
  198. print(INDENT2, ERROR, "no remotes configured to pull from.")
  199. return
  200. rebase = rebase or _read_config(repo, "pull.rebase")
  201. _fetch_remotes(remotes)
  202. _update_branches(repo, active, merge, rebase)
  203. def _update_subdirectories(path, long_name, update_args):
  204. """Update all subdirectories that are git repos in a given directory."""
  205. repos = []
  206. for item in os.listdir(path):
  207. try:
  208. repo = Repo(os.path.join(path, item))
  209. except (exc.InvalidGitRepositoryError, exc.NoSuchPathError):
  210. continue
  211. repos.append(repo)
  212. suffix = "ies" if len(repos) != 1 else "y"
  213. print(long_name[0].upper() + long_name[1:],
  214. "contains {0} git repositor{1}:".format(len(repos), suffix))
  215. for repo in sorted(repos, key=lambda r: os.path.split(r.working_dir)[1]):
  216. _update_repository(repo, *update_args)
  217. def _update_directory(path, update_args, is_bookmark=False):
  218. """Update a particular directory.
  219. Determine whether the directory is a git repo on its own, a directory of
  220. git repositories, or something invalid. If the first, update the single
  221. repository; if the second, update all repositories contained within; if the
  222. third, print an error.
  223. """
  224. dir_type = "bookmark" if is_bookmark else "directory"
  225. long_name = dir_type + ' "' + BOLD + path + RESET + '"'
  226. try:
  227. repo = Repo(path)
  228. except exc.NoSuchPathError:
  229. print(ERROR, long_name, "doesn't exist!")
  230. except exc.InvalidGitRepositoryError:
  231. if os.path.isdir(path):
  232. _update_subdirectories(path, long_name, update_args)
  233. else:
  234. print(ERROR, long_name, "isn't a repository!")
  235. else:
  236. long_name = (dir_type.capitalize() + ' "' + BOLD + repo.working_dir +
  237. RESET + '"')
  238. print(long_name, "is a git repository:")
  239. _update_repository(repo, *update_args)
  240. def update_bookmarks(bookmarks, update_args):
  241. """Loop through and update all bookmarks."""
  242. if bookmarks:
  243. for path, name in bookmarks:
  244. _update_directory(path, update_args, is_bookmark=True)
  245. else:
  246. print("You don't have any bookmarks configured! Get help with 'gitup -h'.")
  247. def update_directories(paths, update_args):
  248. """Update a list of directories supplied by command arguments."""
  249. for path in paths:
  250. full_path = os.path.abspath(path)
  251. _update_directory(full_path, update_args, is_bookmark=False)