Skip to content

Instantly share code, notes, and snippets.

@ryanlong1004
Created March 29, 2022 00:52
Show Gist options
  • Save ryanlong1004/7e94e1d34c14efb9784032e008a604a1 to your computer and use it in GitHub Desktop.
Save ryanlong1004/7e94e1d34c14efb9784032e008a604a1 to your computer and use it in GitHub Desktop.
Base Git Abstraction for Python
"""
git.py
Git CLI interaction layer
author: Ryan Long <[email protected]>
"""
import logging
import os
import subprocess
import pathlib
from typing import Any, List, Union
LOG_FORMAT_HASH = "--format=%H"
class Git:
"""Encapsulate Git functionality"""
WARNINGS = ["not something we can merge"]
def __init__(self, repopath: pathlib.Path):
self.repopath = repopath
def _command_safe(
self, cmd: Union[str, List[str]], cwd=None
) -> subprocess.CompletedProcess:
"""_command_safe ensures commands are run safely and raise exceptions
on error
https://stackoverflow.com/questions/4917871/does-git-return-specific-return-error-codes
"""
cwd = self.repopath if cwd is None else cwd
cmd = list(cmd)
try:
return subprocess.run(
cmd,
cwd=cwd,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
check=True,
encoding="utf-8",
)
except subprocess.CalledProcessError as error:
logging.info(error.stdout)
if error.stderr:
if any(
(warning for warning in self.WARNINGS if warning in error.stderr)
):
logging.warning(error.stderr)
else:
raise GitError(error.stderr) from error
return subprocess.CompletedProcess(
returncode=0, args="", stdout=error.stdout
)
def reset_branch(self) -> subprocess.CompletedProcess:
"""git checkout ."""
return self._command_safe(["git", "checkout", "."], self.repopath)
def list_all_branches(self, url=None) -> List[str]:
"""
git branch -r
git ls-remote --heads --refs <url>
"""
if url is None:
return [
item.strip()
for item in self._command_safe(
["git", "branch", "-r"], self.repopath
).stdout.split("\n")[1:-1]
]
return [
item
for item in self._command_safe(
["git", "ls-remote", "--heads", "--refs", url],
self.repopath,
).stdout.split("\n")
]
def snapshot(self, url) -> List[Any]:
"""Returns a list of most recent hashes per branch"""
return [
item.split("\t")[1].replace("refs/heads/", "")
for item in self._command_safe(
["git", "ls-remote", "--heads", "--refs", url],
self.repopath,
).stdout.split("\n")
if len(item) > 0
]
def show(self, branch, path_spec) -> subprocess.CompletedProcess:
"""git show <branch>:<path_spec>"""
return self._command_safe(
[
"git",
"show",
f"{branch}:{path_spec}",
],
self.repopath,
)
def fetch(self) -> subprocess.CompletedProcess:
"""git fetch"""
return self._command_safe(["git", "fetch"], self.repopath)
def add(self, _file_path=None, force=False) -> subprocess.CompletedProcess:
"""
git add --all
git add <_file_path>
"""
cmd = ["git", "add", "--all"]
if _file_path is not None:
cmd = ["git", "add", _file_path]
if force:
cmd.insert(2, "-f")
return self._command_safe(cmd, self.repopath)
def checkout(
self, branch_name, path_spec=None, local_path=None, force=False
) -> subprocess.CompletedProcess:
"""
git checkout <branch_name>
git checkout <branch_name> -- <path_spec>
git checkout <branch_name> -- <path_spec> <local_path>
git checkout -b <branch_name> ...
"""
cmd = ["git", "checkout", branch_name]
if path_spec is not None:
cmd.append("--")
cmd.append(path_spec)
if local_path is not None:
cmd.append(local_path)
try:
return self._command_safe(cmd, self.repopath)
except subprocess.CalledProcessError as _:
if force:
cmd.insert(2, "-b")
logging.info("%s does not exist; force flag is %s", branch_name, force)
return self._command_safe(cmd, self.repopath)
def commit(self, message) -> subprocess.CompletedProcess:
"""git commit -m {message}"""
return self._command_safe(
["git", "commit", "-m", f"'{message}'"], self.repopath
)
def status(self) -> subprocess.CompletedProcess:
"""git status"""
return self._command_safe(["git", "status"], self.repopath)
def pull(self, destination="origin", branch=None) -> subprocess.CompletedProcess:
"""
git pull <destination>
git pull <destination> <branch>
"""
cmd = ["git", "pull", destination]
if branch:
cmd.append(branch)
return self._command_safe(cmd, self.repopath)
def push(
self, destination="origin", branch=None, force=False
) -> subprocess.CompletedProcess:
"""
git push <destination>
git push <destination> <branch>
"""
cmd = ["git", "push", destination]
if force:
cmd.append("-f")
if branch is not None:
cmd.append(branch)
return self._command_safe(cmd, self.repopath)
def clone(self, url, target_path=None) -> subprocess.CompletedProcess:
"""git clone <url> <target_path>"""
cmd = ["git", "clone", "--depth=500", url, target_path]
return self._command_safe(cmd, target_path)
def merge(self, machine_name: str) -> subprocess.CompletedProcess:
"""git merge <machine_name>"""
cmd = ["git", "merge", f"{machine_name}"]
return self._command_safe(cmd)
def rebase(self, branch_name: str) -> subprocess.CompletedProcess:
"""git rebase origin/<branch_name>"""
return self._command_safe(["git", "rebase", f"origin/{branch_name}"])
def log(self, *args) -> subprocess.CompletedProcess:
"""git log <*args>"""
cmd = ["git", "log"]
if args:
for arg in args:
cmd.append(arg)
return self._command_safe(cmd, self.repopath)
def from_shallow_clone(url, _path: pathlib.Path) -> "Git":
"""creates a Git instance from a url"""
repopath = pathlib.Path(os.path.join(_path))
logging.debug("cloning %s into %s", url, repopath)
if not os.path.exists(_path):
os.mkdir(_path)
repo = Git(pathlib.Path(repopath))
try:
repo.clone(url, repopath)
except GitError:
pass
return repo
def from_clone(url, _path: pathlib.Path) -> "Git":
"""creates a Git instance from a url"""
repopath = pathlib.Path(os.path.join(_path, extract_parent_dir_name(url)))
logging.debug("cloning %s into %s", url, repopath)
if not os.path.exists(_path):
os.mkdir(_path)
repo = Git(pathlib.Path(_path))
repo.clone(url, _path)
return repo
def extract_parent_dir_name(value: str):
"""figures out what the clone directory will be called"""
# "[email protected]:esmf-org/esmf-test-summary.git"
return value.split("/")[-1].split(".")[0]
class Error(Exception):
"""Base error class"""
class GitError(Error):
"""Represents generic Git error"""
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment