Last active
March 22, 2023 14:09
-
-
Save cvzi/eab936f48488153811c219bad32028ed to your computer and use it in GitHub Desktop.
Find updates for packages in requirements.txt on pypi
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
""" | |
requirements.py - find updates for packages in requirements.txt on pypi | |
https://github.com/cvzi/requirements | |
Copyright (C) 2021 cvzi <[email protected]> | |
This program is free software: you can redistribute it and/or modify | |
it under the terms of the GNU General Public License as published by | |
the Free Software Foundation, either version 3 of the License, or | |
(at your option) any later version. | |
This program is distributed in the hope that it will be useful, | |
but WITHOUT ANY WARRANTY; without even the implied warranty of | |
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
GNU General Public License for more details. | |
You should have received a copy of the GNU General Public License | |
along with this program. If not, see <https://www.gnu.org/licenses/>. | |
""" | |
import sys | |
import subprocess | |
import re | |
import tokenize | |
import packaging.version | |
PYTHON = sys.executable | |
COMMENT_RE = re.compile(r"(^|\s+)#.*$") | |
REQ_RE = re.compile(r"^\s*([-\w]+)\s*([>=~]{2})\s*(.+)\s*$") | |
CACHE = {} | |
def parse_lines(filename): | |
"""Join lines that end with a backslash, yields (line_number, line)""" | |
last_line = None | |
with tokenize.open(filename) as f: | |
for index, line in enumerate(f.readlines()): | |
line = line.strip() | |
if last_line: | |
line = last_line + " " + line | |
last_line = None | |
if line.endswith("\\"): | |
last_line = line[:-1] | |
line = None | |
if line: | |
yield index, line | |
if last_line: | |
yield index, last_line | |
def parse_requirements(filename): | |
"""Skip comments and skip maximum version specifiers""" | |
for line_number, line in parse_lines(filename): | |
line = COMMENT_RE.sub("", line) | |
line = line.strip() | |
m = REQ_RE.match(line) | |
if m: | |
pkg_name, clause, version = m.groups() | |
if clause in (">=", "==", "~="): | |
yield (pkg_name, clause, packaging.version.parse(version), version, line_number) | |
def get_versions(pkg_name): | |
"""Find available versions for the package""" | |
if pkg_name not in CACHE: | |
args = (PYTHON, "-mpip", "index", "versions", pkg_name) | |
r = subprocess.run(args=args, capture_output=True, | |
check=True, text=True) | |
text = r.stdout.split("Available versions:")[1].split("\n")[0].strip() | |
CACHE[pkg_name] = [] | |
for v in text.split(", "): | |
CACHE[pkg_name].append(packaging.version.parse(v)) | |
return CACHE[pkg_name] | |
if __name__ == "__main__": | |
for filename in (sys.argv[1:] if sys.argv[1:] else ["requirements.txt"]): | |
print("######### Changes " + filename + " #########") | |
has_updates = False | |
line_updates = {} | |
for pkg_name, clause, version, version_str, line_number in parse_requirements(filename): | |
print(pkg_name, end="", flush=True) | |
available_versions = sorted(get_versions(pkg_name)) | |
if available_versions[-1] > version: | |
print("\r" + pkg_name, clause, | |
available_versions[-1], "\t# currently", version, flush=True) | |
has_updates = True | |
line_updates[line_number] = (version_str, str(available_versions[-1])) | |
else: | |
print("\r" + " " * len(pkg_name), end="\r", flush=True) | |
if not has_updates: | |
print("#👍 No updates found") | |
print("") | |
if has_updates: | |
print("\n######### File " + filename + " #########") | |
with open(filename) as f: | |
for index, line in enumerate(f.readlines()): | |
if index in line_updates: | |
old_version, new_version = line_updates[index] | |
if old_version in line: | |
line = line.replace(old_version, new_version) | |
else: | |
line = line.strip() + " # ERROR: could not update version string to " + new_version + "\n" | |
print(line, end="") | |
print("") |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment