Find updates for packages in requirements.txt on pypi

requirements.py

"""
requirements.py - find updates for packages in requirements.txt on pypi
https://github.com/cvzi/requirements

Copyright (C) 2021  cvzi <[email protected]>

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <https://www.gnu.org/licenses/>.

"""

import sys
import subprocess
import re
import tokenize
import packaging.version

PYTHON = sys.executable
COMMENT_RE = re.compile(r"(^|\s+)#.*$")
REQ_RE = re.compile(r"^\s*([-\w]+)\s*([>=~]{2})\s*(.+)\s*$")
CACHE = {}


def parse_lines(filename):
    """Join lines that end with a backslash, yields (line_number, line)"""
    last_line = None
    with tokenize.open(filename) as f:
        for index, line in enumerate(f.readlines()):
            line = line.strip()
            if last_line:
                line = last_line + " " + line
                last_line = None
            if line.endswith("\\"):
                last_line = line[:-1]
                line = None
            if line:
                yield index, line
        if last_line:
            yield index, last_line


def parse_requirements(filename):
    """Skip comments and skip maximum version specifiers"""
    for line_number, line in parse_lines(filename):
        line = COMMENT_RE.sub("", line)
        line = line.strip()
        m = REQ_RE.match(line)
        if m:
            pkg_name, clause, version = m.groups()
            if clause in (">=", "==", "~="):
                yield (pkg_name, clause, packaging.version.parse(version), version, line_number)


def get_versions(pkg_name):
    """Find available versions for the package"""
    if pkg_name not in CACHE:
        args = (PYTHON, "-mpip", "index", "versions", pkg_name)
        r = subprocess.run(args=args, capture_output=True,
                           check=True, text=True)
        text = r.stdout.split("Available versions:")[1].split("\n")[0].strip()
        CACHE[pkg_name] = []
        for v in text.split(", "):
            CACHE[pkg_name].append(packaging.version.parse(v))
    return CACHE[pkg_name]


if __name__ == "__main__":
    for filename in (sys.argv[1:] if sys.argv[1:] else ["requirements.txt"]):
        print("######### Changes " + filename + " #########")
        has_updates = False
        line_updates = {}
        for pkg_name, clause, version, version_str, line_number in parse_requirements(filename):
            print(pkg_name, end="", flush=True)
            available_versions = sorted(get_versions(pkg_name))
            if available_versions[-1] > version:
                print("\r" + pkg_name, clause,
                      available_versions[-1], "\t# currently", version, flush=True)
                has_updates = True
                line_updates[line_number] = (version_str, str(available_versions[-1]))
            else:
                print("\r" + " " * len(pkg_name), end="\r", flush=True)

        if not has_updates:
            print("#👍 No updates found")
        print("")
        
        if has_updates:
            print("\n######### File " + filename + " #########")
            with open(filename) as f:
                for index, line in enumerate(f.readlines()):
                    if index in line_updates:
                        old_version, new_version = line_updates[index]
                        if old_version in line:
                            line = line.replace(old_version, new_version)
                        else:
                            line = line.strip() + " # ERROR: could not update version string to " + new_version + "\n"
                    print(line, end="")
        print("")