xorg.py

xorg.py

import requests
import json
import pandas as pd
from bs4 import BeautifulSoup
from packaging import version

allversions = []

for component in [
    "individual/app",
    "individual/data",
    "individual/doc",
    "individual/driver",
    "individual/font",
    "individual/lib",
    "individual/proto",
    "individual/util",
    "individual/xcb",
]:
    r = requests.get("https://xorg.freedesktop.org/releases/{}/".format(component))
    soup = BeautifulSoup(r.text, "html.parser")

    for a in soup.table.find_all("a"):
        href = a["href"]

        if (
            not href.endswith(".tar.bz2")
            and not href.endswith(".tar.gz")
            and not href.endswith(".tar.xz")
        ):
            continue

        pname, rem = href.rsplit("-", 1)
        ver, _, ext = rem.rsplit(".", 2)

        allversions.append(
            {
                "pname": "{}/{}".format(component, pname),
                "version": version.parse(ver),
                "ext": [ext],
            }
        )

allversions = pd.DataFrame(allversions)
allversions = allversions.groupby(["pname", "version"]).sum().reset_index()
idx = allversions.groupby(["pname"])["version"].transform(max) == allversions["version"]

newversions = allversions[idx]

with open("./pkgs/servers/x11/xorg/tarballs.list") as f:
    lines = f.readlines()

mirror = "mirror://xorg/"
for line in lines:
    line = line.rstrip("\n")
    if line.startswith(mirror):
        line = line[len(mirror) :]
        component, rem = line.rsplit("/", 1)
        pname, rem = rem.rsplit("-", 1)
        ver, _, ext = rem.rsplit(".", 2)
        pname = "{}/{}".format(component, pname)
        ver = version.parse(ver)

        best = newversions[newversions["pname"] == pname]
        if best.shape[0] == 0:
            print("# WARNING: no version found for {}".format(pname))
        best = best[best["version"] > ver]
        if best.shape[0] > 0:
            best = best.iloc[0]
            print(
                "sed -i 's|{}{}|{}{}-{}.tar.{}|' ./pkgs/servers/x11/xorg/tarballs.list".format(
                    mirror,
                    line,
                    mirror,
                    best["pname"],
                    best["version"],
                    best["ext"][-1],
                )
            )
    else:
        continue

Changes I made to get this working:

diff --git a/xorg.py b/xorg.py
old mode 100644
new mode 100755
index 4bcac2e7d022..eee9fc7b8beb
--- a/xorg.py
+++ b/xorg.py
@@ -1,3 +1,6 @@
+#! /usr/bin/env nix-shell
+#! nix-shell -i python3 -p python3Packages.pandas python3Packages.packaging python3Packages.beautifulsoup4 python3Packages.requests
+
 import requests
 import json
 import pandas as pd
@@ -16,6 +19,7 @@ for component in [
     "individual/proto",
     "individual/util",
     "individual/xcb",
+    "individual/xserver",",
+    "individual/data/xkeyboard-config",

 ]:
     r = requests.get("https://xorg.freedesktop.org/releases/{}/".format(component))
     soup = BeautifulSoup(r.text, "html.parser")
@@ -33,6 +37,9 @@ for component in [
         pname, rem = href.rsplit("-", 1)
         ver, _, ext = rem.rsplit(".", 2)
 
+        if "rc" in ver:
+            continue
+
         allversions.append(
             {
                 "pname": "{}/{}".format(component, pname),

Should also add a check for https://invisible-mirror.net/archives/luit/