Get ICU collation versions per release and per language

extract-icu-collversions.md

Clone ICU repo:

git clone https://github.com/unicode-org/icu.git
cd icu

Run script:

python3 grep-icu.py

Look for icu_collversions.csv.

grep-icu.py

#!/usr/bin/env python3

import os
import re
import csv

import numpy as np

regex_release = re.compile("^release[\-\d\w]+$")

def get_releases():
    rcs = os.popen('git tag -l | grep release- | sort').read().split('\n')
    releases = []

    for r in rcs:
        if regex_release.match(r):
            releases.append(r)

    return releases

def get_versions(releases):
    versions_map = {}

    for rel in releases:
        versions_map[rel] = {}

        versions = os.popen(f"git grep 'Version{{\"' {rel} -- **/coll/*.txt").read().split('\n')

        prev_coll = None

        for ver in versions:
            if ver == '':
                # Drop empty last line
                continue

            cols = ver.split(':')
            coll = cols[1].split('/')[-1].split('.')[0]
            v = re.sub(r'\s*Version\{\"', '', cols[-1].rstrip('"}'))

            if coll != prev_coll:
                prev_coll = coll
                versions_map[rel][coll] = v
            else:
                versions_map[rel][coll] += f" | {v}"

    return versions_map

def build_versions_matrix(versions):
    unique_colls = set()

    for k, v in versions.items():
        unique_colls.update(v.keys())
    unique_colls = sorted(unique_colls)

    matrix = [unique_colls]

    rels = sorted(versions.keys())

    for rel in rels:
        row = []

        for c in unique_colls:
            row.append(versions[rel][c] if c in versions[rel] else '')

        matrix.append(row)

    np_matrix = np.array(matrix).transpose()

    # print(['collname'] + rels)
    # print(np_matrix.tolist())

    with open('icu_collversions.csv', mode='w') as icu_file:
        icu_writer = csv.writer(icu_file, delimiter=',', quotechar='"', quoting=csv.QUOTE_MINIMAL)

        icu_writer.writerow(['collname'] + rels)

        for row in np_matrix.tolist():
            icu_writer.writerow(row)

if __name__ == '__main__':
    releases = get_releases()
    versions = get_versions(releases)
    build_versions_matrix(versions)

icu_collversions.csv