get_modules_names_from_terraform.py

import requests
import logging
import pandas as pd

level = "INFO"
logging.basicConfig(level=level, format="%(levelname)-10s| %(asctime)-10s | %(funcName)-10s | %(message)s")


def get_request():
    all_items = []
    for offset in range(0, 1000, 100):
        url = "https://registry.terraform.io/v1/modules?limit=100&provider=azurerm&offset=" + str(offset)
        response = requests.get(url=url).json()["modules"]
        all_items.extend(response)
        print(url)
    all_items = pd.DataFrame(all_items)
    all_items.to_csv("azurerm_modules.csv")


if __name__ == '__main__':
    get_request()