reposummer.py

import requests, json

CDN1_URL = "https://wiiu1.cdn.fortheusers.org/"
CDN2_URL = "https://wiiu2.cdn.fortheusers.org/"

# we already have a base repo summary for cdn1
repo_summary = requests.get(CDN1_URL + "repo.summary").json()

# for each package in cdn2 only, download the manifest.install to the current directory
packages = requests.get(CDN2_URL + "repo.json").json()
for package in packages["packages"]:
    name = package["name"]
    print("Downloading " + name + "'s manifest.install file...")
    data = requests.get(CDN2_URL + "packages/" + name + "/manifest.install").content

    # merge in the lines of the manifest install into our existing repo summary
    repo_summary[name] = []
    for line in data.decode("utf-8").split("\n"):
        if line:
            repo_summary[name].append(line)

# write the repo summary to a file
with open("repo.summary", "w") as f:
    f.write(json.dumps(repo_summary, indent=4, sort_keys=True))