depot/third_party/nixpkgs/pkgs/development/compilers/semeru-bin/generate-sources.py

85 lines
3.1 KiB
Python
Executable file

#!/usr/bin/env nix-shell
#!nix-shell --pure -i python3 -p "python3.withPackages (ps: with ps; [ requests ])"
import json
import re
import requests
import sys
feature_versions = (8, 11, 17, 21)
oses = ("mac", "linux")
types = ("jre", "jdk")
impls = ("openj9",)
arch_to_nixos = {
"x64": ("x86_64",),
"aarch64": ("aarch64",),
"arm": ("armv6l", "armv7l"),
}
def get_sha256(url):
resp = requests.get(url)
if resp.status_code != 200:
print("error: could not fetch checksum from url {}: code {}".format(url, resp.status_code), file=sys.stderr)
sys.exit(1)
return resp.text.strip().split(" ")[0]
def generate_sources(releases, feature_version, out):
latest_version = None
for release in releases:
if release["prerelease"]: continue
if not re.search("_openj9-", release["name"]): continue
for asset in release["assets"]:
match = re.match("ibm-semeru-open-(?P<image_type>[a-z]*)_(?P<architecture>[a-z0-9]*)_(?P<os>[a-z]*)_(?:(?P<major1>[0-9]*)u(?P<security1>[0-9]*)b(?P<build1>[0-9]*)|(?P<major2>[0-9]*)\\.(?P<minor2>[0-9]*)\\.(?P<security2>[0-9]*)_(?P<build2>[0-9]*))_(?P<jvm_impl>[a-z0-9]*)-[0-9]*\\.[0-9]*\\.[0-9]\\.tar\\.gz$", asset["name"])
if not match: continue
if match["os"] not in oses: continue
if match["image_type"] not in types: continue
if match["jvm_impl"] not in impls: continue
if match["architecture"] not in arch_to_nixos: continue
version = ".".join([
match["major1"] or match["major2"],
match["minor2"] or "0",
match["security1"] or match["security2"]
])
build = match["build1"] or match["build2"]
if latest_version and latest_version != (version, build): continue
latest_version = (version, build)
arch_map = (
out
.setdefault(match["jvm_impl"], {})
.setdefault(match["os"], {})
.setdefault(match["image_type"], {})
.setdefault(feature_version, {
"packageType": match["image_type"],
"vmType": match["jvm_impl"],
})
)
for nixos_arch in arch_to_nixos[match["architecture"]]:
arch_map[nixos_arch] = {
"url": asset["browser_download_url"],
"sha256": get_sha256(asset["browser_download_url"] + ".sha256.txt"),
"version": version,
"build": build,
}
return out
out = {}
for feature_version in feature_versions:
resp = requests.get(f"https://api.github.com/repos/ibmruntimes/semeru{feature_version}-binaries/releases")
if resp.status_code != 200:
print("error: could not fetch data for release {} (code {}) {}".format(feature_version, resp.status_code, resp.content), file=sys.stderr)
sys.exit(1)
generate_sources(resp.json(), f"openjdk{feature_version}", out)
with open("sources.json", "w") as f:
json.dump(out, f, indent=2, sort_keys=True)
f.write('\n')