153 lines
4.1 KiB
Python
Executable file
153 lines
4.1 KiB
Python
Executable file
#!/usr/bin/env nix-shell
|
|
#!nix-shell -i python3 -p "python3.withPackages (ps: [ ps.beautifulsoup4 ps.lxml ps.packaging ])"
|
|
import json
|
|
import os
|
|
import pathlib
|
|
import subprocess
|
|
import sys
|
|
import urllib.request
|
|
from dataclasses import dataclass
|
|
from enum import Enum
|
|
|
|
from bs4 import BeautifulSoup, NavigableString, Tag
|
|
from packaging.version import parse as parse_version, Version
|
|
from typing import List
|
|
|
|
HERE = pathlib.Path(__file__).parent
|
|
ROOT = HERE.parent.parent.parent.parent
|
|
VERSIONS_FILE = HERE / "kernels-org.json"
|
|
|
|
|
|
class KernelNature(Enum):
|
|
MAINLINE = 1
|
|
STABLE = 2
|
|
LONGTERM = 3
|
|
|
|
|
|
@dataclass
|
|
class KernelRelease:
|
|
nature: KernelNature
|
|
version: str
|
|
branch: str
|
|
date: str
|
|
link: str
|
|
eol: bool = False
|
|
|
|
|
|
def parse_release(release: Tag) -> KernelRelease | None:
|
|
columns: list[Tag] = list(release.find_all("td"))
|
|
try:
|
|
nature = KernelNature[columns[0].get_text().rstrip(":").upper()]
|
|
except KeyError:
|
|
return None
|
|
|
|
version = columns[1].get_text().rstrip(" [EOL]")
|
|
date = columns[2].get_text()
|
|
link = columns[3].find("a")
|
|
if link is not None and isinstance(link, Tag):
|
|
link = link.attrs.get("href")
|
|
assert link is not None, f"link for kernel {version} is non-existent"
|
|
eol = bool(release.find(class_="eolkernel"))
|
|
|
|
return KernelRelease(
|
|
nature=nature,
|
|
branch=get_branch(version),
|
|
version=version,
|
|
date=date,
|
|
link=link,
|
|
eol=eol,
|
|
)
|
|
|
|
|
|
def get_branch(version: str):
|
|
# This is a testing kernel.
|
|
if "rc" in version:
|
|
return "testing"
|
|
else:
|
|
major, minor, *_ = version.split(".")
|
|
return f"{major}.{minor}"
|
|
|
|
|
|
def get_hash(kernel: KernelRelease):
|
|
if kernel.branch == "testing":
|
|
args = ["--unpack"]
|
|
else:
|
|
args = []
|
|
|
|
hash = (
|
|
subprocess.check_output(["nix-prefetch-url", kernel.link] + args)
|
|
.decode()
|
|
.strip()
|
|
)
|
|
return f"sha256:{hash}"
|
|
|
|
|
|
def get_oldest_branch() -> Version:
|
|
with open(VERSIONS_FILE) as f:
|
|
return parse_version(sorted(json.load(f).keys())[0])
|
|
|
|
|
|
def predates_oldest_branch(oldest: Version, to_compare: str) -> bool:
|
|
if to_compare == "testing":
|
|
return False
|
|
|
|
return parse_version(to_compare) < oldest
|
|
|
|
|
|
def commit(message):
|
|
return subprocess.check_call(["git", "commit", "-m", message, VERSIONS_FILE])
|
|
|
|
|
|
def main():
|
|
kernel_org = urllib.request.urlopen("https://kernel.org/")
|
|
soup = BeautifulSoup(kernel_org.read().decode(), "lxml")
|
|
release_table = soup.find(id="releases")
|
|
if not release_table or isinstance(release_table, NavigableString):
|
|
print(release_table, file=sys.stderr)
|
|
print("Failed to find the release table on https://kernel.org", file=sys.stderr)
|
|
sys.exit(1)
|
|
|
|
releases = release_table.find_all("tr")
|
|
parsed_releases = filter(None, [parse_release(release) for release in releases])
|
|
all_kernels = json.load(VERSIONS_FILE.open())
|
|
|
|
oldest_branch = get_oldest_branch()
|
|
|
|
for kernel in parsed_releases:
|
|
branch = get_branch(kernel.version)
|
|
nixpkgs_branch = branch.replace(".", "_")
|
|
|
|
old_version = all_kernels.get(branch, {}).get("version")
|
|
if old_version == kernel.version:
|
|
print(f"linux_{nixpkgs_branch}: {kernel.version} is latest, skipping...")
|
|
continue
|
|
|
|
if predates_oldest_branch(oldest_branch, kernel.branch):
|
|
print(
|
|
f"{kernel.branch} is too old and not supported anymore, skipping...",
|
|
file=sys.stderr
|
|
)
|
|
continue
|
|
|
|
if old_version is None:
|
|
message = f"linux_{nixpkgs_branch}: init at {kernel.version}"
|
|
else:
|
|
message = f"linux_{nixpkgs_branch}: {old_version} -> {kernel.version}"
|
|
|
|
print(message, file=sys.stderr)
|
|
|
|
all_kernels[branch] = {
|
|
"version": kernel.version,
|
|
"hash": get_hash(kernel),
|
|
}
|
|
|
|
with VERSIONS_FILE.open("w") as fd:
|
|
json.dump(all_kernels, fd, indent=4)
|
|
fd.write("\n") # makes editorconfig happy
|
|
|
|
if os.environ.get("COMMIT") == "1":
|
|
commit(message)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|