asahi-kiwi-descriptions/builder.py
2023-07-14 12:55:24 -07:00

246 lines
5.6 KiB
Python
Executable File

#!/usr/bin/python3
import time
import os
import subprocess
import boto3
import json
import click
import sys
import requests
from datetime import date
import shutil
import xml.etree.ElementTree as ET
def fail(message):
click.echo(message, err=True)
sys.exit(1)
tree = ET.parse("config.xml")
for e in tree.getroot().iter("release-version"):
RELEASE = e.text
break
if not RELEASE:
fail("Could not parse release from config.xml")
TODAY = date.today().strftime("%Y%m%d")
# TODO: should be a class using abc
TARGETS = {
"kde": {
"profile": "Workstation-KDE",
"name": f"Fedora Linux {RELEASE.capitalize()} with KDE Plasma ({TODAY})",
"os_name": "Fedora Linux with KDE Plasma",
"id": "kde",
},
"gnome": {
"profile": "Workstation-GNOME",
"name": f"Fedora Linux {RELEASE.capitalize()} with GNOME ({TODAY})",
"os_name": "Fedora Linux with GNOME",
"id": "gnome",
},
"server": {
"profile": "Server",
"name": f"Fedora Linux {RELEASE.capitalize()} Server ({TODAY})",
"os_name": "Fedora Linux Server",
"id": "server",
},
"minimal": {
"profile": "Minimal",
"name": f"Fedora Linux {RELEASE.capitalize()} Minimal ({TODAY})",
"os_name": "Fedora Linux Minimal",
"id": "minimal",
},
}
MANIFEST_URI = os.getenv("MANIFEST_URI")
CF_DISTRIBUTION = os.getenv("CF_DISTRIBUTION")
S3_BUCKET = os.getenv("S3_BUCKET")
def requireCommands(commands):
missing = []
for cmd in commands:
if shutil.which(cmd) is None:
missing.append(cmd)
if len(missing) > 0:
fail("Required commands not found: {}".format(" ".join(missing)))
def runCommand(cmd, shell=False):
p = subprocess.run(
cmd,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
universal_newlines=True,
shell=shell,
)
if p.returncode != 0:
fail(p.stdout)
return p
def kiwiBuild(profile):
requireCommands(["kiwi-ng"])
# TODO: check current status first
# runCommand(
# [
# "sudo",
# "setenforce",
# "0",
# ]
# )
# TODO: use the API instead of shelling out
runCommand(
[
"sudo",
"kiwi-ng",
"--debug",
"--type=oem",
f"--profile={profile}",
"system",
"build",
"--description",
"./",
"--target-dir",
"./outdir",
]
)
# runCommand(
# [
# "sudo",
# "setenforce",
# "1",
# ]
# )
def packageBuild(target):
# TODO: rewrite in python instead of shelling out
runCommand(["./make-asahi-installer-package.sh"])
package = f"fedora-{RELEASE}-{target['id']}-{TODAY}.zip"
os.rename(f"fedora-{RELEASE}-{TODAY}.zip", package)
with open("installer_data.json", "r") as f:
data = json.load(f)
data["os_list"][0]["name"] = target["name"]
data["os_list"][0]["default_os_name"] = target["os_name"]
data["os_list"][0]["package"] = package
with open("installer_data.json", "w") as f:
json.dump(data, f)
def uploadToS3(source, destination):
s3 = boto3.client("s3")
s3.upload_file(source, S3_BUCKET, destination)
def invalidateCF(path):
cf = boto3.client("cloudfront")
res = cf.create_invalidation(
DistributionId=CF_DISTRIBUTION,
InvalidationBatch={
"Paths": {"Quantity": 1, "Items": [path]},
"CallerReference": str(time.time()).replace(".", ""),
},
)
invalidation_id = res["Invalidation"]["Id"]
return invalidation_id
def packageUpload(target):
package = f"fedora-{RELEASE}-{target['id']}-{TODAY}.zip"
uploadToS3(package, f"os/{package}")
def getManifest():
return requests.get(MANIFEST_URI).json()
def manifestUpdate():
old = getManifest()
with open("installer_data.json", "r") as f:
new = json.load(f)
old["os_list"].insert(0, new["os_list"][0])
with open("merged_installer_data.json", "w") as f:
json.dump(old, f)
@click.group()
def cli():
pass
@cli.command()
@click.argument("target")
def build(target):
if target not in TARGETS.keys():
fail(f"Unknown target: {target}")
target = TARGETS[target]
kiwiBuild(target["profile"])
@cli.command()
@click.argument("target")
def package(target):
if target not in TARGETS.keys():
fail(f"Unknown target: {target}")
target = TARGETS[target]
packageBuild(target)
@cli.command()
@click.argument("target")
def upload(target):
if target not in TARGETS.keys():
fail(f"Unknown target: {target}")
target = TARGETS[target]
packageUpload(target)
manifestUpdate()
uploadToS3("merged_installer_data.json", "installer_data.json")
invalidateCF("/installer_data.json")
@cli.command()
@click.option("--update/--no-update", default=False)
@click.option("--upload/--no-upload", default=False)
@click.option("--invalidate/--no-invalidate", default=False)
def manifest(update, upload, invalidate):
if update:
manifestUpdate()
manifest = "merged_installer_data.json"
if upload:
uploadToS3(manifest, "installer_data.json")
else:
manifest = getManifest()
click.echo(json.dumps(manifest, indent=2))
if invalidate:
invalidateCF("/installer_data.json")
@cli.command()
def clean():
runCommand(["sudo", "rm", "-rf", "outdir"])
runCommand(["rm", "-f", "installer_data.json", "merged_installer_data.json"])
if __name__ == "__main__":
cli()