forked from sig_core/toolkit
Neil Hanlon
4bf6fb6618
* use a flag to determine if we want an RC or not * Convert rldict and sigdict to an AttributeDict to allow access via __getattr__ * add fedora_release variable to configs for controlling icicle templates * build_image.py script to generate per-architecture XML files used by imagefactory * refactor time to call utcnow() once * add jinja types to development dependencies until we move past jinja 2.x * Generate TDL templates per architecture for each image variant on demand * Generate imagefactory and copy commands to execute image build * Refactor Kubernetes job template to be generic for all current jobs
121 lines
3.8 KiB
Python
121 lines
3.8 KiB
Python
# All imports are here
|
|
import os
|
|
import platform
|
|
import time
|
|
import glob
|
|
import rpm
|
|
import yaml
|
|
import logging
|
|
import hashlib
|
|
|
|
|
|
from collections import defaultdict
|
|
from typing import Tuple
|
|
|
|
# An implementation from the Fabric python library
|
|
class AttributeDict(defaultdict):
|
|
def __init__(self):
|
|
super(AttributeDict, self).__init__(AttributeDict)
|
|
|
|
def __getattr__(self, key):
|
|
try:
|
|
return self[key]
|
|
except KeyError:
|
|
raise AttributeError(key)
|
|
|
|
def __setattr__(self, key, value):
|
|
self[key] = value
|
|
|
|
# These are a bunch of colors we may use in terminal output
|
|
class Color:
|
|
RED = '\033[91m'
|
|
GREEN = '\033[92m'
|
|
PURPLE = '\033[95m'
|
|
CYAN = '\033[96m'
|
|
DARKCYAN = '\033[36m'
|
|
BLUE = '\033[94m'
|
|
YELLOW = '\033[93m'
|
|
UNDERLINE = '\033[4m'
|
|
BOLD = '\033[1m'
|
|
END = '\033[0m'
|
|
|
|
# vars and additional checks
|
|
rldict = AttributeDict()
|
|
sigdict = AttributeDict()
|
|
config = {
|
|
"rlmacro": rpm.expandMacro('%rhel'),
|
|
"dist": 'el' + rpm.expandMacro('%rhel'),
|
|
"arch": platform.machine(),
|
|
"date_stamp": time.strftime("%Y%m%d.%H%M%S", time.localtime()),
|
|
"compose_root": "/mnt/compose",
|
|
"staging_root": "/mnt/repos-staging",
|
|
"production_root": "/mnt/repos-production",
|
|
"category_stub": "mirror/pub/rocky",
|
|
"sig_category_stub": "mirror/pub/sig",
|
|
"repo_base_url": "https://yumrepofs.build.resf.org/v1/projects",
|
|
"mock_work_root": "/builddir",
|
|
"container": "centos:stream9",
|
|
"distname": "Rocky Linux",
|
|
"shortname": "Rocky",
|
|
"translators": {
|
|
"x86_64": "amd64",
|
|
"aarch64": "arm64",
|
|
"ppc64le": "ppc64le",
|
|
"s390x": "s390x"
|
|
},
|
|
"aws_region": "us-east-2",
|
|
"bucket": "resf-empanadas",
|
|
"bucket_url": "https://resf-empanadas.s3.us-east-2.amazonaws.com"
|
|
}
|
|
|
|
# Importing the config from yaml
|
|
import importlib_resources
|
|
_rootdir = importlib_resources.files("empanadas")
|
|
|
|
for conf in glob.iglob(f"{_rootdir}/configs/*.yaml"):
|
|
with open(conf, 'r', encoding="utf-8") as file:
|
|
rldict.update(yaml.safe_load(file))
|
|
|
|
# Import all SIG configs from yaml
|
|
for conf in glob.iglob(f"{_rootdir}/sig/*.yaml"):
|
|
with open(conf, 'r', encoding="utf-8") as file:
|
|
sigdict.update(yaml.safe_load(file))
|
|
|
|
# The system needs to be a RHEL-like system. It cannot be Fedora or SuSE.
|
|
#if "%rhel" in config['rlmacro']:
|
|
# raise SystemExit(Color.BOLD + 'This is not a RHEL-like system.' + Color.END
|
|
# + '\n\nPlease verify you are running on a RHEL-like system that is '
|
|
# 'not Fedora nor SuSE. This means that the %rhel macro will be '
|
|
# 'defined with a value equal to the version you are targetting. RHEL'
|
|
# ' and its derivatives have this set.')
|
|
|
|
|
|
# These will be set in their respective var files
|
|
#REVISION = rlvars['revision'] + '-' + rlvars['rclvl']
|
|
#rlvars = rldict[rlver]
|
|
#rlvars = rldict[rlmacro]
|
|
#COMPOSE_ISO_WORKDIR = COMPOSE_ROOT + "work/" + arch + "/" + date_stamp
|
|
|
|
|
|
def valid_type_variant(_type: str, variant: str="") -> Tuple[bool, str]:
|
|
ALLOWED_TYPE_VARIANTS = {
|
|
"Container": ["Base", "Minimal"],
|
|
"GenericCloud": [],
|
|
}
|
|
|
|
if _type not in ALLOWED_TYPE_VARIANTS:
|
|
return False, f"Type is invalid: ({_type}, {variant})"
|
|
elif variant not in ALLOWED_TYPE_VARIANTS[_type]:
|
|
if variant.capitalize() in ALLOWED_TYPE_VARIANTS[_type]:
|
|
return False, f"Capitalization mismatch. Found: ({_type}, {variant}). Expected: ({_type}, {variant.capitalize()})"
|
|
return False, f"Type/Variant Combination is not allowed: ({_type}, {variant})"
|
|
return True, ""
|
|
|
|
class Architecture(str):
|
|
@staticmethod
|
|
def New(architecture: str, version: int):
|
|
if architecture not in rldict[version]["allowed_arches"]:
|
|
print("Invalid architecture/version combo, skipping")
|
|
exit()
|
|
return Architecture(architecture)
|