forked from sig_core/toolkit
121 lines
3.6 KiB
Python
121 lines
3.6 KiB
Python
# All imports are here
|
|
import os
|
|
import platform
|
|
import time
|
|
import glob
|
|
import rpm
|
|
import yaml
|
|
import logging
|
|
import hashlib
|
|
|
|
# These are a bunch of colors we may use in terminal output
|
|
class Color:
|
|
RED = '\033[91m'
|
|
GREEN = '\033[92m'
|
|
PURPLE = '\033[95m'
|
|
CYAN = '\033[96m'
|
|
DARKCYAN = '\033[36m'
|
|
BLUE = '\033[94m'
|
|
YELLOW = '\033[93m'
|
|
UNDERLINE = '\033[4m'
|
|
BOLD = '\033[1m'
|
|
END = '\033[0m'
|
|
|
|
class Utils:
|
|
"""
|
|
Quick utilities that may be commonly used
|
|
"""
|
|
@staticmethod
|
|
def get_checksum(path, hashtype, logger):
|
|
"""
|
|
Generates a checksum from the provided path by doing things in chunks.
|
|
This way we don't do it in memory.
|
|
"""
|
|
try:
|
|
checksum = hashlib.new(hashtype)
|
|
except ValueError:
|
|
logger.error("Invalid hash type: %s" % hashtype)
|
|
return False
|
|
|
|
try:
|
|
input_file = open(path, "rb")
|
|
except IOError as e:
|
|
logger.error("Could not open file %s: %s" % (path, e))
|
|
return False
|
|
|
|
while True:
|
|
chunk = input_file.read(8192)
|
|
if not chunk:
|
|
break
|
|
checksum.update(chunk)
|
|
|
|
input_file.close()
|
|
stat = os.stat(path)
|
|
base = os.path.basename(path)
|
|
# This emulates our current syncing scripts that runs stat and
|
|
# sha256sum and what not with a very specific output.
|
|
return "%s: %s bytes\n%s (%s) = %s\n" % (
|
|
base,
|
|
stat.st_size,
|
|
hashtype.upper(),
|
|
base,
|
|
checksum.hexdigest()
|
|
)
|
|
|
|
# vars and additional checks
|
|
rldict = {}
|
|
sigdict = {}
|
|
config = {
|
|
"rlmacro": rpm.expandMacro('%rhel'),
|
|
"dist": 'el' + rpm.expandMacro('%rhel'),
|
|
"arch": platform.machine(),
|
|
"date_stamp": time.strftime("%Y%m%d.%H%M%S", time.localtime()),
|
|
"compose_root": "/mnt/compose",
|
|
"staging_root": "/mnt/repos-staging",
|
|
"production_root": "/mnt/repos-production",
|
|
"category_stub": "mirror/pub/rocky",
|
|
"sig_category_stub": "mirror/pub/sig",
|
|
"repo_base_url": "https://yumrepofs.build.resf.org/v1/projects",
|
|
"mock_work_root": "/builddir",
|
|
"container": "centos:stream9",
|
|
"distname": "Rocky Linux",
|
|
"shortname": "Rocky",
|
|
"translators": {
|
|
"x86_64": "amd64",
|
|
"aarch64": "arm64",
|
|
"ppc64le": "ppc64le",
|
|
"s390x": "s390x"
|
|
},
|
|
"aws_region": "us-east-2",
|
|
"bucket": "resf-empanadas",
|
|
"bucket_url": "https://resf-empanadas.s3.us-east-2.amazonaws.com"
|
|
}
|
|
|
|
# Importing the config from yaml
|
|
import importlib_resources
|
|
_rootdir = importlib_resources.files("empanadas")
|
|
|
|
for conf in glob.iglob(f"{_rootdir}/configs/*.yaml"):
|
|
with open(conf, 'r', encoding="utf-8") as file:
|
|
rldict.update(yaml.safe_load(file))
|
|
|
|
# Import all SIG configs from yaml
|
|
for conf in glob.iglob(f"{_rootdir}/sig/*.yaml"):
|
|
with open(conf, 'r', encoding="utf-8") as file:
|
|
sigdict.update(yaml.safe_load(file))
|
|
|
|
# The system needs to be a RHEL-like system. It cannot be Fedora or SuSE.
|
|
#if "%rhel" in config['rlmacro']:
|
|
# raise SystemExit(Color.BOLD + 'This is not a RHEL-like system.' + Color.END
|
|
# + '\n\nPlease verify you are running on a RHEL-like system that is '
|
|
# 'not Fedora nor SuSE. This means that the %rhel macro will be '
|
|
# 'defined with a value equal to the version you are targetting. RHEL'
|
|
# ' and its derivatives have this set.')
|
|
|
|
|
|
# These will be set in their respective var files
|
|
#REVISION = rlvars['revision'] + '-' + rlvars['rclvl']
|
|
#rlvars = rldict[rlver]
|
|
#rlvars = rldict[rlmacro]
|
|
#COMPOSE_ISO_WORKDIR = COMPOSE_ROOT + "work/" + arch + "/" + date_stamp
|