From 974c3af7f96ee31179e8e4f60a2921ef8ec7dfcd Mon Sep 17 00:00:00 2001 From: Trevor Cooper Date: Thu, 1 Jun 2023 08:43:37 -0700 Subject: [PATCH] add POST scripts used in openqa prod instance --- scripts/post_all_factory.sh | 106 ++++++++++++++++++++++++++++++++++ scripts/post_cloud_factory.sh | 48 +++++++++++++++ 2 files changed, 154 insertions(+) create mode 100644 scripts/post_all_factory.sh create mode 100644 scripts/post_cloud_factory.sh diff --git a/scripts/post_all_factory.sh b/scripts/post_all_factory.sh new file mode 100644 index 00000000..31a7aa26 --- /dev/null +++ b/scripts/post_all_factory.sh @@ -0,0 +1,106 @@ +#!/bin/bash + +set -x + +ARCHES=(x86_64) +ISO_URL_BASE="https://download.rockylinux.org/pub/rocky" +FACTORY_ISO_FIXED_DIR=/var/tmp/openqa/share/factory/iso/fixed + +get_latest_iso() { + curl -s "${ISO_URL_BASE}/${1}/isos/${2}/" | \ + sed 's/"/ /g' | \ + grep "${3}.iso" | \ + grep -Ev "CHECKSUM|manifest|torrent" | \ + awk '{printf("%s %s-%s\n",$3,$5,$6)}' | \ + grep "${1}-${2}-${3}" | \ + sort -k1,1V -k2,2dr | \ + head -n 1 | \ + grep -E "^Rocky-${1}" | \ + awk '{print $1}' +} + +for arch in "${ARCHES[@]}"; +do + for version in "9.2" "8.8"; + do + # Using the same BUILD message for all test suites will group all jobs into a single item + build_msg="$(date +%Y%m%d)-Rocky-${version}-${arch}.0" + + for media in boot minimal; + do + latest_iso=$(get_latest_iso "${version}" "${arch}" "${media}") + test -f "${FACTORY_ISO_FIXED_DIR}/${latest_iso}" || \ + (cd "${FACTORY_ISO_FIXED_DIR}" || exit; curl -LOR "${ISO_URL_BASE}/${version:0:1}/isos/${arch}/${latest_iso}") + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${media}-iso" \ + VERSION="${version}" \ + CURRREL="${version:0:1}" \ + BUILD="${build_msg}" + done + + case ${version:0:1} in + 8) + media=dvd1 + ;; + *) + media=dvd + ;; + esac + + # Flavor dvd-iso, univeral and package-set are with DVD ISO media + for flavor in "dvd-iso" universal "package-set"; + do + latest_iso=$(get_latest_iso "${version}" "${arch}" "${media}") + test -f "${FACTORY_ISO_FIXED_DIR}/${latest_iso}" || \ + (cd "${FACTORY_ISO_FIXED_DIR}" || exit; curl -LOR "${ISO_URL_BASE}/${version:0:1}/isos/${arch}/${latest_iso}") + case ${flavor} in + universal) + # universal will boot with DVD ISO but perform a network install from LOCATION + # NOTE: In Rocky 8 there may be network available on boot issue + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${flavor}" \ + LOCATION="${ISO_URL_BASE}/${version}/BaseOS" \ + NICTYPE_USER_OPTIONS="net=172.16.2.0/24" \ + QEMU_HOST_IP="172.16.2.2" \ + VERSION="${version}" \ + CURRREL="${version:0:1}" \ + BUILD="${build_msg}" + ;; + dvd-iso) + # dvd-iso FLAVOR needs NIC_TYPE_USER_OPTIONS and QEMU_HOST_IP for multi-worker tests + # and LOCATION for various repository variations and support_server + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${flavor}" \ + LOCATION="${ISO_URL_BASE}/${version}/BaseOS" \ + NICTYPE_USER_OPTIONS="net=172.16.2.0/24" \ + QEMU_HOST_IP="172.16.2.2" \ + VERSION="${version}" \ + CURRREL="${version:0:1}" \ + BUILD="${build_msg}" + ;; + package-set) + # package-set FLAVOR is media only + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${flavor}" \ + VERSION="${version}" \ + CURRREL="${version:0:1}" \ + BUILD="${build_msg}" + ;; + *) + ;; + esac + done + done +done diff --git a/scripts/post_cloud_factory.sh b/scripts/post_cloud_factory.sh new file mode 100644 index 00000000..1df3acdf --- /dev/null +++ b/scripts/post_cloud_factory.sh @@ -0,0 +1,48 @@ +#!/usr/bin/env bash + +set -x + +ARCHES=(x86_64) +IMAGE_URL_BASE="https://dl.rockylinux.org/pub/rocky" +FACTORY_HDD_FIXED_DIR=/var/tmp/openqa/share/factory/hdd/fixed + +get_latest_image() { + curl -s "${IMAGE_URL_BASE}/${1}/images/${2}/" | \ + sed 's/"/ /g' | \ + grep -E "Rocky-${1}-*${3}\." | \ + grep -v CHECKSUM | \ + awk '{printf("%s\n",$3)}' | \ + sort -k1,1Vr | \ + head -n 1 | \ + grep -E "^Rocky-${1}-" | \ + awk '{print $1}' +} + +for arch in "${ARCHES[@]}"; +do + for version in "9.2" "8.8"; + do + # Using the same BUILD message for all test suites will group all jobs into a single item + build_msg="$(date +%Y%m%d)-Rocky-${version}-GenericCloud-${arch}.0" + + # GenericCloud and GenericCloud-Base are identical + for image_class in "GenericCloud-Base" "GenericCloud-LVM"; + do + latest_image=$(get_latest_image "${version:0:1}" "${arch}" "${image_class}") + test -f "${FACTORY_HDD_FIXED_DIR}/${latest_image}" || \ + (cd "${FACTORY_HDD_FIXED_DIR}" || exit; curl -LOR "${IMAGE_URL_BASE}/${version:0:1}/images/${arch}/${latest_image}") + flavor=$(printf "%s\n" "${image_class}" | tr '-' '_') + openqa-cli api -X POST isos \ + HDD_2="${latest_image}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + DESKTOP=false \ + FLAVOR="${flavor}-qcow2-qcow2" \ + VERSION="${version}" \ + CURRREL="${version:0:1}" \ + USER_LOGIN=rocky \ + USER_PASSWORD=weakpassword \ + BUILD="${build_msg}" + done + done +done