From fc00704876bfe2a66828087935c2c2c00b817044 Mon Sep 17 00:00:00 2001 From: Trevor Cooper Date: Sun, 1 Sep 2024 17:33:35 -0700 Subject: [PATCH] additional POST scripts --- scripts/post_after_upgrade_tests.sh | 115 +++++++++++++++++++ scripts/post_all_factory_aarch64.sh | 164 ++++++++++++++++++++++++++++ scripts/post_minimal_factory.sh | 59 ++++++++++ 3 files changed, 338 insertions(+) create mode 100644 scripts/post_after_upgrade_tests.sh create mode 100644 scripts/post_all_factory_aarch64.sh create mode 100644 scripts/post_minimal_factory.sh diff --git a/scripts/post_after_upgrade_tests.sh b/scripts/post_after_upgrade_tests.sh new file mode 100644 index 00000000..9713efed --- /dev/null +++ b/scripts/post_after_upgrade_tests.sh @@ -0,0 +1,115 @@ +#!/usr/bin/env bash + +set -x + +ARCHES=("x86_64" "aarch64") +VERSIONS=("8.10" "9.4") +ISO_URL_BASE="https://download.rockylinux.org/pub/rocky" +FACTORY_ISO_FIXED_DIR=/var/tmp/openqa/share/factory/iso/fixed + +get_latest_iso() { + curl -s "${ISO_URL_BASE}/${1}/isos/${2}/" | \ + sed 's/"/ /g' | \ + grep "${3}.iso" | \ + grep -Ev "CHECKSUM|manifest|torrent" | \ + awk '{printf("%s %s-%s\n",$3,$5,$6)}' | \ + grep "${1}-${2}-${3}" | \ + sort -k1,1V -k2,2dr | \ + head -n 1 | \ + grep -E "^Rocky-${1}" | \ + awk '{print $1}' +} + +for arch in "${ARCHES[@]}"; +do + for version in "${VERSIONS[@]}"; + do + # Using the same BUILD message for all test suites will group all jobs into a single item + build_msg="$(date +%Y%m%d)-Rocky-${version}-${arch}.0" + version_major=$(printf "%s\n" "${version}" | cut -d\. -f1) + + for media in boot minimal; + do + latest_iso=$(get_latest_iso "${version}" "${arch}" "${media}") + test -f "${FACTORY_ISO_FIXED_DIR}/${latest_iso}" || \ + (cd "${FACTORY_ISO_FIXED_DIR}" || exit; curl -LOR "${ISO_URL_BASE}/${version_major}/isos/${arch}/${latest_iso}") + + if [ "${version_major}" == "8" ]; then + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${media}-iso" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + GRUB="ip=dhcp" \ + BUILD="${build_msg}" \ + TESTS="install_default" "$@" + else + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${media}-iso" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + BUILD="${build_msg}" \ + TESTS="install_default" "$@" + fi + done + + case ${version_major} in + 8) + media=dvd1 + ;; + *) + media=dvd + ;; + esac + + # Flavor dvd-iso is with DVD ISO media + for flavor in "dvd-iso"; + do + latest_iso=$(get_latest_iso "${version}" "${arch}" "${media}") + test -f "${FACTORY_ISO_FIXED_DIR}/${latest_iso}" || \ + (cd "${FACTORY_ISO_FIXED_DIR}" || exit; curl -LOR "${ISO_URL_BASE}/${version_major}/isos/${arch}/${latest_iso}") + + case ${flavor} in + dvd-iso) + # dvd-iso FLAVOR needs NIC_TYPE_USER_OPTIONS and QEMU_HOST_IP for multi-worker tests + # and LOCATION for various repository variations and support_server + if [ "${version_major}" == "8" ]; then + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${flavor}" \ + LOCATION="${ISO_URL_BASE}/${version}" \ + NICTYPE_USER_OPTIONS="net=172.16.2.0/24" \ + QEMU_HOST_IP="172.16.2.2" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + GRUB="ip=dhcp" \ + BUILD="${build_msg}" \ + TESTS="install_default_upload" "$@" + else + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${flavor}" \ + LOCATION="${ISO_URL_BASE}/${version}" \ + NICTYPE_USER_OPTIONS="net=172.16.2.0/24" \ + QEMU_HOST_IP="172.16.2.2" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + BUILD="${build_msg}" \ + TESTS="install_default_upload" "$@" + fi + ;; + *) + ;; + esac + done + done +done diff --git a/scripts/post_all_factory_aarch64.sh b/scripts/post_all_factory_aarch64.sh new file mode 100644 index 00000000..51b97f8b --- /dev/null +++ b/scripts/post_all_factory_aarch64.sh @@ -0,0 +1,164 @@ +#!/usr/bin/env bash + +set -x + +ARCHES=("aarch64") +VERSIONS=("8.10" "9.4") +ISO_URL_BASE="https://download.rockylinux.org/pub/rocky" +FACTORY_ISO_FIXED_DIR=/var/tmp/openqa/share/factory/iso/fixed + +get_latest_iso() { + curl -s "${ISO_URL_BASE}/${1}/isos/${2}/" | \ + sed 's/"/ /g' | \ + grep "${3}.iso" | \ + grep -Ev "CHECKSUM|manifest|torrent" | \ + awk '{printf("%s %s-%s\n",$3,$5,$6)}' | \ + grep "${1}-${2}-${3}" | \ + sort -k1,1V -k2,2dr | \ + head -n 1 | \ + grep -E "^Rocky-${1}" | \ + awk '{print $1}' +} + +for arch in "${ARCHES[@]}"; +do + for version in "${VERSIONS[@]}"; + do + # Using the same BUILD message for all test suites will group all jobs into a single item + build_msg="$(date +%Y%m%d)-Rocky-${version}-${arch}.0" + version_major=$(printf "%s\n" "${version}" | cut -d\. -f1) + + for media in boot minimal; + do + latest_iso=$(get_latest_iso "${version}" "${arch}" "${media}") + test -f "${FACTORY_ISO_FIXED_DIR}/${latest_iso}" || \ + (cd "${FACTORY_ISO_FIXED_DIR}" || exit; curl -LOR "${ISO_URL_BASE}/${version_major}/isos/${arch}/${latest_iso}") + + if [ "${version_major}" == "8" ]; then + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${media}-iso" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + GRUB="ip=dhcp" \ + BUILD="${build_msg}" "$@" + else + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${media}-iso" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + BUILD="${build_msg}" "$@" + fi + done + + case ${version_major} in + 8) + media=dvd1 + ;; + *) + media=dvd + ;; + esac + + # Flavor dvd-iso, univeral are with DVD ISO media + for flavor in "dvd-iso" universal; + do + latest_iso=$(get_latest_iso "${version}" "${arch}" "${media}") + test -f "${FACTORY_ISO_FIXED_DIR}/${latest_iso}" || \ + (cd "${FACTORY_ISO_FIXED_DIR}" || exit; curl -LOR "${ISO_URL_BASE}/${version_major}/isos/${arch}/${latest_iso}") + + case ${flavor} in + universal) + # universal will boot with DVD ISO but perform a network install from LOCATION + # NOTE: In Rocky 8 there may be network available on boot issue + if [ "${version_major}" == "8" ]; then + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${flavor}" \ + LOCATION="${ISO_URL_BASE}/${version}" \ + NICTYPE_USER_OPTIONS="net=172.16.2.0/24" \ + QEMU_HOST_IP="172.16.2.2" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + GRUB="ip=dhcp" \ + BUILD="${build_msg}" "$@" + else + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${flavor}" \ + LOCATION="${ISO_URL_BASE}/${version}" \ + NICTYPE_USER_OPTIONS="net=172.16.2.0/24" \ + QEMU_HOST_IP="172.16.2.2" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + BUILD="${build_msg}" "$@" + fi + ;; + dvd-iso) + # dvd-iso FLAVOR needs NIC_TYPE_USER_OPTIONS and QEMU_HOST_IP for multi-worker tests + # and LOCATION for various repository variations and support_server + if [ "${version_major}" == "8" ]; then + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${flavor}" \ + LOCATION="${ISO_URL_BASE}/${version}" \ + NICTYPE_USER_OPTIONS="net=172.16.2.0/24" \ + QEMU_HOST_IP="172.16.2.2" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + GRUB="ip=dhcp" \ + BUILD="${build_msg}" "$@" + else + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${flavor}" \ + LOCATION="${ISO_URL_BASE}/${version}" \ + NICTYPE_USER_OPTIONS="net=172.16.2.0/24" \ + QEMU_HOST_IP="172.16.2.2" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + BUILD="${build_msg}" "$@" + fi + ;; + package-set) + # package-set FLAVOR is media only + if [ "${version_major}" == "8" ]; then + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${flavor}" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + GRUB="ip=dhcp" \ + BUILD="${build_msg}" "$@" + else + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${flavor}" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + BUILD="${build_msg}" "$@" + fi + ;; + *) + ;; + esac + done + done +done diff --git a/scripts/post_minimal_factory.sh b/scripts/post_minimal_factory.sh new file mode 100644 index 00000000..2e9dc15d --- /dev/null +++ b/scripts/post_minimal_factory.sh @@ -0,0 +1,59 @@ +#!/usr/bin/env bash + +set -x + +ARCHES=("x86_64" "aarch64") +VERSIONS=("8.10" "9.4") +ISO_URL_BASE="https://download.rockylinux.org/pub/rocky" +FACTORY_ISO_FIXED_DIR=/var/tmp/openqa/share/factory/iso/fixed + +get_latest_iso() { + curl -s "${ISO_URL_BASE}/${1}/isos/${2}/" | \ + sed 's/"/ /g' | \ + grep "${3}.iso" | \ + grep -Ev "CHECKSUM|manifest|torrent" | \ + awk '{printf("%s %s-%s\n",$3,$5,$6)}' | \ + grep "${1}-${2}-${3}" | \ + sort -k1,1V -k2,2dr | \ + head -n 1 | \ + grep -E "^Rocky-${1}" | \ + awk '{print $1}' +} + +for arch in "${ARCHES[@]}"; +do + for version in "${VERSIONS[@]}"; + do + # Using the same BUILD message for all test suites will group all jobs into a single item + build_msg="$(date +%Y%m%d)-Rocky-${version}-${arch}.0" + version_major=$(printf "%s\n" "${version}" | cut -d\. -f1) + + flavor="minimal" + latest_iso=$(get_latest_iso "${version}" "${arch}" "${flavor}") + test -f "${FACTORY_ISO_FIXED_DIR}/${latest_iso}" || \ + (cd "${FACTORY_ISO_FIXED_DIR}" || exit; curl -LOR "${ISO_URL_BASE}/${version_major}/isos/${arch}/${latest_iso}") + + if [ "${version_major}" == "8" ]; then + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${flavor}-iso" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + GRUB="ip=dhcp" \ + BUILD="${build_msg}" \ + TESTS=install_default "$@" + else + openqa-cli api -X POST isos \ + ISO="${latest_iso}" \ + ARCH="${arch}" \ + DISTRI=rocky \ + FLAVOR="${flavor}-iso" \ + VERSION="${version}" \ + CURRREL="${version_major}" \ + BUILD="${build_msg}" \ + TESTS=install_default "$@" + fi + done +done