wiki/guidelines/release_criteria/r8/8.6_qa_testing_summary/index.html

1455 lines
41 KiB
HTML

<!doctype html>
<html lang="en" class="no-js">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width,initial-scale=1">
<meta name="description" content="The wiki for the Rocky Linux Testing Team.">
<meta name="author" content="Trevor Cooper">
<link rel="canonical" href="https://testing.rocky.page/guidelines/release_criteria/r8/8.6_qa_testing_summary/">
<link rel="prev" href="../8_release_criteria/">
<link rel="next" href="../8.6_qa_testing_go_no_go/">
<link rel="icon" href="../../../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.19">
<title>Rocky Linux 8.6 QA and Testing Summary - Testing Wiki</title>
<link rel="stylesheet" href="../../../../assets/stylesheets/main.66ac8b77.min.css">
<link rel="stylesheet" href="../../../../assets/stylesheets/palette.06af60db.min.css">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
<style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
<script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
</head>
<body dir="ltr" data-md-color-scheme="default" data-md-color-primary="teal" data-md-color-accent="teal">
<input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
<input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
<label class="md-overlay" for="__drawer"></label>
<div data-md-component="skip">
<a href="#rocky-linux-86-qa-and-testing-summary" class="md-skip">
Skip to content
</a>
</div>
<div data-md-component="announce">
</div>
<header class="md-header md-header--shadow" data-md-component="header">
<nav class="md-header__inner md-grid" aria-label="Header">
<a href="../../../.." title="Testing Wiki" class="md-header__button md-logo" aria-label="Testing Wiki" data-md-component="logo">
<img src="../../../../assets/icon-white.svg" alt="logo">
</a>
<label class="md-header__button md-icon" for="__drawer">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>
</label>
<div class="md-header__title" data-md-component="header-title">
<div class="md-header__ellipsis">
<div class="md-header__topic">
<span class="md-ellipsis">
Testing Wiki
</span>
</div>
<div class="md-header__topic" data-md-component="header-topic">
<span class="md-ellipsis">
Rocky Linux 8.6 QA and Testing Summary
</span>
</div>
</div>
</div>
<form class="md-header__option" data-md-component="palette">
<input class="md-option" data-md-color-media="(prefers-color-scheme: light)" data-md-color-scheme="default" data-md-color-primary="teal" data-md-color-accent="teal" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_0">
<label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_1" hidden>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m17.75 4.09-2.53 1.94.91 3.06-2.63-1.81-2.63 1.81.91-3.06-2.53-1.94L12.44 4l1.06-3 1.06 3 3.19.09m3.5 6.91-1.64 1.25.59 1.98-1.7-1.17-1.7 1.17.59-1.98L15.75 11l2.06-.05L18.5 9l.69 1.95 2.06.05m-2.28 4.95c.83-.08 1.72 1.1 1.19 1.85-.32.45-.66.87-1.08 1.27C15.17 23 8.84 23 4.94 19.07c-3.91-3.9-3.91-10.24 0-14.14.4-.4.82-.76 1.27-1.08.75-.53 1.93.36 1.85 1.19-.27 2.86.69 5.83 2.89 8.02a9.96 9.96 0 0 0 8.02 2.89m-1.64 2.02a12.08 12.08 0 0 1-7.8-3.47c-2.17-2.19-3.33-5-3.49-7.82-2.81 3.14-2.7 7.96.31 10.98 3.02 3.01 7.84 3.12 10.98.31Z"/></svg>
</label>
<input class="md-option" data-md-color-media="(prefers-color-scheme: dark)" data-md-color-scheme="slate" data-md-color-primary="teal" data-md-color-accent="teal" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_1">
<label class="md-header__button md-icon" title="Switch to light mode" for="__palette_0" hidden>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 7a5 5 0 0 1 5 5 5 5 0 0 1-5 5 5 5 0 0 1-5-5 5 5 0 0 1 5-5m0 2a3 3 0 0 0-3 3 3 3 0 0 0 3 3 3 3 0 0 0 3-3 3 3 0 0 0-3-3m0-7 2.39 3.42C13.65 5.15 12.84 5 12 5c-.84 0-1.65.15-2.39.42L12 2M3.34 7l4.16-.35A7.2 7.2 0 0 0 5.94 8.5c-.44.74-.69 1.5-.83 2.29L3.34 7m.02 10 1.76-3.77a7.131 7.131 0 0 0 2.38 4.14L3.36 17M20.65 7l-1.77 3.79a7.023 7.023 0 0 0-2.38-4.15l4.15.36m-.01 10-4.14.36c.59-.51 1.12-1.14 1.54-1.86.42-.73.69-1.5.83-2.29L20.64 17M12 22l-2.41-3.44c.74.27 1.55.44 2.41.44.82 0 1.63-.17 2.37-.44L12 22Z"/></svg>
</label>
</form>
<script>var media,input,key,value,palette=__md_get("__palette");if(palette&&palette.color){"(prefers-color-scheme)"===palette.color.media&&(media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']"),palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent"));for([key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
<label class="md-header__button md-icon" for="__search">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
</label>
<div class="md-search" data-md-component="search" role="dialog">
<label class="md-search__overlay" for="__search"></label>
<div class="md-search__inner" role="search">
<form class="md-search__form" name="search">
<input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
<label class="md-search__icon md-icon" for="__search">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>
</label>
<nav class="md-search__options" aria-label="Search">
<button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>
</button>
</nav>
<div class="md-search__suggest" data-md-component="search-suggest"></div>
</form>
<div class="md-search__output">
<div class="md-search__scrollwrap" data-md-scrollfix>
<div class="md-search-result" data-md-component="search-result">
<div class="md-search-result__meta">
Initializing search
</div>
<ol class="md-search-result__list" role="presentation"></ol>
</div>
</div>
</div>
</div>
</div>
<div class="md-header__source">
<a href="https://git.resf.org/testing/wiki" title="Go to repository" class="md-source" data-md-component="source">
<div class="md-source__icon md-icon">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 6.5.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81z"/></svg>
</div>
<div class="md-source__repository">
testing/wiki
</div>
</a>
</div>
</nav>
</header>
<div class="md-container" data-md-component="container">
<main class="md-main" data-md-component="main">
<div class="md-main__inner md-grid">
<div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
<div class="md-sidebar__scrollwrap">
<div class="md-sidebar__inner">
<nav class="md-nav md-nav--primary md-nav--integrated" aria-label="Navigation" data-md-level="0">
<label class="md-nav__title" for="__drawer">
<a href="../../../.." title="Testing Wiki" class="md-nav__button md-logo" aria-label="Testing Wiki" data-md-component="logo">
<img src="../../../../assets/icon-white.svg" alt="logo">
</a>
Testing Wiki
</label>
<div class="md-nav__source">
<a href="https://git.resf.org/testing/wiki" title="Go to repository" class="md-source" data-md-component="source">
<div class="md-source__icon md-icon">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 6.5.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81z"/></svg>
</div>
<div class="md-source__repository">
testing/wiki
</div>
</a>
</div>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../.." class="md-nav__link">
<span class="md-ellipsis">
Testing Team Wiki
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../members/" class="md-nav__link">
<span class="md-ellipsis">
Members
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--section md-nav__item--nested">
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_3" >
<div class="md-nav__link md-nav__container">
<a href="../../../../documentation/" class="md-nav__link ">
<span class="md-ellipsis">
Documentation
</span>
</a>
<label class="md-nav__link " for="__nav_3" id="__nav_3_label" tabindex="">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3">
<span class="md-nav__icon md-icon"></span>
Documentation
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../../documentation/qa_test_cases/" class="md-nav__link">
<span class="md-ellipsis">
QA:Test Cases
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_3_3" >
<label class="md-nav__link" for="__nav_3_3" id="__nav_3_3_label" tabindex="0">
<span class="md-ellipsis">
Wiki Development Guides
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_3_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3_3">
<span class="md-nav__icon md-icon"></span>
Wiki Development Guides
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../../documentation/dev_guides/wiki_development_boxes/" class="md-nav__link">
<span class="md-ellipsis">
Development Box Setup
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../documentation/dev_guides/commit_signing/" class="md-nav__link">
<span class="md-ellipsis">
Git Commit Signing
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../documentation/dev_guides/openqa_access/" class="md-nav__link">
<span class="md-ellipsis">
openQA - Access
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../documentation/dev_guides/openqa_cli_post_examples/" class="md-nav__link">
<span class="md-ellipsis">
openQA - openqa-cli POST Examples
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../documentation/dev_guides/openqa_clone_job_examples/" class="md-nav__link">
<span class="md-ellipsis">
openQA - openqa-clone-job Examples
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../documentation/dev_guides/openqa_clone_custom_git_refspec_examples/" class="md-nav__link">
<span class="md-ellipsis">
openQA - openqa-clone-custom-git-refspec Examples
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" checked>
<div class="md-nav__link md-nav__container">
<a href="../../../" class="md-nav__link ">
<span class="md-ellipsis">
Guidelines
</span>
</a>
<label class="md-nav__link " for="__nav_4" id="__nav_4_label" tabindex="">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="true">
<label class="md-nav__title" for="__nav_4">
<span class="md-nav__icon md-icon"></span>
Guidelines
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item md-nav__item--active md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_2" checked>
<label class="md-nav__link" for="__nav_4_2" id="__nav_4_2_label" tabindex="0">
<span class="md-ellipsis">
Release Criteria & Status
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_2_label" aria-expanded="true">
<label class="md-nav__title" for="__nav_4_2">
<span class="md-nav__icon md-icon"></span>
Release Criteria & Status
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../release_criteria/" class="md-nav__link">
<span class="md-ellipsis">
Rocky Linux Release Criteria & Status
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--active md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_2_2" checked>
<label class="md-nav__link" for="__nav_4_2_2" id="__nav_4_2_2_label" tabindex="0">
<span class="md-ellipsis">
Rocky Linux 8
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="3" aria-labelledby="__nav_4_2_2_label" aria-expanded="true">
<label class="md-nav__title" for="__nav_4_2_2">
<span class="md-nav__icon md-icon"></span>
Rocky Linux 8
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../8_release_criteria/" class="md-nav__link">
<span class="md-ellipsis">
Rocky Linux 8 Release Criteria
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--active">
<input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
<label class="md-nav__link md-nav__link--active" for="__toc">
<span class="md-ellipsis">
Rocky Linux 8.6 QA and Testing Summary
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<a href="./" class="md-nav__link md-nav__link--active">
<span class="md-ellipsis">
Rocky Linux 8.6 QA and Testing Summary
</span>
</a>
<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
<label class="md-nav__title" for="__toc">
<span class="md-nav__icon md-icon"></span>
Table of contents
</label>
<ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
<li class="md-nav__item">
<a href="#scope" class="md-nav__link">
<span class="md-ellipsis">
Scope
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#sop" class="md-nav__link">
<span class="md-ellipsis">
SOP
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#investigate" class="md-nav__link">
<span class="md-ellipsis">
INVESTIGATE
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#upstream" class="md-nav__link">
<span class="md-ellipsis">
UPSTREAM
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#fail" class="md-nav__link">
<span class="md-ellipsis">
FAIL
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#notabug" class="md-nav__link">
<span class="md-ellipsis">
NOTABUG
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#manual-success-reported-in-mm" class="md-nav__link">
<span class="md-ellipsis">
Manual success reported in MM
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#openqa-summary" class="md-nav__link">
<span class="md-ellipsis">
openQA summary
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#createhdds-kickstart-file-test-summary" class="md-nav__link">
<span class="md-ellipsis">
createhdds kickstart file test summary
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="../8.6_qa_testing_go_no_go/" class="md-nav__link">
<span class="md-ellipsis">
Rocky Linux 8.6 GO / NO-GO Status
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_4_2_3" >
<label class="md-nav__link" for="__nav_4_2_3" id="__nav_4_2_3_label" tabindex="0">
<span class="md-ellipsis">
Rocky Linux 9
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="3" aria-labelledby="__nav_4_2_3_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4_2_3">
<span class="md-nav__icon md-icon"></span>
Rocky Linux 9
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../r9/9_release_criteria/" class="md-nav__link">
<span class="md-ellipsis">
Rocky Linux 9 Release Criteria
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../r9/9.0_qa_testing_summary/" class="md-nav__link">
<span class="md-ellipsis">
Rocky Linux 9.0 QA and Testing Summary
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../r9/9.0_qa_testing_go_no_go/" class="md-nav__link">
<span class="md-ellipsis">
Rocky Linux 9.0 GO / NO-GO Status
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--section md-nav__item--nested">
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_5" >
<div class="md-nav__link md-nav__container">
<a href="../../../../sop/" class="md-nav__link ">
<span class="md-ellipsis">
SOP
</span>
</a>
<label class="md-nav__link " for="__nav_5" id="__nav_5_label" tabindex="">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_5">
<span class="md-nav__icon md-icon"></span>
SOP
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../../sop/openqa_sop_operator_access/" class="md-nav__link">
<span class="md-ellipsis">
SOP: openQA Operator Access Request
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../sop/openqa_sop_operator_removal/" class="md-nav__link">
<span class="md-ellipsis">
SOP: openQA Operator Access Removal
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../sop/openqa_sop_system_upgrades/" class="md-nav__link">
<span class="md-ellipsis">
SOP: openQA System Upgrades
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../sop/sop_repocompare/" class="md-nav__link">
<span class="md-ellipsis">
SOP: Repocompare
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</div>
</div>
</div>
<div class="md-content" data-md-component="content">
<article class="md-content__inner md-typeset">
<a href="https://git.resf.org/testing/wiki/_edit/main/docs/guidelines/release_criteria/r8/8.6_qa_testing_summary.md" title="Edit this page" class="md-content__button md-icon">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M10 20H6V4h7v5h5v3.1l2-2V8l-6-6H6c-1.1 0-2 .9-2 2v16c0 1.1.9 2 2 2h4v-2m10.2-7c.1 0 .3.1.4.2l1.3 1.3c.2.2.2.6 0 .8l-1 1-2.1-2.1 1-1c.1-.1.2-.2.4-.2m0 3.9L14.1 23H12v-2.1l6.1-6.1 2.1 2.1Z"/></svg>
</a>
<h1 id="rocky-linux-86-qa-and-testing-summary">Rocky Linux 8.6 QA and Testing Summary<a class="headerlink" href="#rocky-linux-86-qa-and-testing-summary" title="Permanent link">&para;</a></h1>
<p><strong><em>Last updated: Fri May 13 17:36:41 UTC 2022</em></strong></p>
<h2 id="scope">Scope<a class="headerlink" href="#scope" title="Permanent link">&para;</a></h2>
<p>This document will record a summary of all QA and Testing results for Rocky Linux 8.6 release. It is only a record of success and/or failure. Solution discussion should take place elsewhere.</p>
<h2 id="sop">SOP<a class="headerlink" href="#sop" title="Permanent link">&para;</a></h2>
<ul>
<li>Please include PASS, FAIL, NOTABUG, INVESTIGATE or UPSTREAM as appropriate in all entries.</li>
<li>Please only provide brief summary. Details should go to Rocky Pastebin, links here is OK.</li>
<li>Especially for an negative result please leave your MM @handle so we can talk to you to get resolution.</li>
<li>If the item you are reported is related to a QA:Testcase please mention it. If it should be a QA:Testcase, even if it's not a current requirement, suggest a title and create an issue in the wiki repository so we can add it.</li>
</ul>
<h2 id="investigate">INVESTIGATE<a class="headerlink" href="#investigate" title="Permanent link">&para;</a></h2>
<ul>
<li>errors in all tests in openQA - INVESTIGATE - see openQA section below.</li>
<li>INVESTIGATE whether kdump issue affects qcows with encrypted partitions in createhdds. These are pre-reqs for openQA multi-machine tests. NOTE: This is addressed below in section - @tcooper</li>
<li>KDE and XFCE Life images are broken - INVESTIGATE - @label</li>
</ul>
<h2 id="upstream">UPSTREAM<a class="headerlink" href="#upstream" title="Permanent link">&para;</a></h2>
<ul>
<li>Anaconda error when specific steps get executed in the right order (configure network -&gt; disable kdump -&gt; select some os install group -&gt; configure default storage -&gt; configure the storage a second time, but this time with encryption enabled, confirmed via several openqa test suites and manual installation on ESXi) - retested in RC1_2 - UPSTREAM - @lumarel</li>
<li>Issue repeated on RHEL8.6 - @atomicturtle</li>
<li>Issue reported to RH https://bugzilla.redhat.com/show_bug.cgi?id=2085321 - @stack</li>
</ul>
<h2 id="fail">FAIL<a class="headerlink" href="#fail" title="Permanent link">&para;</a></h2>
<ul>
<li>ESXi secureboot (x86_64) still FAILing, but expected - @lumarel</li>
</ul>
<h2 id="notabug">NOTABUG<a class="headerlink" href="#notabug" title="Permanent link">&para;</a></h2>
<ul>
<li>Minimal: Selecting a SCAP profile with dependencies not available (aide, etc), selecting Ignore dependency during installation will crash anaconda at the final oscap check. NOTABUG, this is for documentation - @atomicturtle</li>
<li>Minimal ISO: is missing the source for rsyslog again, and somehow also doesn't pull it in when installing, which means it is missing it after the install (doesn't happen for boot ISO and dvd1 ISO) - NOTABUG (per @label) - @lumarel</li>
<li>Minimal ISO: if the server base environment is installed with the minimal iso and cockpit is enabled after the installation, the SELinux submenu shows an error "semanage: command not found" (doesn't happen with boot/dvd-iso) - also marked as expected - NOTABUG (per @label) - @lumarel</li>
</ul>
<h2 id="manual-success-reported-in-mm">Manual success reported in MM<a class="headerlink" href="#manual-success-reported-in-mm" title="Permanent link">&para;</a></h2>
<ul>
<li>minimal install from minimal ISO fine - PASS - @Luna Jernberg</li>
<li>workstation (x86_64) install with applications fine - retested in RC1_2 - PASS - @lumarel</li>
<li>all repos are available with the exact naming as they are in the rocky-repos package (nfv needs fix for that) - retested in RC1_2 - PASS - @lumarel</li>
<li>packer build for 8.6 worked flawlessly - retested by @neil in RC1_2 - PASS - @gmazrael</li>
<li>security profiles look good in anaconda UI - PASS - @atomicturtle (need openQA testing)</li>
<li>minimal and dvd recognized as Rocky Linux 8 in KVM - PASS - @atomicturtle</li>
<li>CIS profiles confirmed good in lvl1/2 in anaconda - PASS - @atomicturtle</li>
<li>DISA profiles confirmed good in anaconda - PASS - @atomicturtle</li>
<li>DVD: libvirt correctly boots when Rocky Linux 8 profile is selected - PASS - @atomicturtle</li>
<li>SELinux checks on Server (x86_64) (letting it run for an hour and run sealert -a /var/log/audit/audit.log) - everything okay - retested in RC1_2 - PASS - @lumarel</li>
<li>SELinux checks on Desktop (x86_64) (start the GNOME SETroubleshooter after some minutes of running) - everything okay - retested in RC1_2 - PASS - @lumarel</li>
<li>DVD: Anaconda manual network configuration, and PCI-DSS SCAP profile selected confirmed good - PASS - @atomicturtle</li>
<li>QA:Testcase_Mediacheck - PASS for all x86_64 ISOs - @tcooper</li>
<li>QA:Testcase_Mediacheck - PASS for all aarch64 ISOs - @tcooper</li>
<li>QA:Testcase Media Repoclosure - PASS for minimal &amp; dvd1 for x86_64 &amp; aarch64 (confirms RelEng results) - @tcooper</li>
<li>QA:Testcase Media File Conflicts - PASS for minimal for x86_64 &amp; aarch64 (0 file conflicts found and 0 package conflicts found) - @tcooper</li>
<li>QA:Testcase Basic Graphics Mode - PASS - verified manually for Rocky-8.6-x86_64-dvd1.iso in VirtualBox on macOS X - @tcooper</li>
<li>DVD: Anaconda install with 3rd party repo, encrypted filesystem, HIPAA SCAP profile selected, confirmed good - PASS - @atomicturtle</li>
<li>Upgrade tests on several test machines from 8.5 to 8.6, no issues no SELinux alerts - PASS - @lumarel</li>
<li>All module streams except perl:5.32 and log4j:2 correctly have the dependencies set and packages look to be built correctly - PASS - @lumarel</li>
<li>log4j module stream was broken, (should be able to hook against java-8 and 11) - got fixed now in RC1_2 - PASS - @lumarel</li>
<li>Anything perl 5.32 (module stream) was broken - got fixed in RC1_2 - PASS - @nazunalika</li>
<li>Greenbone appliance installation test (https://rpa.st/DQNA) - PASS - @atomicturtle</li>
<li>QA:Testcase Debranding for RC2 content from koji (srpms, kernel-rt and pcs are not all on the dvd1) - 46/47 PASS , 1 FALSE PASS - https://rpa.st/raw/QK3A - @tcooper</li>
<li>QA:Testcase Media Consistency Verification (not written yet) for all RC2 ISOs x86_64, aarch64 - PASS - @tcooper</li>
<li>QA:Testcase Media File Conflicts - EXPECTED(per @label) for Rocky-8.6-x86_64-dvd1.iso (4 file conflicts found and 13 package conflicts found, these appear to be same as 8.5 conflict between mariadb and mysql packages/files, full results - https://rpa.st/raw/ZWPQ) - @tcooper</li>
<li>QA:Testcase Media File Conflicts - EXPECTED(per @label) for Rocky-8.6-aarch64-dvd1.iso (modular dependency problems, 3 file conflicts found 4 package conflicts found, full results - https://rpa.st/raw/KOFQ) - @tcooper</li>
<li>QA:Testcase Media File Conflicts for both x86_64 (https://rpa.st/raw/NLGA) and aarch64 (https://rpa.st/raw/4SFQ) are essentially unchanged and remain - EXPECTED(per @label) with RC1_2 ISOs. - @tcooper</li>
<li>OpenQA tests @lumarel - there are errors from the test cases, but everything image and repo related looks good - PASS - @lumarel</li>
<li>the dvd1 iso of aarch64 doesn't show an workstation base environment - it doesn't have an workstation environment - PASS - @lumarel</li>
<li>Installs of aarch64 systems of all 3 isos look good and installs with all base environments work as expected from these - PASS - @lumarel</li>
<li>Live Image Workstation and Workstation Lite looks good - PASS - @lumarel</li>
<li>QA:Testcase Boot Methods Boot Iso - PASS - @neil</li>
<li>QA:Testcase Boot Methods DVD - PASS - @neil</li>
<li>QA: Testcase boot/install minimal x86_64 over DVD/Bluray (burned with fedora mediawriter) on G752 ASUS laptop - PASS - @atomicturtle</li>
<li>Container images for x86_64 and aarch64 work as expected in Docker, Podman and WSL - PASS - @lumarel</li>
<li>QA: Testcase Storage Volume Resize - PASS - @raktajino https://rpa.st/MQSA</li>
<li>QA: Testcase Update Image - PASS - @raktajino (manually checked against Fedora's testcase (https://fedoraproject.org/wiki/QA:Testcase_Anaconda_updates.img_via_URL), needles also still match in openQA)</li>
</ul>
<h2 id="openqa-summary">openQA summary<a class="headerlink" href="#openqa-summary" title="Permanent link">&para;</a></h2>
<ul>
<li>errors in all tests in openQA - INVESTIGATE</li>
<li>RC1_1 run 1:<ul>
<li>@lumarel: https://rpa.st/CCPQ</li>
<li>@raktajino: https://rpa.st/5RVA</li>
</ul>
</li>
<li>RC1_1 run 2<ul>
<li>@lumarel: https://rpa.st/FWTQ</li>
<li>@raktajino:</li>
</ul>
</li>
<li>RC1_2 run 1:<ul>
<li>@lumarel: https://rpa.st/EOGQ</li>
</ul>
</li>
<li>@raktajino:https://rpa.st/VHLQ<ul>
<li>RC1_2 run 2:</li>
</ul>
</li>
<li>@raktajino: https://rpa.st/DKCQ</li>
<li>Upgrade F35 -&gt; F36 needs postgresql-setup --upgrade to convert openqa databse to new format - @alangm</li>
<li>Per discussion in Testing Team meeting we have 4-8 (ish) issues to fix in openQA (needles and code) to be able to complete all tests. @lumarel has created issues our openQA repo (https://github.com/rocky-linux/os-autoinst-distri-rocky) and we'll pick up and resolve ASAP.</li>
</ul>
<h2 id="createhdds-kickstart-file-test-summary">createhdds kickstart file test summary<a class="headerlink" href="#createhdds-kickstart-file-test-summary" title="Permanent link">&para;</a></h2>
<p>Test method: Used packer to build VM. Booted VM. Verified root login. Shutdown VM.</p>
<ul>
<li>UEFI Testing:<ul>
<li>desktop.ks - PASS - Note: resulting image asks for EULA acceptance when booted due to <code>firstboot --enable</code> (unsure if that is desired behavior)</li>
<li>desktopencrypt.ks - PASS - Note: resulting image asks for EULA acceptance when booted due to <code>firstboot --enable</code> (unsure if that is desired behavior)</li>
<li>minimal-uefi.ks - PASS</li>
<li>server.ks - PASS</li>
<li>support.ks - PASS</li>
</ul>
</li>
<li>BIOS Testing:<ul>
<li>desktop.ks - PASS - Note: resulting image asks for EULA acceptance when booted due to <code>firstboot --enable</code> (unsure if that is desired behavior)</li>
<li>desktopencrypt.ks - PASS - Note: resulting image asks for EULA acceptance when booted due to <code>firstboot --enable</code> (unsure if that is desired behavior)</li>
<li>minimal.ks - PASS</li>
<li>server.ks - PASS</li>
<li>support.ks - PASS</li>
</ul>
</li>
</ul>
<aside class="md-source-file">
<span class="md-source-file__fact">
<span class="md-icon" title="Last update">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M21 13.1c-.1 0-.3.1-.4.2l-1 1 2.1 2.1 1-1c.2-.2.2-.6 0-.8l-1.3-1.3c-.1-.1-.2-.2-.4-.2m-1.9 1.8-6.1 6V23h2.1l6.1-6.1-2.1-2M12.5 7v5.2l4 2.4-1 1L11 13V7h1.5M11 21.9c-5.1-.5-9-4.8-9-9.9C2 6.5 6.5 2 12 2c5.3 0 9.6 4.1 10 9.3-.3-.1-.6-.2-1-.2s-.7.1-1 .2C19.6 7.2 16.2 4 12 4c-4.4 0-8 3.6-8 8 0 4.1 3.1 7.5 7.1 7.9l-.1.2v1.8Z"/></svg>
</span>
<span class="git-revision-date-localized-plugin git-revision-date-localized-plugin-date">April 21, 2024</span>
</span>
</aside>
</article>
</div>
<script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
</div>
<button type="button" class="md-top md-icon" data-md-component="top" hidden>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8v12Z"/></svg>
Back to top
</button>
</main>
<footer class="md-footer">
<div class="md-footer-meta md-typeset">
<div class="md-footer-meta__inner md-grid">
<div class="md-copyright">
<div class="md-copyright__highlight">
Copyright &copy; 2023 Rocky Enterprise Software Foundation
</div>
Made with
<a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
Material for MkDocs
</a>
</div>
</div>
</div>
</footer>
</div>
<div class="md-dialog" data-md-component="dialog">
<div class="md-dialog__inner md-typeset"></div>
</div>
<script id="__config" type="application/json">{"base": "../../../..", "features": ["navigation.expand", "navigation.indexes", "navigation.instant", "navigation.sections", "navigation.top", "navigation.tracking", "navigation.path", "search.highlight", "search.suggest", "toc.integrate", "content.action.edit"], "search": "../../../../assets/javascripts/workers/search.b8dbb3d2.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}}</script>
<script src="../../../../assets/javascripts/bundle.dd8806f2.min.js"></script>
</body>
</html>