testing/os-autoinst-distri-rocky-migrated
10
0
Fork 0
Code Issues 12 Pull Requests 1 Packages Projects Releases Wiki Activity

Add Workstation dvd-ostree flavor and tests

Browse Source 
Summary:
As we're getting the Workstation dvd-ostree (OStree installer
image) built for Rawhide now, let's try testing it.

Test Plan:
Run the tests on a Rawhide compose that works and
has the image (e.g. 20170615.n.0). Check that new tests work
as expected and old tests are not adversely affected. A
corresponding diff for fedora_openqa will be coming to take
care of scheduling. Note that the tests will often soft fail
for now; this is intentional due to RHBZ#1193590, the bash
prompt for root is incorrect on ostree installs, so I have
added a needle that matches the incorrect prompt but which is
flagged as a workaround needle (so causing the test result to
be a soft fail).

Reviewers: jsedlak, jskladan

Reviewed By: jsedlak

Subscribers: tflink

Differential Revision: https://phab.qa.fedoraproject.org/D1211
This commit is contained in:
Adam Williamson 2017-06-15 14:11:17 -07:00
parent 888f94746f
commit 09c264fe16
3 changed files with 145 additions and 31 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
main.pm
View File

@ -162,11 +162,6 @@ sub load_install_tests() {
autotest::loadtest "tests/_check_install_source.pm"; autotest::loadtest "tests/_check_install_source.pm";
} }
if (get_var('LIVE')) {
# No package set selection for lives.
set_var('PACKAGE_SET', "default");
}
## Select package set. Minimal is the default, if 'default' is specified, skip selection. ## Select package set. Minimal is the default, if 'default' is specified, skip selection.
autotest::loadtest "tests/_software_selection.pm"; autotest::loadtest "tests/_software_selection.pm";

119
templates
View File

@ -193,6 +193,28 @@
}, },
test_suite => { name => "install_default" }, test_suite => { name => "install_default" },
}, },
{
machine => { name => "64bit" },
prio => 50,
product => {
arch => "x86_64",
distri => "fedora",
flavor => "Workstation-dvd_ostree-iso",
version => "*",
},
test_suite => { name => "install_default_upload" },
},
{
machine => { name => "uefi" },
prio => 51,
product => {
arch => "x86_64",
distri => "fedora",
flavor => "Workstation-dvd_ostree-iso",
version => "*",
},
test_suite => { name => "install_default" },
},
{ {
machine => { name => "64bit" }, machine => { name => "64bit" },
prio => 20, prio => 20,
@ -215,6 +237,17 @@
}, },
test_suite => { name => "install_no_user" }, test_suite => { name => "install_no_user" },
}, },
{
machine => { name => "64bit" },
prio => 50,
product => {
arch => "x86_64",
distri => "fedora",
flavor => "Workstation-dvd_ostree-iso",
version => "*",
},
test_suite => { name => "install_no_user" },
},
{ {
machine => { name => "64bit" }, machine => { name => "64bit" },
prio => 40, prio => 40,
@ -248,6 +281,17 @@
}, },
test_suite => { name => "base_selinux" }, test_suite => { name => "base_selinux" },
}, },
{
machine => { name => "64bit" },
prio => 50,
product => {
arch => "x86_64",
distri => "fedora",
flavor => "Workstation-dvd_ostree-iso",
version => "*",
},
test_suite => { name => "base_selinux" },
},
{ {
machine => { name => "64bit" }, machine => { name => "64bit" },
prio => 40, prio => 40,
@ -281,6 +325,17 @@
}, },
test_suite => { name => "base_services_start" }, test_suite => { name => "base_services_start" },
}, },
{
machine => { name => "64bit" },
prio => 50,
product => {
arch => "x86_64",
distri => "fedora",
flavor => "Workstation-dvd_ostree-iso",
version => "*",
},
test_suite => { name => "base_services_start" },
},
{ {
machine => { name => "ARM" }, machine => { name => "ARM" },
prio => 42, prio => 42,
@ -325,6 +380,17 @@
}, },
test_suite => { name => "base_service_manipulation" }, test_suite => { name => "base_service_manipulation" },
}, },
{
machine => { name => "64bit" },
prio => 50,
product => {
arch => "x86_64",
distri => "fedora",
flavor => "Workstation-dvd_ostree-iso",
version => "*",
},
test_suite => { name => "base_service_manipulation" },
},
{ {
machine => { name => "64bit" }, machine => { name => "64bit" },
prio => 20, prio => 20,
@ -391,6 +457,17 @@
}, },
test_suite => { name => "base_system_logging" }, test_suite => { name => "base_system_logging" },
}, },
{
machine => { name => "64bit" },
prio => 50,
product => {
arch => "x86_64",
distri => "fedora",
flavor => "Workstation-dvd_ostree-iso",
version => "*",
},
test_suite => { name => "base_system_logging" },
},
{ {
machine => { name => "64bit" }, machine => { name => "64bit" },
prio => 30, prio => 30,
@ -435,6 +512,17 @@
}, },
test_suite => { name => "desktop_terminal" }, test_suite => { name => "desktop_terminal" },
}, },
{
machine => { name => "64bit" },
prio => 50,
product => {
arch => "x86_64",
distri => "fedora",
flavor => "Workstation-dvd_ostree-iso",
version => "*",
},
test_suite => { name => "desktop_terminal" },
},
{ {
machine => { name => "64bit" }, machine => { name => "64bit" },
prio => 20, prio => 20,
@ -457,6 +545,17 @@
}, },
test_suite => { name => "desktop_browser" }, test_suite => { name => "desktop_browser" },
}, },
{
machine => { name => "64bit" },
prio => 50,
product => {
arch => "x86_64",
distri => "fedora",
flavor => "Workstation-dvd_ostree-iso",
version => "*",
},
test_suite => { name => "desktop_browser" },
},
{ {
machine => { name => "64bit" }, machine => { name => "64bit" },
prio => 30, prio => 30,
@ -1787,6 +1886,7 @@
name => "", name => "",
settings => [ settings => [
{ key => "CANNED", value => "1" }, { key => "CANNED", value => "1" },
{ key => "PACKAGE_SET", value => "default" },
{ key => "TEST_TARGET", value => "ISO" } { key => "TEST_TARGET", value => "ISO" }
], ],
version => "*", version => "*",
@ -1809,6 +1909,7 @@
name => "", name => "",
settings => [ settings => [
{ key => "LIVE", value => "1" }, { key => "LIVE", value => "1" },
{ key => "PACKAGE_SET", value => "default" },
{ key => "DESKTOP", value => "gnome" }, { key => "DESKTOP", value => "gnome" },
{ key => "TEST_TARGET", value => "ISO" } { key => "TEST_TARGET", value => "ISO" }
], ],
@ -1821,6 +1922,7 @@
name => "", name => "",
settings => [ settings => [
{ key => "LIVE", value => "1" }, { key => "LIVE", value => "1" },
{ key => "PACKAGE_SET", value => "default" },
{ key => "DESKTOP", value => "kde" }, { key => "DESKTOP", value => "kde" },
{ key => "TEST_TARGET", value => "ISO" } { key => "TEST_TARGET", value => "ISO" }
], ],
@ -1884,6 +1986,7 @@
name => "", name => "",
settings => [ settings => [
{ key => "LIVE", value => "1" }, { key => "LIVE", value => "1" },
{ key => "PACKAGE_SET", value => "default" },
{ key => "DESKTOP", value => "gnome" }, { key => "DESKTOP", value => "gnome" },
{ key => "TEST_TARGET", value => "ISO" } { key => "TEST_TARGET", value => "ISO" }
], ],
@ -1896,6 +1999,7 @@
name => "", name => "",
settings => [ settings => [
{ key => "LIVE", value => "1" }, { key => "LIVE", value => "1" },
{ key => "PACKAGE_SET", value => "default" },
{ key => "DESKTOP", value => "kde" }, { key => "DESKTOP", value => "kde" },
{ key => "TEST_TARGET", value => "ISO" } { key => "TEST_TARGET", value => "ISO" }
], ],
@ -1911,7 +2015,20 @@
{ key => "TEST_TARGET", value => "HDD_2" } { key => "TEST_TARGET", value => "HDD_2" }
], ],
version => "*", version => "*",
} },
{
arch => "x86_64",
distri => "fedora",
flavor => "Workstation-dvd_ostree-iso",
name => "",
settings => [
{ key => "CANNED", value => "1" },
{ key => "PACKAGE_SET", value => "default" },
{ key => "DESKTOP", value => "gnome" },
{ key => "TEST_TARGET", value => "ISO" }
],
version => "*",
},
], ],
TestSuites => [ TestSuites => [
{ {

2
tests/_collect_data.pm
View File

@ -7,8 +7,10 @@ sub run {
$self->root_console(tty=>3); $self->root_console(tty=>3);
assert_script_run 'top -i -n20 -b > /var/tmp/top.log', 120; assert_script_run 'top -i -n20 -b > /var/tmp/top.log', 120;
upload_logs '/var/tmp/top.log'; upload_logs '/var/tmp/top.log';
unless (get_var("CANNED")) {
assert_script_run 'rpm -qa --queryformat "%{NAME}\n" | sort -u > /var/tmp/rpms.log'; assert_script_run 'rpm -qa --queryformat "%{NAME}\n" | sort -u > /var/tmp/rpms.log';
upload_logs '/var/tmp/rpms.log'; upload_logs '/var/tmp/rpms.log';
}
assert_script_run 'free > /var/tmp/free.log'; assert_script_run 'free > /var/tmp/free.log';
upload_logs '/var/tmp/free.log'; upload_logs '/var/tmp/free.log';
assert_script_run 'df > /var/tmp/df.log'; assert_script_run 'df > /var/tmp/df.log';