Compare commits

..

1 Commits

Author SHA1 Message Date
Lukas Ruzicka a0b34d2bfe Create test suite for Desktop Keyring
This adds both the Gnome and the KDE tests to test the
Desktop Keyring. After a discussion with the Brno team,
how this could be tested without the need to rely on
external servers to log into, we set up a local FTP server,
we will log into it and remember the credentials and verify
that the credentials will be stored in the keyring correctly.
2024-04-11 17:05:47 +02:00
643 changed files with 134 additions and 4945 deletions

View File

@ -476,7 +476,7 @@ sub get_workarounds {
my %workarounds = (
"38" => [],
"39" => [],
"40" => [],
"40" => ["FEDORA-2024-01fd5aa621"],
"41" => [],
);
my $advortasks = $workarounds{$version};
@ -496,8 +496,7 @@ sub disable_updates_repos {
both => 0,
@_
);
# we used to do this with config-manager, but the syntax differs
# on dnf 4 vs. dnf 5 and really sed is just as easy
# FIXME as of 2023-06-20 dnf5 doesn't have config-manager plugin yet :(
assert_script_run 'sed -i -e "s,enabled=1,enabled=0,g" /etc/yum.repos.d/fedora-updates-testing.repo';
assert_script_run 'sed -i -e "s,enabled=1,enabled=0,g" /etc/yum.repos.d/fedora-updates.repo' if ($args{both});
unless (script_run 'test -f /etc/yum.repos.d/fedora-updates-testing-modular.repo') {
@ -1231,7 +1230,6 @@ sub advisory_check_nonmatching_packages {
# older version from the frozen release repo
my %args = (
fatal => 1,
wrapper => "",
@_
);
# can't do anything useful when testing a side tag
@ -1243,11 +1241,6 @@ sub advisory_check_nonmatching_packages {
# unnecessarily in post_fail_hook
return if (get_var("_ACNMP_DONE"));
script_run 'touch /tmp/installedupdatepkgs.txt';
my $rpmcmd = "rpm";
my $timeout = 180;
my $wrapper = $args{wrapper};
$rpmcmd = "$wrapper rpm" if ($wrapper);
$timeout = 360 if ($wrapper);
# this creates /tmp/installedupdatepkgs.txt as a sorted list of installed
# packages with the same name as packages from the update, in the same form
# as /mnt/updatepkgs.txt. The '--last | head -1' tries to handle the
@ -1261,7 +1254,7 @@ sub advisory_check_nonmatching_packages {
# (we need four to reach bash, and half of them get eaten by perl or
# something along the way). Yes, it only works with *single* quotes. Yes,
# I hate escaping
script_run 'for pkg in $(cat /mnt/updatepkgnames.txt); do ' . $rpmcmd . ' -q $pkg && ' . $rpmcmd . ' -q $pkg --last | head -1 | cut -d" " -f1 | sed -e \'s,\^,\\\\\\\\^,g\' | xargs ' . $rpmcmd . ' -q --qf "%{SOURCERPM} %{NAME} %{EPOCHNUM} %{VERSION} %{RELEASE}\n" >> /tmp/installedupdatepkgs.txt; done', timeout => $timeout;
script_run 'for pkg in $(cat /mnt/updatepkgnames.txt); do rpm -q $pkg && rpm -q $pkg --last | head -1 | cut -d" " -f1 | sed -e \'s,\^,\\\\\\\\^,g\' | xargs rpm -q --qf "%{SOURCERPM} %{NAME} %{EPOCHNUM} %{VERSION} %{RELEASE}\n" >> /tmp/installedupdatepkgs.txt; done', timeout => 180;
script_run 'sort -u -o /tmp/installedupdatepkgs.txt /tmp/installedupdatepkgs.txt';
# for debugging, may as well always upload these, can't hurt anything
upload_logs "/tmp/installedupdatepkgs.txt", failok => 1;
@ -1281,7 +1274,7 @@ sub advisory_check_nonmatching_packages {
my $message = "Package(s) from update not installed when it should have been! See script output";
$message = "Script failed unexpectedly!" if ($ret == 1);
if ($args{fatal}) {
set_var("_ACNMP_DONE", "1") unless $wrapper;
set_var("_ACNMP_DONE", "1");
die $message;
}
else {
@ -1483,8 +1476,6 @@ sub check_prerelease {
$prerelease = 1 if ($build =~ /\.n\.\d+/ && !get_var("LIVE"));
# if it's a respin compose we *MUST NOT* see tags
$prerelease = 0 if ($build =~ /Respin/);
# bail if we've decided we don't care
return if ($prerelease > 1);
# we *could* go to a console and parse fedora-release-common
# to decide if a nightly live image should have tags or not, but
# it seems absurd as we're almost reinventing the code that
@ -1492,20 +1483,14 @@ sub check_prerelease {
# really a big deal either way whether a nightly live image has
# the tags or not. So we don't.
my $gotpr = 0;
# sigh, perl and booleans...
$gotpr = 1 if (check_screen "prerelease_note", 15);
my $msg = $prerelease ? "Pre-release warning not shown!" : "Pre-release warning shown when it should not be!";
unless ($prerelease == $gotpr) {
# FIXME we haven't got pre-release handling right with osbuild yet
# https://pagure.io/fedora-iot/issue/57
# https://github.com/osbuild/images/issues/515
my $flavor = get_var('FLAVOR');
if ($flavor =~ m/IoT|osbuild/) {
record_soft_failure $msg;
}
else {
die $msg;
# For all prerelease requiring ISOs, assert that prerelease is there.
if ($prerelease == 1) {
assert_screen "prerelease_note";
}
elsif ($prerelease == 0) {
# If the prerelease note is shown, where it should not be, die!
if (check_screen "prerelease_note") {
die "The PRERELEASE tag is shown, but it should NOT be.";
}
}
}

13
main.pm
View File

@ -122,16 +122,7 @@ sub load_upgrade_tests() {
autotest::loadtest "tests/${pu}.pm";
}
}
# If we want the upgrade run with GUI tools, we need
# to load a GUI set of tests
if (get_var("GUI_UPGRADE")) {
autotest::loadtest("tests/graphical_upgrade_prerequisites.pm");
autotest::loadtest("tests/graphical_upgrade_run.pm");
}
# otherwise go with the CLI variant
else {
autotest::loadtest "tests/upgrade_run.pm";
}
autotest::loadtest "tests/upgrade_run.pm";
# handle additional postinstall tests
if (get_var("POSTINSTALL")) {
set_var('POSTINSTALL', "upgrade_postinstall " . get_var("POSTINSTALL"));
@ -248,6 +239,7 @@ sub _load_early_postinstall_tests {
# Appropriate login method for install type
if (get_var("DESKTOP")) {
_load_instance("tests/_graphical_wait_login", $instance);
_load_instance("tests/_snapshot_only") if (get_var("LOGIN_SNAPSHOT"));
}
# Test non-US input at this point, on language tests
if (get_var("SWITCHED_LAYOUT") || get_var("INPUT_METHOD")) {
@ -263,6 +255,7 @@ sub _load_early_postinstall_tests {
# the installation is interrupted on purpose.
unless (get_var("DESKTOP") || get_var("CRASH_REPORT")) {
_load_instance("tests/_console_wait_login", $instance);
_load_instance("tests/_snapshot_only") if (get_var("LOGIN_SNAPSHOT"));
}
}

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 591,
"width": 42,
"ypos": 46,
"height": 19,
"type": "match"
}
],
"properties": [],
"tags": [
"apps_run_calendar"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 83 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"ypos": 61,
"type": "match",
"height": 21,
"width": 76,
"xpos": 546
}
],
"properties": [],
"tags": [
"apps_run_clocks"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 17 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 458,
"width": 65,
"ypos": 90,
"height": 21,
"type": "match"
}
],
"properties": [],
"tags": [
"apps_run_contacts"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 53 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"height": 22,
"type": "match",
"ypos": 90,
"width": 138,
"xpos": 443
}
],
"properties": [],
"tags": [
"apps_run_diskusage"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 63 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 479,
"width": 66,
"type": "match",
"height": 20,
"ypos": 90
}
],
"properties": [],
"tags": [
"apps_run_fonts"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 83 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 446,
"width": 129,
"ypos": 119,
"type": "match",
"height": 19
}
],
"properties": [],
"tags": [
"apps_run_gvim"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 659 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 483,
"width": 37,
"height": 19,
"type": "match",
"ypos": 39
}
],
"properties": [],
"tags": [
"apps_run_logs"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 54 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"ypos": 162,
"type": "match",
"height": 19,
"xpos": 486,
"width": 51
}
],
"properties": [],
"tags": [
"apps_run_monitor"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 157 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 445,
"width": 131,
"type": "match",
"height": 19,
"ypos": 131
}
],
"properties": [],
"tags": [
"apps_run_scan"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 9.9 KiB

View File

@ -1,16 +0,0 @@
{
"area": [
{
"ypos": 115,
"type": "match",
"height": 21,
"xpos": 494,
"width": 71
}
],
"properties": [],
"tags": [
"apps_run_texteditor",
"apps_run_editor"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 17 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"ypos": 378,
"type": "match",
"height": 23,
"width": 84,
"xpos": 45
}
],
"properties": [],
"tags": [
"apps_settings_menu_background"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 34 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"ypos": 159,
"height": 64,
"type": "match",
"width": 137,
"xpos": 229
}
],
"properties": [],
"tags": [
"archiver_archive_created"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 36 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 238,
"width": 116,
"height": 55,
"type": "match",
"ypos": 169
}
],
"properties": [],
"tags": [
"archiver_archive_extracted"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 60 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 693,
"width": 48,
"height": 19,
"type": "match",
"ypos": 308
}
],
"properties": [],
"tags": [
"archiver_button_create"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 42 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 315,
"width": 90,
"ypos": 497,
"type": "match",
"height": 22
}
],
"properties": [],
"tags": [
"archiver_context_archive"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 126 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"width": 58,
"xpos": 311,
"height": 21,
"type": "match",
"ypos": 204
}
],
"properties": [],
"tags": [
"archiver_context_extract"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 41 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 626,
"width": 96,
"height": 43,
"type": "match",
"ypos": 562
}
],
"properties": [],
"tags": [
"archiver_select_tarxz"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 135 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"width": 80,
"xpos": 20,
"type": "match",
"height": 20,
"ypos": 322
}
],
"properties": [],
"tags": [
"gnome_open_location_pictures"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 36 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"width": 144,
"xpos": 260,
"type": "match",
"height": 128,
"ypos": 166
}
],
"properties": [],
"tags": [
"calc_about_shown"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 850 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"ypos": 378,
"height": 21,
"type": "match",
"width": 37,
"xpos": 381
}
],
"properties": [],
"tags": [
"calc_button_mod"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 893 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"width": 88,
"xpos": 173,
"type": "match",
"height": 29,
"ypos": 185
}
],
"properties": [],
"tags": [
"calc_credits_shown"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 765 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 363,
"width": 121,
"height": 23,
"type": "match",
"ypos": 487
}
],
"properties": [],
"tags": [
"calc_menu_about"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 884 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"ypos": 292,
"type": "match",
"height": 34,
"xpos": 162,
"width": 147
}
],
"properties": [],
"tags": [
"calc_result_O9qsL"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 899 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"ypos": 225,
"type": "match",
"height": 108,
"xpos": 428,
"width": 171
}
],
"properties": [],
"tags": [
"chars_about_shown"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 171 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"width": 67,
"xpos": 56,
"type": "match",
"height": 80,
"ypos": 90
}
],
"properties": [],
"tags": [
"chars_character_copied"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 221 KiB

View File

@ -1,22 +0,0 @@
{
"area": [
{
"xpos": 358,
"width": 72,
"type": "match",
"height": 21,
"ypos": 229
},
{
"ypos": 397,
"height": 20,
"type": "match",
"xpos": 357,
"width": 65
}
],
"properties": [],
"tags": [
"chars_credits_shown"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 166 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"ypos": 226,
"type": "match",
"height": 27,
"width": 189,
"xpos": 392
}
],
"properties": [],
"tags": [
"chars_legal_shown"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 167 KiB

View File

@ -1,22 +0,0 @@
{
"area": [
{
"xpos": 598,
"width": 66,
"ypos": 513,
"height": 22,
"type": "match"
},
{
"type": "match",
"height": 85,
"ypos": 300,
"width": 113,
"xpos": 457
}
],
"properties": [],
"tags": [
"chars_love_eyes_dialogue"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 183 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"height": 20,
"type": "match",
"ypos": 405,
"xpos": 45,
"width": 68
}
],
"properties": [],
"tags": [
"chars_select_activities"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 286 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"width": 120,
"xpos": 47,
"ypos": 268,
"height": 23,
"type": "match"
}
],
"properties": [],
"tags": [
"chars_select_animals"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 233 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 42,
"width": 46,
"ypos": 537,
"type": "match",
"height": 23
}
],
"properties": [],
"tags": [
"chars_select_flags"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 276 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"width": 93,
"xpos": 44,
"type": "match",
"height": 22,
"ypos": 313
}
],
"properties": [],
"tags": [
"chars_select_food"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 331 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"height": 22,
"type": "match",
"ypos": 223,
"xpos": 44,
"width": 101
}
],
"properties": [],
"tags": [
"chars_select_people"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 346 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"height": 22,
"type": "match",
"ypos": 493,
"width": 65,
"xpos": 43
}
],
"properties": [],
"tags": [
"chars_select_symbols"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 304 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"height": 19,
"type": "match",
"ypos": 360,
"width": 106,
"xpos": 47
}
],
"properties": [],
"tags": [
"chars_select_travel"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 210 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"ypos": 115,
"type": "match",
"height": 18,
"width": 509,
"xpos": 235
}
],
"properties": [],
"tags": [
"clocks_alarm_inactive"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 8.5 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"width": 102,
"xpos": 230,
"height": 28,
"type": "match",
"ypos": 106
}
],
"properties": [],
"tags": [
"clocks_alarm_snooze_confirmed"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 18 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"width": 74,
"xpos": 466,
"ypos": 495,
"height": 22,
"type": "match"
}
],
"properties": [],
"tags": [
"clocks_button_add_alarm"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 16 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 485,
"width": 55,
"type": "match",
"height": 20,
"ypos": 629
}
],
"properties": [],
"tags": [
"clocks_button_alarm_snooze"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 36 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"height": 22,
"type": "match",
"ypos": 569,
"width": 51,
"xpos": 488
}
],
"properties": [],
"tags": [
"clocks_button_alarm_stop"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 36 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 526,
"width": 96,
"ypos": 43,
"height": 23,
"type": "match"
}
],
"properties": [],
"tags": [
"clocks_button_stopwatch"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 16 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"ypos": 46,
"type": "match",
"height": 19,
"width": 65,
"xpos": 665
}
],
"properties": [],
"tags": [
"clocks_button_timer"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 16 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"ypos": 264,
"type": "match",
"height": 20,
"xpos": 374,
"width": 41
}
],
"properties": [],
"tags": [
"clocks_button_timer_minute"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 20 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"height": 17,
"type": "match",
"ypos": 45,
"width": 68,
"xpos": 294
}
],
"properties": [],
"tags": [
"clocks_button_world"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 16 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"ypos": 187,
"type": "match",
"height": 23,
"xpos": 216,
"width": 124
}
],
"properties": [],
"tags": [
"clocks_city_added_bratislava"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 22 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"xpos": 220,
"width": 84,
"ypos": 188,
"type": "match",
"height": 21
}
],
"properties": [],
"tags": [
"clocks_city_added_reykjavik"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 26 KiB

View File

@ -1,22 +0,0 @@
{
"area": [
{
"height": 64,
"type": "match",
"ypos": 336,
"xpos": 488,
"width": 21
},
{
"height": 57,
"type": "match",
"ypos": 700,
"width": 90,
"xpos": 411
}
],
"properties": [],
"tags": [
"clocks_city_details"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 12 KiB

View File

@ -1,22 +0,0 @@
{
"area": [
{
"xpos": 485,
"width": 58,
"type": "match",
"height": 19,
"ypos": 157
},
{
"height": 33,
"type": "match",
"ypos": 259,
"width": 92,
"xpos": 355
}
],
"properties": [],
"tags": [
"clocks_credits_shown"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 31 KiB

View File

@ -1,15 +0,0 @@
{
"area": [
{
"ypos": 160,
"type": "match",
"height": 21,
"xpos": 824,
"width": 89
}
],
"properties": [],
"tags": [
"clocks_menu_about"
]
}

Binary file not shown.

Before

Width:  |  Height:  |  Size: 40 KiB

Some files were not shown because too many files have changed in this diff Show More