diff --git a/tests/upgrade_boot.pm b/tests/upgrade_boot.pm
index 402d7d66..aecf7b42 100644
--- a/tests/upgrade_boot.pm
+++ b/tests/upgrade_boot.pm
@@ -41,8 +41,9 @@ sub run {
         type_string("$password\n");
         sleep 3;
         # Use gsettings to enable prerelease versions to be shown
-        script_run("gsettings set org.gnome.software show-upgrade-prerelease true");
-        script_run("logout");
+        type_string("gsettings set org.gnome.software show-upgrade-prerelease true\n");
+        sleep 2;
+        type_string("logout\n");
     }
      
     # switch to TTY3 for both, graphical and console tests