diff --git a/tests/applications/bugreporter/aaa_setup.pm b/tests/applications/bugreporter/aaa_setup.pm
index 3e435237..ac75f261 100644
--- a/tests/applications/bugreporter/aaa_setup.pm
+++ b/tests/applications/bugreporter/aaa_setup.pm
@@ -19,7 +19,7 @@ sub run {
 }
 
 sub test_flags {
-    return {fatal => 1, milestone => 1};
+    return {fatal => 1};
 }
 
 1;
diff --git a/tests/applications/bugreporter/notification.pm b/tests/applications/bugreporter/notification.pm
index 8c263bcb..bf945fad 100644
--- a/tests/applications/bugreporter/notification.pm
+++ b/tests/applications/bugreporter/notification.pm
@@ -15,11 +15,19 @@ sub run {
    	# Type the command.
    	enter_cmd("will_segfault");
    	# Wait one minute if a notification is displayed, otherwise softfail.
-   	check_screen("bugreporter_notification_displayed", timeout => '60', no_wait => '0');
+   	unless (check_screen("bugreporter_notification_displayed", timeout => '60')) {
+		record_soft_failure("The crash notification has not been shown in one minute time frame.");
+	}
+	# Exit the terminal.
+	enter_cmd("exit");
+	wait_still_screen(2);
+	# Start Abrt for further testing.
+	menu_launch_type("abrt");
+	assert_screen("apps_run_abrt");
 }
 
 sub test_flags {
-    return {always_rollback => 1};
+    return {fatal => 1, milestone => 1};
 }
 
 1;