diff --git a/tests/dejagnu-smoketest/runtest.sh b/tests/dejagnu-smoketest/runtest.sh
index 879aaf0..7f4bc2d 100755
--- a/tests/dejagnu-smoketest/runtest.sh
+++ b/tests/dejagnu-smoketest/runtest.sh
@@ -1,3 +1,6 @@
 #!/bin/sh
 
+set -e
+dnf debuginfo-install -y kernel
+
 rhts-run-simple-test $TEST ./test-smoke.sh
diff --git a/tests/tests.yml b/tests/tests.yml
index 00b92b1..5d88e66 100644
--- a/tests/tests.yml
+++ b/tests/tests.yml
@@ -8,5 +8,4 @@
     - dejagnu-smoketest
     required_packages:
     - systemtap-testsuite
-    - kernel-debuginfo
     - kernel-devel