diff --git a/supermin.spec b/supermin.spec
index 2c33a21..0e58127 100644
--- a/supermin.spec
+++ b/supermin.spec
@@ -6,7 +6,7 @@
 Summary:       Tool for creating supermin appliances
 Name:          supermin
 Version:       5.1.12
-Release:       10%{?dist}
+Release:       11%{?dist}
 License:       GPLv2+
 
 %if 0%{?rhel} >= 7
@@ -38,6 +38,12 @@ BuildRequires: ocaml, ocaml-findlib-devel
 # tests to not require these packages.
 BuildRequires: augeas hivex kernel tar
 
+# For complicated reasons, this is required so that
+# /bin/kernel-install puts the kernel directly into /boot, instead of
+# into a /boot/<machine-id> subdirectory (in Fedora >= 23).  Read the
+# kernel-install script to understand why.
+BuildRequires: grubby
+
 Requires:      rpm
 Requires:      dnf >= 0.6.5-1.fc23
 Requires:      dnf-plugins-core >= 0.1.7-1.fc23
@@ -129,8 +135,9 @@ make check || {
 
 
 %changelog
-* Thu May 21 2015 Richard W.M. Jones <rjones@redhat.com> - 5.1.12-10
+* Thu May 21 2015 Richard W.M. Jones <rjones@redhat.com> - 5.1.12-11
 - Prefer 'dnf download' over 'yumdownloader' (again).
+- BR grubby for the tests to work.
 
 * Fri Apr 10 2015 Richard W.M. Jones <rjones@redhat.com> - 5.1.12-9
 - Revert back to yumdownloader (RHBZ#1186948).