diff --git a/fmt.spec b/fmt.spec
index 64a2723..d18a19a 100644
--- a/fmt.spec
+++ b/fmt.spec
@@ -77,6 +77,11 @@ This package contains documentation for developer documentation for %{name}.
 %prep
 %autosetup -p1
 
+%if %{with doc}
+# Remove --clean-css since that plugin isn't available
+sed -i "s/'--clean-css',//" doc/build.py
+%endif
+
 %build
 %if 0%{?rhel} && 0%{?rhel} <= 7
 %cmake3                                       \
@@ -89,10 +94,13 @@ This package contains documentation for developer documentation for %{name}.
     -DFMT_CMAKE_DIR=%{_datadir}/cmake/%{name} \
     -DFMT_LIB_DIR=%{_libdir}
 
+%cmake_build \
+%if %{with doc}
+    --target doc \
+%endif
+    --target all
+
 %if %{with doc}
-# Remove --clean-css since that plugin isn't available
-sed -i "s/'--clean-css',//" doc/build.py
-%cmake_build --target all --target doc
 # Remove temporary build products
 rm -rf %{_vpath_builddir}/doc/html/{.buildinfo,.doctrees,objects.inv}
 %endif