diff --git a/pcs.spec b/pcs.spec
index d22658c..5f44671 100644
--- a/pcs.spec
+++ b/pcs.spec
@@ -1,6 +1,6 @@
 Name: pcs
 Version: 0.10.17
-Release: 3%{?dist}
+Release: 4%{?dist}
 # https://docs.fedoraproject.org/en-US/packaging-guidelines/LicensingGuidelines/
 # https://fedoraproject.org/wiki/Licensing:Main?rd=Licensing#Good_Licenses
 # GPL-2.0-only: pcs
@@ -584,6 +584,10 @@ remove_all_tests
 %license pyagentx_LICENSE.txt
 
 %changelog
+* Mon Nov 6 2023 Michal Pospisil <mpospisi@redhat.com> - 0.10.17-4
+- No changes, fixed an error in the new quality control process
+- Resolves: RHEL-15218
+
 * Wed Nov 1 2023 Michal Pospisil <mpospisi@redhat.com> - 0.10.17-3
 - No changes, testing a new quality control process
 - Resolves: RHEL-15218
diff --git a/prepare-env.sh b/prepare-env.sh
index 27411e4..aee710d 100755
--- a/prepare-env.sh
+++ b/prepare-env.sh
@@ -14,6 +14,6 @@ export PYTHONPATH=/usr/lib64/pcs/pcs_bundled/packages/
 export GEM_HOME=/usr/lib64/pcsd/vendor/bundle/
 ./autogen.sh
 # Workaround until configure.ac is prepared for centos-stream-*
-./configure --with-distro=rhel
+./configure --with-distro=rhel --enable-tests-only
 # Remove pcs sources to make sure tests are not using any of those files
 rm -rf pcs