diff --git a/python-pluggy.spec b/python-pluggy.spec
index 974094e..45a0326 100644
--- a/python-pluggy.spec
+++ b/python-pluggy.spec
@@ -1,4 +1,3 @@
-%global _without_tests 1
 %global pypi_name pluggy
 
 # Turn the tests off when bootstrapping Python, because pytest requires pluggy
@@ -6,7 +5,7 @@
 
 Name:           python-pluggy
 Version:        0.12.0
-Release:        3%{?dist}
+Release:        4%{?dist}
 Summary:        The plugin manager stripped of pytest specific details
 
 License:        MIT
@@ -64,6 +63,9 @@ PYTHONPATH=$PWD %{__python3} -m pytest testing -k "not test_load_setuptools_inst
 
 
 %changelog
+* Thu Aug 15 2019 Miro Hrončok <mhroncok@redhat.com> - 0.12.0-4
+- Rebuilt for Python 3.8
+
 * Thu Aug 15 2019 Miro Hrončok <mhroncok@redhat.com> - 0.12.0-3
 - Bootstrap for Python 3.8