diff --git a/pycairo.spec b/pycairo.spec
index aa4ecec..0735242 100644
--- a/pycairo.spec
+++ b/pycairo.spec
@@ -1,6 +1,6 @@
 Name: pycairo
 Version: 1.18.2
-Release: 1%{?dist}
+Release: 2%{?dist}
 Summary: Python bindings for the cairo library
 
 License: MPLv1.1 or LGPLv2
@@ -11,7 +11,6 @@ BuildRequires: cairo-devel
 BuildRequires: gcc
 BuildRequires: pkgconfig
 BuildRequires: python2-devel
-BuildRequires: python2-pytest
 BuildRequires: python3-devel
 BuildRequires: python3-pytest
 
@@ -70,7 +69,6 @@ libraries so that they interoperate with py3cairo.
 %py3_install
 
 %check
-%{__python2} setup.py test
 %{__python3} setup.py test
 
 %files -n python2-cairo
@@ -94,6 +92,9 @@ libraries so that they interoperate with py3cairo.
 %{_libdir}/pkgconfig/py3cairo.pc
 
 %changelog
+* Tue Oct 29 2019 Petr Viktorin <pviktori@redhat.com> - 1.18.2-2
+- Do not run tests on Python 2
+
 * Thu Oct 24 2019 Kalev Lember <klember@redhat.com> - 1.18.2-1
 - Update to 1.18.2