diff --git a/python-cryptography.spec b/python-cryptography.spec
index 1a4332c..1c453a9 100644
--- a/python-cryptography.spec
+++ b/python-cryptography.spec
@@ -7,7 +7,7 @@
 
 Name:           python-cryptography
 Version:        1.5.3
-Release:        2%{?dist}
+Release:        3%{?dist}
 Summary:        PyCA's cryptography library
 
 Group:          Development/Libraries
@@ -128,7 +128,6 @@ popd
 %endif
 
 
-%if ! 0%{?fedora} < 24
 %check
 %{__python} setup.py test
 
@@ -137,7 +136,6 @@ pushd %{py3dir}
 %{__python3} setup.py test
 popd
 %endif
-%endif
 
 
 %files -n python2-cryptography
@@ -153,6 +151,9 @@ popd
 
 
 %changelog
+* Thu Nov 10 2016 Nathaniel McCallum <npmccallum@redhat.com> - 1.5.3-3
+- Revert previous change
+
 * Thu Nov 10 2016 Nathaniel McCallum <npmccallum@redhat.com> - 1.5.3-2
 - Disable tests on releases earlier than 24