diff --git a/python-jwcrypto.spec b/python-jwcrypto.spec
index 63077b6..ab6575c 100644
--- a/python-jwcrypto.spec
+++ b/python-jwcrypto.spec
@@ -6,7 +6,7 @@
 
 Name:           python-%{srcname}
 Version:        0.4.2
-Release:        2%{?dist}
+Release:        3%{?dist}
 Summary:        Implements JWK, JWS, JWE specifications using python-cryptography
 
 License:        LGPLv3+
@@ -62,9 +62,9 @@ Implements JWK, JWS, JWE specifications using python-cryptography
 
 
 %check
-pytest-2 %{srcname}/test*.py
+%{__python2} -bb -m pytest %{srcname}/test*.py
 %if 0%{?with_python3}
-pytest-3 %{srcname}/test*.py
+%{__python3} -bb -m pytest %{srcname}/test*.py
 %endif
 
 
@@ -98,6 +98,9 @@ rm -rf %{buildroot}%{python3_sitelib}/%{srcname}/__pycache__/tests{,-cookbook}.*
 
 
 %changelog
+* Wed Aug 02 2017 Christian Heimes <cheimes@redhat.com> - 0.4.2-3
+- Run tests with bytes warning
+
 * Tue Aug 01 2017 Christian Heimes <cheimes@redhat.com> - 0.4.2-2
 - Modernize spec