diff --git a/python-psutil.spec b/python-psutil.spec
index e4f0fcb..7a42fc8 100644
--- a/python-psutil.spec
+++ b/python-psutil.spec
@@ -24,7 +24,6 @@ Patch:          python-psutil-include-unistd.h.patch
 
 BuildRequires:  gcc
 BuildRequires:  sed
-BuildRequires:  make
 BuildRequires:  python%{python3_pkgversion}-devel
 # Test dependencies
 BuildRequires:  procps-ng
@@ -89,7 +88,9 @@ done
 # That way, some unreliable tests are skipped and some timeouts are extended.
 # Previously, this was done by the CI_TESTING variable, but that works no more.
 # Alternative is to set GITHUB_ACTIONS but that has undesirable side effects.
-make test APPVEYOR=1 PYTHON=%{__python3} PYTHONPATH=%{buildroot}/%{python3_sitearch}
+
+# Note: We deliberately bypass the Makefile here to test the installed modules.
+APPVEYOR=1 %{py3_test_envvars} %{python3} psutil/tests/runner.py
 %endif